-- Logs begin at Thu 2022-04-07 11:08:06 UTC, end at Thu 2022-04-07 12:30:44 UTC. -- Apr 07 11:57:14.063400 dv-cinder-836930-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Apr 07 11:57:16.993281 dv-cinder-836930-1-iscsi neutron-server[103873]: INFO neutron.common.config [-] Logging enabled! Apr 07 11:57:16.993931 dv-cinder-836930-1-iscsi neutron-server[103873]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev86 Apr 07 11:57:16.994069 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103873) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 07 11:57:16.997285 dv-cinder-836930-1-iscsi neutron-server[103873]: INFO neutron.common.config [-] Logging enabled! Apr 07 11:57:16.997544 dv-cinder-836930-1-iscsi neutron-server[103873]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev86 Apr 07 11:57:16.997854 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103873) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 07 11:57:16.998817 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 07 11:57:16.999054 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 07 11:57:16.999458 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 07 11:57:16.999707 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 07 11:57:16.999934 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 07 11:57:17.000347 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:17.000770 dv-cinder-836930-1-iscsi neutron-server[103873]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Apr 07 11:57:17.001079 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:17.001372 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:17.001662 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:17.001952 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:17.002242 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:17.002524 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:17.002818 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:17.003137 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:17.003498 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:17.003779 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:17.004080 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:17.004352 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:17.004635 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:17.004920 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:17.005202 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:17.005480 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.common.config [-] debug = True {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:17.005757 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:17.006185 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:17.006606 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:17.006884 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:17.007198 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:17.007493 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:17.007750 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:17.008023 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:17.008304 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:17.008633 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.common.config [-] host = dv-cinder-836930-1-iscsi {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:17.008908 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:17.009191 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:17.009478 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:17.009759 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:17.010037 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:17.010300 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:17.010579 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:17.010849 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:17.011137 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.common.config [-] log_file = None {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:17.011414 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:17.011698 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:17.011979 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:17.012262 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:17.012485 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:17.012706 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:17.013000 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:17.013282 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:17.013553 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:17.013822 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:17.014089 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:17.014970 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:17.015314 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:17.015585 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:17.015873 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:17.016157 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:17.016441 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:17.016713 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:17.016986 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:17.017258 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:17.017530 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:17.017811 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:17.018105 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:17.018379 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:17.018648 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:17.018932 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:17.019229 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:17.019505 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:17.019804 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:17.020119 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:17.020398 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:17.020680 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:17.020951 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:17.021233 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:17.021503 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:17.021881 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:17.022353 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.common.config [-] use_json = False {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:17.022829 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:17.023336 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:17.023702 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:17.023984 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:17.024261 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:17.024538 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:17.024812 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:17.025319 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:17.025632 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:17.026089 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:17.026395 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:17.026698 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:17.026996 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:17.027312 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:17.027596 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:17.027886 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:17.028165 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:17.028648 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:17.029035 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:17.029531 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:17.030717 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:17.031290 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:17.031798 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:17.032153 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:17.032471 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:17.032773 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:17.033069 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:17.033348 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:17.033626 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:17.033903 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:17.034186 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:17.034478 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:17.034757 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:17.035220 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:17.035727 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:17.036215 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:17.036700 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:17.037156 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:17.037494 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:17.037796 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:17.038065 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:17.038351 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:17.038648 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:17.038929 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:17.039232 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:17.039516 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:17.039913 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:17.040202 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:17.040477 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:17.040761 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:17.041037 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:17.041310 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:17.041581 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:17.041858 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:17.042146 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:17.042475 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:17.042696 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:17.042966 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:17.043266 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:17.043539 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:17.043822 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:17.044099 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:17.044371 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:17.044895 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:17.045173 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:17.045446 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:17.045745 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:17.046022 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:17.046294 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:17.046568 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:17.046842 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:17.047141 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:17.047407 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:17.047678 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:17.047947 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:17.048215 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:17.048483 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:17.048759 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:17.049029 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:17.049298 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:17.049571 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:17.049842 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:17.050112 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:17.050395 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:17.050694 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:17.050975 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:17.051279 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:17.051557 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:17.051835 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:17.052113 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:17.052391 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:17.052669 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:17.052945 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:17.053216 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:17.053503 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:17.053783 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:17.054067 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:17.054365 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:17.054642 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:17.054934 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:17.055237 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:17.055514 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:17.055795 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:17.056067 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:17.056340 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:17.056618 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:17.056897 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:17.057186 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:17.057474 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:17.057763 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:17.058049 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:17.058338 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:17.058614 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:17.058922 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:17.059222 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:17.059441 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 07 11:57:17.059692 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103873) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Apr 07 11:57:17.441333 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 07 11:57:17.441521 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 07 11:57:17.441826 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 07 11:57:17.442234 dv-cinder-836930-1-iscsi neutron-server[103873]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 07 11:57:17.771332 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:57:17.771641 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:57:17.771917 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:57:17.773110 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:57:17.773386 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:57:17.775404 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:57:17.829014 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:57:17.829294 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:57:17.829560 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:57:17.844655 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:57:17.844937 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:57:17.845207 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:57:17.874520 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:57:17.874798 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:57:17.875090 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:57:17.911393 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:57:17.911675 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:57:17.911942 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:57:18.246915 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:57:18.247424 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:57:18.247510 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:57:18.247740 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:57:18.248438 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:57:18.346852 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:57:18.347195 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:57:18.347479 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:57:18.347749 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:57:18.348011 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:57:18.348317 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:57:18.348575 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:57:18.348831 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:57:18.349086 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:57:18.349365 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:57:18.349621 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:57:18.349882 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:57:18.350134 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:57:18.350413 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:57:18.350635 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:57:18.350895 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:57:18.351170 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:57:18.351439 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:57:18.351704 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:57:18.351960 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:57:18.352231 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:57:18.352481 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:57:18.352852 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:57:18.353244 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:57:18.353493 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:57:18.353735 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:57:18.354224 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103873) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 07 11:57:18.354472 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103873) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 07 11:57:18.354710 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103873) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 07 11:57:18.354949 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103873) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 07 11:57:18.355209 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103873) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 07 11:57:18.355448 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103873) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 07 11:57:18.355809 dv-cinder-836930-1-iscsi neutron-server[103873]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 07 11:57:18.358886 dv-cinder-836930-1-iscsi neutron-server[103873]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 07 11:57:18.362780 dv-cinder-836930-1-iscsi neutron-server[103873]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 07 11:57:18.366393 dv-cinder-836930-1-iscsi neutron-server[103873]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(600, 649)])]) Apr 07 11:57:18.368038 dv-cinder-836930-1-iscsi neutron-server[103873]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 07 11:57:18.368504 dv-cinder-836930-1-iscsi neutron-server[103873]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 07 11:57:18.368836 dv-cinder-836930-1-iscsi neutron-server[103873]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 07 11:57:18.369219 dv-cinder-836930-1-iscsi neutron-server[103873]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 07 11:57:18.373039 dv-cinder-836930-1-iscsi neutron-server[103873]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 07 11:57:18.373293 dv-cinder-836930-1-iscsi neutron-server[103873]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 07 11:57:18.374148 dv-cinder-836930-1-iscsi neutron-server[103873]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 07 11:57:18.378971 dv-cinder-836930-1-iscsi neutron-server[103873]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Apr 07 11:57:18.402691 dv-cinder-836930-1-iscsi neutron-server[103873]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 07 11:57:18.403169 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:57:18.403471 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103873) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Apr 07 11:57:18.403845 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:57:18.405230 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103873) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 07 11:57:18.405508 dv-cinder-836930-1-iscsi neutron-server[103873]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 07 11:57:18.405751 dv-cinder-836930-1-iscsi neutron-server[103873]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 07 11:57:18.409021 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:57:18.409306 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:57:18.471644 dv-cinder-836930-1-iscsi neutron-server[103873]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 07 11:57:18.471883 dv-cinder-836930-1-iscsi neutron-server[103873]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 07 11:57:18.472119 dv-cinder-836930-1-iscsi neutron-server[103873]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 07 11:57:18.472482 dv-cinder-836930-1-iscsi neutron-server[103873]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 07 11:57:18.492907 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_db.sqlalchemy.engines [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103873) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Apr 07 11:57:19.114292 dv-cinder-836930-1-iscsi neutron-server[103873]: INFO neutron.plugins.ml2.managers [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Initializing driver for type 'gre' Apr 07 11:57:19.114825 dv-cinder-836930-1-iscsi neutron-server[103873]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] gre ID ranges: [(1, 1000)] Apr 07 11:57:19.323037 dv-cinder-836930-1-iscsi neutron-server[103873]: INFO neutron.plugins.ml2.managers [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Initializing driver for type 'local' Apr 07 11:57:19.323636 dv-cinder-836930-1-iscsi neutron-server[103873]: INFO neutron.plugins.ml2.managers [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Initializing driver for type 'vlan' Apr 07 11:57:19.443149 dv-cinder-836930-1-iscsi neutron-server[103873]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] VlanTypeDriver initialization complete Apr 07 11:57:19.443422 dv-cinder-836930-1-iscsi neutron-server[103873]: INFO neutron.plugins.ml2.managers [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Initializing driver for type 'vxlan' Apr 07 11:57:19.443945 dv-cinder-836930-1-iscsi neutron-server[103873]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] vxlan ID ranges: [(1, 1000)] Apr 07 11:57:19.671456 dv-cinder-836930-1-iscsi neutron-server[103873]: INFO neutron.plugins.ml2.managers [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Initializing extension driver 'port_security' Apr 07 11:57:19.671805 dv-cinder-836930-1-iscsi neutron-server[103873]: INFO neutron.plugins.ml2.extensions.port_security [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] PortSecurityExtensionDriver initialization complete Apr 07 11:57:19.672117 dv-cinder-836930-1-iscsi neutron-server[103873]: INFO neutron.plugins.ml2.managers [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Initializing mechanism driver 'openvswitch' Apr 07 11:57:19.672447 dv-cinder-836930-1-iscsi neutron-server[103873]: INFO neutron.plugins.ml2.managers [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Initializing mechanism driver 'hyperv' Apr 07 11:57:19.679184 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.plugin [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:57:19.680039 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Subscribe: > port after_create 55550000 {{(pid=103873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:57:19.680411 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Subscribe: > port after_update 55550000 {{(pid=103873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:57:19.680755 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Subscribe: > port after_delete 55550000 {{(pid=103873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:57:19.688122 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103873) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 07 11:57:19.688122 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Subscribe: > subnet after_create 55550000 {{(pid=103873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:57:19.688122 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Subscribe: > subnet after_update 55550000 {{(pid=103873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:57:19.688122 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Subscribe: > subnet after_delete 55550000 {{(pid=103873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:57:19.688122 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103873) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 07 11:57:19.688490 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Subscribe: > network after_create 55550000 {{(pid=103873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:57:19.688490 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Subscribe: > network after_update 55550000 {{(pid=103873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:57:19.688490 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Subscribe: > network after_delete 55550000 {{(pid=103873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:57:19.688490 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103873) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 07 11:57:19.688490 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Subscribe: > security_group after_create 55550000 {{(pid=103873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:57:19.688836 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Subscribe: > security_group after_update 55550000 {{(pid=103873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:57:19.688836 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Subscribe: > security_group after_delete 55550000 {{(pid=103873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:57:19.688836 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103873) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 07 11:57:19.688836 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:57:19.688836 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:57:19.689189 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:57:19.689189 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103873) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 07 11:57:19.689189 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Subscribe: > address_group after_create 55550000 {{(pid=103873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:57:19.689189 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Subscribe: > address_group after_update 55550000 {{(pid=103873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:57:19.689189 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Subscribe: > address_group after_delete 55550000 {{(pid=103873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:57:19.689614 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103873) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 07 11:57:19.689614 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] ML2 OVO RPC backend initialized. {{(pid=103873) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Apr 07 11:57:19.690038 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Subscribe: > router_interface after_create 55550000 {{(pid=103873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:57:19.690391 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:57:19.690803 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Subscribe: > network before_response 55550000 {{(pid=103873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:57:19.691168 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Subscribe: > networks before_response 55550000 {{(pid=103873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:57:19.691519 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Subscribe: > port before_response 55550000 {{(pid=103873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:57:19.691860 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Subscribe: > ports before_response 55550000 {{(pid=103873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:57:19.692201 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Subscribe: > subnet before_response 55550000 {{(pid=103873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:57:19.692540 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Subscribe: > subnets before_response 55550000 {{(pid=103873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:57:19.692882 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Subscribe: > network after_create 55550000 {{(pid=103873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:57:19.693263 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Subscribe: > network after_update 55550000 {{(pid=103873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:57:19.693551 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Subscribe: > network after_delete 55550000 {{(pid=103873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:57:19.693882 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Subscribe: > port after_create 55550000 {{(pid=103873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:57:19.694216 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Subscribe: > port after_update 55550000 {{(pid=103873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:57:19.694548 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Subscribe: > port after_delete 55550000 {{(pid=103873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:57:19.694957 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Subscribe: > subnet after_create 55550000 {{(pid=103873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:57:19.695319 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Subscribe: > subnet after_update 55550000 {{(pid=103873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:57:19.695652 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Subscribe: > subnet after_delete 55550000 {{(pid=103873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:57:19.703745 dv-cinder-836930-1-iscsi neutron-server[103873]: INFO neutron.quota [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Loaded quota_driver: . Apr 07 11:57:19.704109 dv-cinder-836930-1-iscsi neutron-server[103873]: INFO neutron.plugins.ml2.plugin [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Modular L2 Plugin initialization complete Apr 07 11:57:19.704452 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.manager [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Loading services supported by the core plugin {{(pid=103873) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 07 11:57:19.704801 dv-cinder-836930-1-iscsi neutron-server[103873]: INFO neutron.plugins.ml2.managers [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Got port-security extension from driver 'port_security' Apr 07 11:57:19.705303 dv-cinder-836930-1-iscsi neutron-server[103873]: INFO neutron.extensions.vlantransparent [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Disabled vlantransparent extension. Apr 07 11:57:19.705809 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.manager [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103873) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 07 11:57:19.706129 dv-cinder-836930-1-iscsi neutron-server[103873]: INFO neutron.manager [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Loading Plugin: router Apr 07 11:57:19.741645 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Subscribe: > router_interface before_create 55550000 {{(pid=103873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:57:19.742042 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Subscribe: > router after_create 55549900 {{(pid=103873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:57:19.742406 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Subscribe: > router before_create 55549900 {{(pid=103873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:57:19.742766 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:57:19.743160 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:57:19.743516 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Subscribe: > router after_delete 55549900 {{(pid=103873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:57:19.743872 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Subscribe: > floatingip after_create 55550000 {{(pid=103873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:57:19.744216 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Subscribe: > floatingip after_update 55550000 {{(pid=103873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:57:19.744567 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Subscribe: > router after_create 55549900 {{(pid=103873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:57:19.744906 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Subscribe: > router after_update 55549900 {{(pid=103873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:57:19.745254 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Subscribe: > router after_update 55549900 {{(pid=103873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:57:19.745596 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:57:19.745952 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Subscribe: > router after_update 55549900 {{(pid=103873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:57:19.746355 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Subscribe: > router precommit_update 55549900 {{(pid=103873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:57:19.746717 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Subscribe: port after_update 55550000 {{(pid=103873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:57:19.747050 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Subscribe: port after_delete 55550000 {{(pid=103873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:57:19.747411 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Subscribe: subnet after_update 55550000 {{(pid=103873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:57:19.747746 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:57:19.748092 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Subscribe: > port precommit_delete 55550000 {{(pid=103873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:57:19.748431 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Subscribe: > router precommit_create 55549900 {{(pid=103873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:57:19.749274 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Subscribe: port before_delete 55550000 {{(pid=103873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:57:19.749610 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Subscribe: > router precommit_create 55550000 {{(pid=103873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:57:19.749957 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Subscribe: > router after_update 55549900 {{(pid=103873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:57:19.750291 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Subscribe: > router precommit_delete 55549900 {{(pid=103873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:57:19.750631 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Subscribe: > router precommit_create 55549900 {{(pid=103873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:57:19.750985 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Subscribe: > router_interface after_create 55550000 {{(pid=103873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:57:19.751350 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Subscribe: > router precommit_update 55549900 {{(pid=103873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:57:19.751708 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Subscribe: > agent after_create 55550000 {{(pid=103873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:57:19.752177 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Subscribe: > agent after_delete 55550000 {{(pid=103873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:57:19.752518 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Subscribe: > network after_delete 55550000 {{(pid=103873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:57:19.753364 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.quota.resource_registry [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Tracking information for resource: router configured {{(pid=103873) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 07 11:57:19.753690 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.quota.resource_registry [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Tracking information for resource: floatingip configured {{(pid=103873) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 07 11:57:19.758518 dv-cinder-836930-1-iscsi neutron-server[103873]: INFO neutron.db.l3_agentschedulers_db [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 07 11:57:19.759083 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Subscribe: port after_update 55550000 {{(pid=103873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:57:19.759464 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Subscribe: port after_create 55550000 {{(pid=103873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:57:19.759808 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Subscribe: port after_delete 55550000 {{(pid=103873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:57:19.760150 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Subscribe: port after_update 55550000 {{(pid=103873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:57:19.760936 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Subscribe: > router before_create 55550100 {{(pid=103873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:57:19.761295 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Subscribe: > router precommit_delete 55550100 {{(pid=103873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:57:19.761650 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Subscribe: > router precommit_create 55550100 {{(pid=103873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:57:19.762000 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Subscribe: > router precommit_update 55550100 {{(pid=103873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:57:19.767297 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.services.provider_configuration [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Service providers = [] {{(pid=103873) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 07 11:57:19.767659 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.db.servicetype_db [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103873) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 07 11:57:19.778312 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.services.service_base [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103873) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 07 11:57:19.778658 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.services.service_base [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103873) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 07 11:57:19.779001 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.services.service_base [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103873) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 07 11:57:19.779955 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.services.service_base [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103873) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 07 11:57:19.780324 dv-cinder-836930-1-iscsi neutron-server[103873]: INFO neutron.services.service_base [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 07 11:57:19.780703 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.manager [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103873) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 07 11:57:19.781015 dv-cinder-836930-1-iscsi neutron-server[103873]: INFO neutron.manager [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 07 11:57:19.791561 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.manager [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103873) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 07 11:57:19.791890 dv-cinder-836930-1-iscsi neutron-server[103873]: INFO neutron.manager [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Loading Plugin: auto_allocate Apr 07 11:57:19.798981 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Subscribe: network precommit_update 55550000 {{(pid=103873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:57:19.799375 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Subscribe: network precommit_create 55550000 {{(pid=103873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:57:19.799886 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.manager [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103873) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 07 11:57:19.800202 dv-cinder-836930-1-iscsi neutron-server[103873]: INFO neutron.manager [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Loading Plugin: tag Apr 07 11:57:19.813078 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.manager [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103873) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 07 11:57:19.813406 dv-cinder-836930-1-iscsi neutron-server[103873]: INFO neutron.manager [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Loading Plugin: timestamp Apr 07 11:57:19.817224 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.manager [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103873) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 07 11:57:19.817540 dv-cinder-836930-1-iscsi neutron-server[103873]: INFO neutron.manager [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Loading Plugin: network_ip_availability Apr 07 11:57:19.822972 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:57:19.823358 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:57:19.823710 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:57:19.824409 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.manager [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103873) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 07 11:57:19.824723 dv-cinder-836930-1-iscsi neutron-server[103873]: INFO neutron.manager [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Loading Plugin: flavors Apr 07 11:57:19.831321 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.manager [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103873) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 07 11:57:19.831650 dv-cinder-836930-1-iscsi neutron-server[103873]: INFO neutron.manager [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Loading Plugin: revisions Apr 07 11:57:19.835891 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.manager [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103873) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 07 11:57:19.836280 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_concurrency.lockutils [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.394s {{(pid=103873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 07 11:57:19.837010 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103873) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Apr 07 11:57:19.837335 dv-cinder-836930-1-iscsi neutron-server[103873]: INFO neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Initializing extension manager. Apr 07 11:57:19.837851 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Loading extension file: __init__.py {{(pid=103873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:57:19.838186 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Loading extension file: __pycache__ {{(pid=103873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:57:19.838515 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Loading extension file: address_group.py {{(pid=103873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:57:19.839277 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:57:19.839843 dv-cinder-836930-1-iscsi neutron-server[103873]: INFO neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Loaded extension: address-group Apr 07 11:57:19.840171 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Loading extension file: address_scope.py {{(pid=103873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:57:19.840870 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:57:19.841377 dv-cinder-836930-1-iscsi neutron-server[103873]: INFO neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Loaded extension: address-scope Apr 07 11:57:19.841696 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Loading extension file: admin_state_down_before_update.py {{(pid=103873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:57:19.842628 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:57:19.843157 dv-cinder-836930-1-iscsi neutron-server[103873]: INFO neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Loaded extension: router-admin-state-down-before-update Apr 07 11:57:19.843480 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Loading extension file: agent.py {{(pid=103873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:57:19.844167 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:57:19.848747 dv-cinder-836930-1-iscsi neutron-server[103873]: INFO neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Loaded extension: agent Apr 07 11:57:19.848747 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Loading extension file: agent_resources_synced.py {{(pid=103873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:57:19.849408 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:57:19.849916 dv-cinder-836930-1-iscsi neutron-server[103873]: INFO neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Loaded extension: agent-resources-synced Apr 07 11:57:19.850235 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Loading extension file: allowedaddresspairs.py {{(pid=103873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:57:19.852023 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:57:19.852542 dv-cinder-836930-1-iscsi neutron-server[103873]: INFO neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Loaded extension: allowed-address-pairs Apr 07 11:57:19.852866 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Loading extension file: auto_allocated_topology.py {{(pid=103873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:57:19.853923 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:57:19.854435 dv-cinder-836930-1-iscsi neutron-server[103873]: INFO neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Loaded extension: auto-allocated-topology Apr 07 11:57:19.854752 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Loading extension file: availability_zone.py {{(pid=103873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:57:19.855452 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:57:19.855958 dv-cinder-836930-1-iscsi neutron-server[103873]: INFO neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Loaded extension: availability_zone Apr 07 11:57:19.856272 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Loading extension file: availability_zone_filter.py {{(pid=103873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:57:19.857170 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:57:19.857673 dv-cinder-836930-1-iscsi neutron-server[103873]: INFO neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Loaded extension: availability_zone_filter Apr 07 11:57:19.858012 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Loading extension file: data_plane_status.py {{(pid=103873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:57:19.858941 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:57:19.859543 dv-cinder-836930-1-iscsi neutron-server[103873]: INFO neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Extension data-plane-status not supported by any of loaded plugins Apr 07 11:57:19.859857 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Loading extension file: default_subnetpools.py {{(pid=103873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:57:19.860804 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:57:19.861306 dv-cinder-836930-1-iscsi neutron-server[103873]: INFO neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Loaded extension: default-subnetpools Apr 07 11:57:19.861623 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Loading extension file: dhcpagentscheduler.py {{(pid=103873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:57:19.862410 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:57:19.862913 dv-cinder-836930-1-iscsi neutron-server[103873]: INFO neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Loaded extension: dhcp_agent_scheduler Apr 07 11:57:19.863271 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Loading extension file: dns.py {{(pid=103873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:57:19.864170 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:57:19.864670 dv-cinder-836930-1-iscsi neutron-server[103873]: INFO neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Extension dns-integration not supported by any of loaded plugins Apr 07 11:57:19.864988 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Loading extension file: dns_domain_ports.py {{(pid=103873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:57:19.865888 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:57:19.866387 dv-cinder-836930-1-iscsi neutron-server[103873]: INFO neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 07 11:57:19.866703 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:57:19.867646 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:57:19.868149 dv-cinder-836930-1-iscsi neutron-server[103873]: INFO neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Apr 07 11:57:19.868467 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Loading extension file: dvr.py {{(pid=103873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:57:19.869122 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:57:19.869622 dv-cinder-836930-1-iscsi neutron-server[103873]: INFO neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Loaded extension: dvr Apr 07 11:57:19.869940 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Loading extension file: ecmp_routes.py {{(pid=103873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:57:19.870835 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:57:19.871366 dv-cinder-836930-1-iscsi neutron-server[103873]: INFO neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Extension ecmp_routes not supported by any of loaded plugins Apr 07 11:57:19.871686 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Loading extension file: empty_string_filtering.py {{(pid=103873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:57:19.872584 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:57:19.873091 dv-cinder-836930-1-iscsi neutron-server[103873]: INFO neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Loaded extension: empty-string-filtering Apr 07 11:57:19.873410 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:57:19.874841 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:57:19.875381 dv-cinder-836930-1-iscsi neutron-server[103873]: INFO neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 07 11:57:19.875702 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:57:19.876598 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:57:19.877107 dv-cinder-836930-1-iscsi neutron-server[103873]: INFO neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 07 11:57:19.877424 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Loading extension file: external_net.py {{(pid=103873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:57:19.878311 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:57:19.878822 dv-cinder-836930-1-iscsi neutron-server[103873]: INFO neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Loaded extension: external-net Apr 07 11:57:19.879159 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Loading extension file: extra_dhcp_opt.py {{(pid=103873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:57:19.880067 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:57:19.880571 dv-cinder-836930-1-iscsi neutron-server[103873]: INFO neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Loaded extension: extra_dhcp_opt Apr 07 11:57:19.880887 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Loading extension file: extraroute.py {{(pid=103873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:57:19.881779 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:57:19.882285 dv-cinder-836930-1-iscsi neutron-server[103873]: INFO neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Loaded extension: extraroute Apr 07 11:57:19.882601 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Loading extension file: extraroute_atomic.py {{(pid=103873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:57:19.883652 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:57:19.884158 dv-cinder-836930-1-iscsi neutron-server[103873]: INFO neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Loaded extension: extraroute-atomic Apr 07 11:57:19.884475 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Loading extension file: filter_validation.py {{(pid=103873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:57:19.885119 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:57:19.885617 dv-cinder-836930-1-iscsi neutron-server[103873]: INFO neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Loaded extension: filter-validation Apr 07 11:57:19.885934 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Loading extension file: fip_pf_description.py {{(pid=103873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:57:19.886822 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:57:19.887369 dv-cinder-836930-1-iscsi neutron-server[103873]: INFO neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 07 11:57:19.887676 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Loading extension file: fip_pf_port_range.py {{(pid=103873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:57:19.888567 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:57:19.889073 dv-cinder-836930-1-iscsi neutron-server[103873]: INFO neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Apr 07 11:57:19.889962 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Loading extension file: fip_port_details.py {{(pid=103873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:57:19.891046 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:57:19.891649 dv-cinder-836930-1-iscsi neutron-server[103873]: INFO neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Loaded extension: fip-port-details Apr 07 11:57:19.891968 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Loading extension file: flavors.py {{(pid=103873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:57:19.893164 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:57:19.893688 dv-cinder-836930-1-iscsi neutron-server[103873]: INFO neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Loaded extension: flavors Apr 07 11:57:19.894042 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:57:19.895695 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:57:19.896210 dv-cinder-836930-1-iscsi neutron-server[103873]: INFO neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 07 11:57:19.896534 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Loading extension file: floatingip_pools.py {{(pid=103873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:57:19.897222 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:57:19.897731 dv-cinder-836930-1-iscsi neutron-server[103873]: INFO neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Loaded extension: floatingip-pools Apr 07 11:57:19.898052 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Loading extension file: ip_allocation.py {{(pid=103873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:57:19.905103 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:57:19.905605 dv-cinder-836930-1-iscsi neutron-server[103873]: INFO neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Extension ip_allocation not supported by any of loaded plugins Apr 07 11:57:19.905923 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:57:19.906832 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:57:19.907375 dv-cinder-836930-1-iscsi neutron-server[103873]: INFO neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Loaded extension: ip-substring-filtering Apr 07 11:57:19.907697 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Loading extension file: l2_adjacency.py {{(pid=103873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:57:19.908624 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:57:19.909127 dv-cinder-836930-1-iscsi neutron-server[103873]: INFO neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Extension l2_adjacency not supported by any of loaded plugins Apr 07 11:57:19.909446 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Loading extension file: l3.py {{(pid=103873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:57:19.910394 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:57:19.910906 dv-cinder-836930-1-iscsi neutron-server[103873]: INFO neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Loaded extension: router Apr 07 11:57:19.911256 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Loading extension file: l3_conntrack_helper.py {{(pid=103873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:57:19.913477 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:57:19.914000 dv-cinder-836930-1-iscsi neutron-server[103873]: INFO neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 07 11:57:19.914327 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:57:19.915267 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:57:19.915803 dv-cinder-836930-1-iscsi neutron-server[103873]: INFO neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Loaded extension: ext-gw-mode Apr 07 11:57:19.916122 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:57:19.917032 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:57:19.917541 dv-cinder-836930-1-iscsi neutron-server[103873]: INFO neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Loaded extension: l3-ha Apr 07 11:57:19.917864 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:57:19.918762 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:57:19.919296 dv-cinder-836930-1-iscsi neutron-server[103873]: INFO neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Apr 07 11:57:19.919622 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Loading extension file: l3_flavors.py {{(pid=103873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:57:19.920799 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:57:19.921303 dv-cinder-836930-1-iscsi neutron-server[103873]: INFO neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Loaded extension: l3-flavors Apr 07 11:57:19.921623 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Loading extension file: l3_ndp_proxy.py {{(pid=103873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:57:19.922972 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:57:19.923529 dv-cinder-836930-1-iscsi neutron-server[103873]: INFO neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Extension l3-ndp-proxy not supported by any of loaded plugins Apr 07 11:57:19.923853 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:57:19.924761 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:57:19.925275 dv-cinder-836930-1-iscsi neutron-server[103873]: INFO neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Loaded extension: l3-port-ip-change-not-allowed Apr 07 11:57:19.925595 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Loading extension file: l3agentscheduler.py {{(pid=103873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:57:19.926593 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:57:19.927106 dv-cinder-836930-1-iscsi neutron-server[103873]: INFO neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Loaded extension: l3_agent_scheduler Apr 07 11:57:19.927460 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Loading extension file: local_ip.py {{(pid=103873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:57:19.929241 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:57:19.929770 dv-cinder-836930-1-iscsi neutron-server[103873]: INFO neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Extension local_ip not supported by any of loaded plugins Apr 07 11:57:19.930095 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Loading extension file: logging.py {{(pid=103873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:57:19.931733 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:57:19.932257 dv-cinder-836930-1-iscsi neutron-server[103873]: INFO neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Extension logging not supported by any of loaded plugins Apr 07 11:57:19.932580 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Loading extension file: metering.py {{(pid=103873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:57:19.933343 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:57:19.933922 dv-cinder-836930-1-iscsi neutron-server[103873]: INFO neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Loaded extension: metering Apr 07 11:57:19.934241 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:57:19.935342 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:57:19.935859 dv-cinder-836930-1-iscsi neutron-server[103873]: INFO neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Loaded extension: metering_source_and_destination_fields Apr 07 11:57:19.936750 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Loading extension file: multiprovidernet.py {{(pid=103873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:57:19.937665 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:57:19.938174 dv-cinder-836930-1-iscsi neutron-server[103873]: INFO neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Loaded extension: multi-provider Apr 07 11:57:19.938493 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Loading extension file: netmtu.py {{(pid=103873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:57:19.939420 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:57:19.939922 dv-cinder-836930-1-iscsi neutron-server[103873]: INFO neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Loaded extension: net-mtu Apr 07 11:57:19.940245 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Loading extension file: netmtu_writable.py {{(pid=103873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:57:19.941151 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:57:19.941655 dv-cinder-836930-1-iscsi neutron-server[103873]: INFO neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Loaded extension: net-mtu-writable Apr 07 11:57:19.941974 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Loading extension file: network_availability_zone.py {{(pid=103873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:57:19.942641 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:57:19.943162 dv-cinder-836930-1-iscsi neutron-server[103873]: INFO neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Loaded extension: network_availability_zone Apr 07 11:57:19.943528 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Loading extension file: network_ip_availability.py {{(pid=103873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:57:19.944565 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:57:19.945076 dv-cinder-836930-1-iscsi neutron-server[103873]: INFO neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Loaded extension: network-ip-availability Apr 07 11:57:19.945406 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Loading extension file: network_segment_range.py {{(pid=103873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:57:19.946153 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:57:19.946657 dv-cinder-836930-1-iscsi neutron-server[103873]: INFO neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Extension network-segment-range not supported by any of loaded plugins Apr 07 11:57:19.946978 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Loading extension file: pagination.py {{(pid=103873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:57:19.947981 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:57:19.948309 dv-cinder-836930-1-iscsi neutron-server[103873]: INFO neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Loaded extension: pagination Apr 07 11:57:19.948625 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Loading extension file: port_device_profile.py {{(pid=103873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:57:19.949526 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:57:19.950043 dv-cinder-836930-1-iscsi neutron-server[103873]: INFO neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Loaded extension: port-device-profile Apr 07 11:57:19.950360 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:57:19.951311 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:57:19.951872 dv-cinder-836930-1-iscsi neutron-server[103873]: INFO neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Loaded extension: port-mac-address-regenerate Apr 07 11:57:19.952687 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:57:19.953587 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:57:19.954097 dv-cinder-836930-1-iscsi neutron-server[103873]: INFO neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Loaded extension: port-numa-affinity-policy Apr 07 11:57:19.954414 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Loading extension file: port_resource_request.py {{(pid=103873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:57:19.955471 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:57:19.955982 dv-cinder-836930-1-iscsi neutron-server[103873]: INFO neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Extension port-resource-request not supported by any of loaded plugins Apr 07 11:57:19.956296 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Loading extension file: port_resource_request_groups.py {{(pid=103873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:57:19.957246 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:57:19.957755 dv-cinder-836930-1-iscsi neutron-server[103873]: INFO neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Extension port-resource-request-groups not supported by any of loaded plugins Apr 07 11:57:19.958071 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Loading extension file: portbindings.py {{(pid=103873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:57:19.959014 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:57:19.959546 dv-cinder-836930-1-iscsi neutron-server[103873]: INFO neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Loaded extension: binding Apr 07 11:57:19.959862 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Loading extension file: portbindings_extended.py {{(pid=103873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:57:19.961109 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:57:19.961621 dv-cinder-836930-1-iscsi neutron-server[103873]: INFO neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Loaded extension: binding-extended Apr 07 11:57:19.961945 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Loading extension file: portsecurity.py {{(pid=103873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:57:19.962845 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:57:19.963390 dv-cinder-836930-1-iscsi neutron-server[103873]: INFO neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Loaded extension: port-security Apr 07 11:57:19.963710 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Loading extension file: project_id.py {{(pid=103873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:57:19.964670 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:57:19.964993 dv-cinder-836930-1-iscsi neutron-server[103873]: INFO neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Loaded extension: project-id Apr 07 11:57:19.965309 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Loading extension file: providernet.py {{(pid=103873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:57:19.966206 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:57:19.966724 dv-cinder-836930-1-iscsi neutron-server[103873]: INFO neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Loaded extension: provider Apr 07 11:57:19.967044 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Loading extension file: qos.py {{(pid=103873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:57:19.970591 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:57:19.971106 dv-cinder-836930-1-iscsi neutron-server[103873]: INFO neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Extension qos not supported by any of loaded plugins Apr 07 11:57:19.971456 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:57:19.976116 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:57:19.976629 dv-cinder-836930-1-iscsi neutron-server[103873]: INFO neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 07 11:57:19.976952 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:57:19.977858 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:57:19.978369 dv-cinder-836930-1-iscsi neutron-server[103873]: INFO neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 07 11:57:19.978689 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Loading extension file: qos_default.py {{(pid=103873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:57:19.979634 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:57:19.980147 dv-cinder-836930-1-iscsi neutron-server[103873]: INFO neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Extension qos-default not supported by any of loaded plugins Apr 07 11:57:19.980470 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Loading extension file: qos_fip.py {{(pid=103873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:57:19.981370 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:57:19.981882 dv-cinder-836930-1-iscsi neutron-server[103873]: INFO neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Extension qos-fip not supported by any of loaded plugins Apr 07 11:57:19.982202 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Loading extension file: qos_fip_network_policy.py {{(pid=103873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:57:19.983663 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:57:19.984185 dv-cinder-836930-1-iscsi neutron-server[103873]: INFO neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Extension qos-fip-network-policy not supported by any of loaded plugins Apr 07 11:57:19.984551 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Loading extension file: qos_gateway_ip.py {{(pid=103873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:57:19.985554 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:57:19.986075 dv-cinder-836930-1-iscsi neutron-server[103873]: INFO neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 07 11:57:19.986398 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Loading extension file: qos_port_network_policy.py {{(pid=103873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:57:19.987343 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:57:19.987852 dv-cinder-836930-1-iscsi neutron-server[103873]: INFO neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 07 11:57:19.988174 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:57:19.989195 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:57:19.989705 dv-cinder-836930-1-iscsi neutron-server[103873]: INFO neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Extension qos-pps-minimum not supported by any of loaded plugins Apr 07 11:57:19.990027 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:57:19.991083 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:57:19.991619 dv-cinder-836930-1-iscsi neutron-server[103873]: INFO neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Apr 07 11:57:19.991940 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Loading extension file: qos_pps_rule.py {{(pid=103873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:57:19.993096 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:57:19.993612 dv-cinder-836930-1-iscsi neutron-server[103873]: INFO neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Extension qos-pps not supported by any of loaded plugins Apr 07 11:57:19.993937 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Loading extension file: qos_rule_type_details.py {{(pid=103873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:57:19.994837 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:57:19.995389 dv-cinder-836930-1-iscsi neutron-server[103873]: INFO neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 07 11:57:19.995711 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Loading extension file: qos_rule_type_filter.py {{(pid=103873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:57:19.996613 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:57:19.997129 dv-cinder-836930-1-iscsi neutron-server[103873]: INFO neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Extension qos-rule-type-filter not supported by any of loaded plugins Apr 07 11:57:19.997446 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Loading extension file: qos_rules_alias.py {{(pid=103873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:57:19.998482 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:57:19.999557 dv-cinder-836930-1-iscsi neutron-server[103873]: INFO neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 07 11:57:19.999875 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Loading extension file: quota_check_limit.py {{(pid=103873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:57:20.000802 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:57:20.001357 dv-cinder-836930-1-iscsi neutron-server[103873]: INFO neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Loaded extension: quota-check-limit Apr 07 11:57:20.001678 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Loading extension file: quotasv2.py {{(pid=103873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:57:20.002583 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:57:20.002906 dv-cinder-836930-1-iscsi neutron-server[103873]: INFO neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Loaded extension: quotas Apr 07 11:57:20.003252 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Loading extension file: quotasv2_detail.py {{(pid=103873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:57:20.004968 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:57:20.005302 dv-cinder-836930-1-iscsi neutron-server[103873]: INFO neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Loaded extension: quota_details Apr 07 11:57:20.005687 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Loading extension file: rbac.py {{(pid=103873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:57:20.006789 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:57:20.007344 dv-cinder-836930-1-iscsi neutron-server[103873]: INFO neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Loaded extension: rbac-policies Apr 07 11:57:20.007671 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Loading extension file: rbac_address_group.py {{(pid=103873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:57:20.008602 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:57:20.009119 dv-cinder-836930-1-iscsi neutron-server[103873]: INFO neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Loaded extension: rbac-address-group Apr 07 11:57:20.009444 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Loading extension file: rbac_address_scope.py {{(pid=103873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:57:20.010353 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:57:20.010870 dv-cinder-836930-1-iscsi neutron-server[103873]: INFO neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Loaded extension: rbac-address-scope Apr 07 11:57:20.011226 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Loading extension file: rbac_security_groups.py {{(pid=103873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:57:20.012206 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:57:20.012726 dv-cinder-836930-1-iscsi neutron-server[103873]: INFO neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Loaded extension: rbac-security-groups Apr 07 11:57:20.013045 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Loading extension file: rbac_subnetpool.py {{(pid=103873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:57:20.013966 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:57:20.014502 dv-cinder-836930-1-iscsi neutron-server[103873]: INFO neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Loaded extension: rbac-subnetpool Apr 07 11:57:20.014815 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Loading extension file: revisionifmatch.py {{(pid=103873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:57:20.015754 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:57:20.016263 dv-cinder-836930-1-iscsi neutron-server[103873]: INFO neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Loaded extension: revision-if-match Apr 07 11:57:20.016582 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Loading extension file: revisions.py {{(pid=103873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:57:20.017681 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:57:20.018247 dv-cinder-836930-1-iscsi neutron-server[103873]: INFO neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Loaded extension: standard-attr-revisions Apr 07 11:57:20.018567 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Loading extension file: router_availability_zone.py {{(pid=103873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:57:20.019284 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:57:20.019793 dv-cinder-836930-1-iscsi neutron-server[103873]: INFO neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Loaded extension: router_availability_zone Apr 07 11:57:20.020107 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Loading extension file: routerservicetype.py {{(pid=103873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:57:20.027849 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:57:20.028359 dv-cinder-836930-1-iscsi neutron-server[103873]: INFO neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Extension router-service-type not supported by any of loaded plugins Apr 07 11:57:20.028675 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:57:20.029589 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:57:20.030130 dv-cinder-836930-1-iscsi neutron-server[103873]: INFO neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Loaded extension: security-groups-normalized-cidr Apr 07 11:57:20.030448 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Loading extension file: security_groups_port_filtering.py {{(pid=103873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:57:20.031391 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:57:20.031904 dv-cinder-836930-1-iscsi neutron-server[103873]: INFO neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Loaded extension: port-security-groups-filtering Apr 07 11:57:20.032220 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:57:20.033150 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:57:20.033661 dv-cinder-836930-1-iscsi neutron-server[103873]: INFO neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Loaded extension: security-groups-remote-address-group Apr 07 11:57:20.033981 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:57:20.034898 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:57:20.035436 dv-cinder-836930-1-iscsi neutron-server[103873]: INFO neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Loaded extension: security-groups-shared-filtering Apr 07 11:57:20.035795 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:57:20.036377 dv-cinder-836930-1-iscsi neutron-server[103873]: WARNING neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Apr 07 11:57:20.036690 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Loading extension file: securitygroup.py {{(pid=103873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:57:20.047180 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:57:20.047709 dv-cinder-836930-1-iscsi neutron-server[103873]: INFO neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Loaded extension: security-group Apr 07 11:57:20.048040 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Loading extension file: segment.py {{(pid=103873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:57:20.048755 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:57:20.055821 dv-cinder-836930-1-iscsi neutron-server[103873]: INFO neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Extension segment not supported by any of loaded plugins Apr 07 11:57:20.055821 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:57:20.056664 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:57:20.057209 dv-cinder-836930-1-iscsi neutron-server[103873]: INFO neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 07 11:57:20.057542 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Loading extension file: servicetype.py {{(pid=103873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:57:20.058666 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:57:20.059218 dv-cinder-836930-1-iscsi neutron-server[103873]: INFO neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Loaded extension: service-type Apr 07 11:57:20.059546 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Loading extension file: sorting.py {{(pid=103873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:57:20.060533 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:57:20.060864 dv-cinder-836930-1-iscsi neutron-server[103873]: INFO neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Loaded extension: sorting Apr 07 11:57:20.061778 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Loading extension file: standard_attr_segment.py {{(pid=103873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:57:20.062714 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:57:20.063265 dv-cinder-836930-1-iscsi neutron-server[103873]: INFO neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 07 11:57:20.063627 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Loading extension file: standardattrdescription.py {{(pid=103873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:57:20.064283 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:57:20.064800 dv-cinder-836930-1-iscsi neutron-server[103873]: INFO neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Loaded extension: standard-attr-description Apr 07 11:57:20.065124 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Loading extension file: stateful_security_group.py {{(pid=103873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:57:20.066047 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:57:20.066563 dv-cinder-836930-1-iscsi neutron-server[103873]: INFO neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Loaded extension: stateful-security-group Apr 07 11:57:20.066891 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Loading extension file: stdattrs_common.py {{(pid=103873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:57:20.067506 dv-cinder-836930-1-iscsi neutron-server[103873]: WARNING neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 07 11:57:20.067828 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:57:20.068770 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:57:20.069289 dv-cinder-836930-1-iscsi neutron-server[103873]: INFO neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 07 11:57:20.069615 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Loading extension file: subnet_onboard.py {{(pid=103873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:57:20.070673 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:57:20.071223 dv-cinder-836930-1-iscsi neutron-server[103873]: INFO neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Loaded extension: subnet_onboard Apr 07 11:57:20.071552 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:57:20.072479 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:57:20.072991 dv-cinder-836930-1-iscsi neutron-server[103873]: INFO neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 07 11:57:20.073313 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Loading extension file: subnet_service_types.py {{(pid=103873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:57:20.074236 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:57:20.074751 dv-cinder-836930-1-iscsi neutron-server[103873]: INFO neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Loaded extension: subnet-service-types Apr 07 11:57:20.075075 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Loading extension file: subnetallocation.py {{(pid=103873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:57:20.076176 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:57:20.076697 dv-cinder-836930-1-iscsi neutron-server[103873]: INFO neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Loaded extension: subnet_allocation Apr 07 11:57:20.077023 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:57:20.077687 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:57:20.078202 dv-cinder-836930-1-iscsi neutron-server[103873]: INFO neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Loaded extension: subnetpool-prefix-ops Apr 07 11:57:20.078526 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:57:20.079480 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:57:20.080007 dv-cinder-836930-1-iscsi neutron-server[103873]: INFO neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 07 11:57:20.080334 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Loading extension file: tagging.py {{(pid=103873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:57:20.081422 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:57:20.081989 dv-cinder-836930-1-iscsi neutron-server[103873]: INFO neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Loaded extension: standard-attr-tag Apr 07 11:57:20.082314 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Loading extension file: timestamp.py {{(pid=103873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:57:20.083639 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:57:20.084158 dv-cinder-836930-1-iscsi neutron-server[103873]: INFO neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Loaded extension: standard-attr-timestamp Apr 07 11:57:20.084482 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Loading extension file: trunk.py {{(pid=103873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:57:20.085512 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:57:20.086034 dv-cinder-836930-1-iscsi neutron-server[103873]: INFO neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Extension trunk not supported by any of loaded plugins Apr 07 11:57:20.086358 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Loading extension file: trunk_details.py {{(pid=103873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:57:20.087317 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:57:20.087840 dv-cinder-836930-1-iscsi neutron-server[103873]: INFO neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Extension trunk-details not supported by any of loaded plugins Apr 07 11:57:20.088198 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Loading extension file: uplink_status_propagation.py {{(pid=103873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:57:20.089121 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:57:20.089641 dv-cinder-836930-1-iscsi neutron-server[103873]: INFO neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 07 11:57:20.089962 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Loading extension file: vlantransparent.py {{(pid=103873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:57:20.090633 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:57:20.091169 dv-cinder-836930-1-iscsi neutron-server[103873]: INFO neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Extension vlan-transparent not supported by any of loaded plugins Apr 07 11:57:20.093779 dv-cinder-836930-1-iscsi neutron-server[103873]: INFO neutron.quota.resource_registry [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Creating instance of TrackedResource for resource:network Apr 07 11:57:20.094310 dv-cinder-836930-1-iscsi neutron-server[103873]: INFO neutron.quota.resource_registry [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Creating instance of TrackedResource for resource:subnet Apr 07 11:57:20.094711 dv-cinder-836930-1-iscsi neutron-server[103873]: INFO neutron.quota.resource_registry [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Creating instance of TrackedResource for resource:subnetpool Apr 07 11:57:20.095105 dv-cinder-836930-1-iscsi neutron-server[103873]: INFO neutron.quota.resource_registry [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Creating instance of TrackedResource for resource:port Apr 07 11:57:20.096360 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.v2.resource_helper [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103873) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 07 11:57:20.096807 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.v2.resource_helper [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Service FLAVORS assigned prefix: {{(pid=103873) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 07 11:57:20.097416 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.v2.resource_helper [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103873) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 07 11:57:20.097835 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.v2.resource_helper [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103873) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 07 11:57:20.098165 dv-cinder-836930-1-iscsi neutron-server[103873]: INFO neutron.quota.resource_registry [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Creating instance of TrackedResource for resource:router Apr 07 11:57:20.098613 dv-cinder-836930-1-iscsi neutron-server[103873]: INFO neutron.quota.resource_registry [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Creating instance of TrackedResource for resource:floatingip Apr 07 11:57:20.099103 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.v2.resource_helper [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Service METERING assigned prefix: /metering {{(pid=103873) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 07 11:57:20.100565 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:57:20.100938 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:57:20.101291 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:57:20.102298 dv-cinder-836930-1-iscsi neutron-server[103873]: INFO neutron.quota.resource_registry [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Creating instance of CountableResource for resource:rbac_policy Apr 07 11:57:20.102750 dv-cinder-836930-1-iscsi neutron-server[103873]: INFO neutron.quota.resource_registry [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Creating instance of TrackedResource for resource:security_group Apr 07 11:57:20.103217 dv-cinder-836930-1-iscsi neutron-server[103873]: INFO neutron.quota.resource_registry [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Creating instance of TrackedResource for resource:security_group_rule Apr 07 11:57:20.103806 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.v2.resource_helper [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Service CORE assigned prefix: {{(pid=103873) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 07 11:57:20.104144 dv-cinder-836930-1-iscsi neutron-server[103873]: INFO neutron.quota.resource_registry [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Creating instance of TrackedResource for resource:subnetpool Apr 07 11:57:20.104496 dv-cinder-836930-1-iscsi neutron-server[103873]: WARNING neutron.quota.resource_registry [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] subnetpool is already registered Apr 07 11:57:20.104926 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.v2.resource_helper [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Service CORE assigned prefix: {{(pid=103873) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 07 11:57:20.105252 dv-cinder-836930-1-iscsi neutron-server[103873]: INFO neutron.quota.resource_registry [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Creating instance of TrackedResource for resource:subnetpool Apr 07 11:57:20.105583 dv-cinder-836930-1-iscsi neutron-server[103873]: WARNING neutron.quota.resource_registry [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] subnetpool is already registered Apr 07 11:57:20.107881 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.v2.resource_helper [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103873) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 07 11:57:20.108810 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.v2.resource_helper [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Service FLAVORS assigned prefix: {{(pid=103873) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 07 11:57:20.109393 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.v2.resource_helper [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103873) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 07 11:57:20.109809 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.v2.resource_helper [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103873) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 07 11:57:20.110144 dv-cinder-836930-1-iscsi neutron-server[103873]: INFO neutron.quota.resource_registry [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Creating instance of TrackedResource for resource:router Apr 07 11:57:20.110478 dv-cinder-836930-1-iscsi neutron-server[103873]: WARNING neutron.quota.resource_registry [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] router is already registered Apr 07 11:57:20.110893 dv-cinder-836930-1-iscsi neutron-server[103873]: INFO neutron.quota.resource_registry [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Creating instance of TrackedResource for resource:floatingip Apr 07 11:57:20.111260 dv-cinder-836930-1-iscsi neutron-server[103873]: WARNING neutron.quota.resource_registry [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] floatingip is already registered Apr 07 11:57:20.111714 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.v2.resource_helper [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Service METERING assigned prefix: /metering {{(pid=103873) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 07 11:57:20.112381 dv-cinder-836930-1-iscsi neutron-server[103873]: INFO neutron.quota.resource_registry [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Creating instance of CountableResource for resource:rbac_policy Apr 07 11:57:20.112709 dv-cinder-836930-1-iscsi neutron-server[103873]: WARNING neutron.quota.resource_registry [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] rbac_policy is already registered Apr 07 11:57:20.113121 dv-cinder-836930-1-iscsi neutron-server[103873]: INFO neutron.quota.resource_registry [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Creating instance of TrackedResource for resource:security_group Apr 07 11:57:20.113453 dv-cinder-836930-1-iscsi neutron-server[103873]: WARNING neutron.quota.resource_registry [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] security_group is already registered Apr 07 11:57:20.113856 dv-cinder-836930-1-iscsi neutron-server[103873]: INFO neutron.quota.resource_registry [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Creating instance of TrackedResource for resource:security_group_rule Apr 07 11:57:20.114210 dv-cinder-836930-1-iscsi neutron-server[103873]: WARNING neutron.quota.resource_registry [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] security_group_rule is already registered Apr 07 11:57:20.114799 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.v2.resource_helper [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Service CORE assigned prefix: {{(pid=103873) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 07 11:57:20.115132 dv-cinder-836930-1-iscsi neutron-server[103873]: INFO neutron.quota.resource_registry [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Creating instance of TrackedResource for resource:subnetpool Apr 07 11:57:20.115479 dv-cinder-836930-1-iscsi neutron-server[103873]: WARNING neutron.quota.resource_registry [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] subnetpool is already registered Apr 07 11:57:20.115906 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.v2.resource_helper [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Service CORE assigned prefix: {{(pid=103873) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 07 11:57:20.116255 dv-cinder-836930-1-iscsi neutron-server[103873]: INFO neutron.quota.resource_registry [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Creating instance of TrackedResource for resource:subnetpool Apr 07 11:57:20.116582 dv-cinder-836930-1-iscsi neutron-server[103873]: WARNING neutron.quota.resource_registry [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] subnetpool is already registered Apr 07 11:57:20.117061 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Extended resource: extensions {{(pid=103873) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 11:57:20.118559 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Extended resource: address-groups {{(pid=103873) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 11:57:20.120139 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Extended resource: address-scopes {{(pid=103873) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 11:57:20.121462 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Extended resource: agents {{(pid=103873) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 11:57:20.122627 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Extended resource: auto-allocated-topology {{(pid=103873) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 11:57:20.124426 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Extended resource: availability_zones {{(pid=103873) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 11:57:20.125643 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Extended resource: dhcp-networks {{(pid=103873) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 11:57:20.127161 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Extended resource: dhcp-agents {{(pid=103873) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 11:57:20.128668 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Extended resource: routers {{(pid=103873) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 11:57:20.131899 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Extended resource: flavors {{(pid=103873) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 11:57:20.133087 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Extended resource: service_profiles {{(pid=103873) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 11:57:20.134297 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Extended resource: next_providers {{(pid=103873) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 11:57:20.135827 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Extended resource: service_profiles {{(pid=103873) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 11:57:20.137392 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Extended resource: floatingip-pools {{(pid=103873) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 11:57:20.138610 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Extended resource: routers {{(pid=103873) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 11:57:20.140820 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Extended resource: floatingips {{(pid=103873) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 11:57:20.142124 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Extended resource: l3-routers {{(pid=103873) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 11:57:20.143545 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Extended resource: l3-agents {{(pid=103873) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 11:57:20.144990 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Extended resource: metering-labels {{(pid=103873) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 11:57:20.146352 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Extended resource: metering-label-rules {{(pid=103873) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 11:57:20.147661 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Extended resource: network-ip-availabilities {{(pid=103873) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 11:57:20.148922 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Extended resource: bindings {{(pid=103873) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 11:57:20.150574 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Extended resource: quotas {{(pid=103873) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 11:57:20.152170 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Extended resource: quotas {{(pid=103873) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 11:57:20.153695 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Extended resource: rbac-policies {{(pid=103873) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 11:57:20.155018 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Extended resource: security-groups {{(pid=103873) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 11:57:20.156292 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Extended resource: security-group-rules {{(pid=103873) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 11:57:20.157508 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Extended resource: service-providers {{(pid=103873) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 11:57:20.158730 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Extended resource: subnetpools {{(pid=103873) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 11:57:20.160196 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Extended resource: subnetpools {{(pid=103873) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 11:57:20.161637 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Extended resource: tags {{(pid=103873) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 11:57:20.163339 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Extended resource: tags {{(pid=103873) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 11:57:20.165213 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Extended resource: tags {{(pid=103873) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 11:57:20.166987 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Extended resource: tags {{(pid=103873) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 11:57:20.168807 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Extended resource: tags {{(pid=103873) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 11:57:20.171532 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Extended resource: tags {{(pid=103873) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 11:57:20.173221 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Extended resource: tags {{(pid=103873) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 11:57:20.175161 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Extended resource: tags {{(pid=103873) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 11:57:20.176996 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Extended resource: tags {{(pid=103873) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 11:57:20.178855 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron.api.extensions [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Extended resource: tags {{(pid=103873) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 11:57:20.184792 dv-cinder-836930-1-iscsi neutron-server[103873]: WARNING keystonemiddleware.auth_token [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 07 11:57:20.190032 dv-cinder-836930-1-iscsi neutron-server[103873]: WARNING keystonemiddleware.auth_token [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 07 11:57:20.199002 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_concurrency.lockutils [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Acquired lock "singleton_lock" {{(pid=103873) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Apr 07 11:57:20.199444 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_concurrency.lockutils [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Releasing lock "singleton_lock" {{(pid=103873) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Apr 07 11:57:20.200096 dv-cinder-836930-1-iscsi neutron-server[103873]: INFO oslo_service.service [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Starting 2 workers Apr 07 11:57:20.205112 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Started child 103982 {{(pid=103873) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 07 11:57:20.209676 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Started child 103983 {{(pid=103873) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 07 11:57:20.210462 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:20.211360 dv-cinder-836930-1-iscsi neutron-server[103873]: INFO neutron.service [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Neutron service started, listening on 0.0.0.0:9696 Apr 07 11:57:20.211999 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Publish callbacks [] for process (None), before_spawn {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:20.212102 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [-] (103982) wsgi starting up on http://0.0.0.0:9696 Apr 07 11:57:20.214473 dv-cinder-836930-1-iscsi neutron-server[103873]: INFO oslo_service.service [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Starting 1 workers Apr 07 11:57:20.214580 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:20.216058 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [-] (103983) wsgi starting up on http://0.0.0.0:9696 Apr 07 11:57:20.219903 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Started child 103984 {{(pid=103873) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 07 11:57:20.220457 dv-cinder-836930-1-iscsi neutron-server[103873]: INFO oslo_service.service [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Starting 1 workers Apr 07 11:57:20.223497 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.service [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] calling RpcWorker wait() {{(pid=103984) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 07 11:57:20.224039 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.service [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] returning from RpcWorker wait() {{(pid=103984) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 07 11:57:20.225120 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Started child 103985 {{(pid=103873) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 07 11:57:20.225282 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:20.225781 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:57:20.225928 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG neutron_lib.callbacks.manager [None req-edcde439-9b79-4630-92e0-dbaf2c4e5e7b None None] Publish callbacks [] for process (None), after_spawn {{(pid=103873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:20.227939 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103873) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 07 11:57:20.228145 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 07 11:57:20.228333 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 07 11:57:20.228561 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 07 11:57:20.228904 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 07 11:57:20.229070 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 07 11:57:20.229610 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:20.229885 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:20.230145 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:20.230414 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:20.230684 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:20.231230 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:20.231713 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:20.231713 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:20.231861 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:20.232028 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:20.232248 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:20.232376 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:57:20.232462 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:20.232593 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:20.232806 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:20.233579 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:20.233892 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:20.234148 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:20.234425 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:20.234649 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:20.234825 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:20.235088 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:20.244823 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:20.244823 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:20.244823 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] debug = True {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:20.244823 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:20.244823 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:20.244823 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:20.245791 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:20.245791 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:20.245791 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:20.245791 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:20.245791 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:20.245791 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:20.245791 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:20.245791 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:20.246263 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:20.246263 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:20.246263 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:20.246263 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:20.246263 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:20.246263 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:20.246263 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:20.246263 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] host = dv-cinder-836930-1-iscsi {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:20.246712 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:20.246712 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:20.246712 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:20.246712 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:20.246712 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:20.246712 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:20.246712 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:20.247174 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.58', 59490) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:57:20.247252 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:20.247252 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:20.247252 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:20.247252 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:20.247252 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:20.247252 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:20.247252 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] log_file = None {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:20.247252 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] log_options = True {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:20.247734 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:20.247734 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:20.247734 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:20.247734 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:20.247734 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:20.247734 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:20.247734 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:20.248137 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:20.248137 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:20.248137 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:20.248137 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:20.248137 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:20.248137 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:20.248137 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:20.248137 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:20.248707 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:20.248707 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:20.248707 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:20.248707 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:20.249473 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:20.249550 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:20.249778 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:20.250165 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:20.250514 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:20.250900 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:20.251285 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:20.251690 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:20.252071 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:20.252453 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:20.252844 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:20.253634 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:20.253917 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [-] 10.222.0.58 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0090051 Apr 07 11:57:20.254505 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:20.255331 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:20.255835 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:20.256499 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:20.256939 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:20.257196 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:20.257436 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:20.257725 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:20.257966 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:20.258252 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:20.258514 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:20.258907 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:20.259169 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:20.260101 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:20.260101 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:20.260101 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] use_json = False {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:20.260101 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:20.261335 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:20.261335 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:20.261335 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:20.261335 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:20.261335 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:20.261620 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:20.261620 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:20.261905 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:20.262280 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.262550 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.262864 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.264268 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.264578 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.264842 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.265241 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.265595 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.265844 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.268549 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.268549 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.268549 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.268549 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.268549 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.268549 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.268549 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.268549 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.269043 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.269043 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.269043 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.269043 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.269298 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.272083 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.272083 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.272083 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.272083 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.272083 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.272083 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.272083 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.272083 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.272786 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.272786 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.58/identity {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.272786 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.273132 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.273132 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.273319 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.273573 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.273806 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.274308 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.274308 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.274532 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.274746 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.274966 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.275244 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.275778 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.276018 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.276452 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.276865 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.277096 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.277315 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.277546 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.277759 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.277992 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.278225 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.278449 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.279320 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.279320 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.279320 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.280364 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.280364 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.280364 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.280364 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.280593 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.280593 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.280815 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.281181 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.281407 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.281618 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.282643 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.282643 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.282643 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.282643 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.282927 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.282927 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.283168 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.283368 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.283571 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.283785 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.284009 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.284216 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.284440 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.284666 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.285061 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.285268 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.285524 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.286860 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.286860 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.286860 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.286860 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.286860 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.287257 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.287350 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.288458 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.288458 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.288458 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.288458 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.288737 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.288806 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.288993 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.289221 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.289435 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.289660 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.289918 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.290136 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.290379 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.290616 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.290828 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.291419 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.291419 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.291726 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.291726 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.291992 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.292180 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.293134 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.293134 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.293134 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.293134 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.293644 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.293644 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.293879 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.294065 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.294330 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.294545 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.295065 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.295376 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.296550 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.296979 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.297365 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.297611 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.298045 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.298300 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.298551 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.298799 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.299049 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.299312 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.299706 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.300117 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.300338 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.301255 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.301255 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.301255 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.301485 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.301563 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.301779 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.302023 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.302289 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.302561 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.302824 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.303072 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.303345 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.303744 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.58/identity {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.304112 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.304355 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.304596 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.304896 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.305286 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.305668 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.306111 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.307259 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.307674 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.308133 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.308516 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.308896 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.309281 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.309689 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.310076 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.310486 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.310872 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.312576 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.313001 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.313402 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.313832 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.314368 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.314773 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.315220 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.316422 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.316422 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.316422 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.316789 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.316954 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.317376 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.317781 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.318001 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.318253 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.318477 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.318690 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.318905 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.320587 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.320587 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.320587 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.320587 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.320587 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.320587 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.321482 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.321482 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.321482 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.321482 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.322004 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.322004 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.322221 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.322372 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.322573 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.323432 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.323432 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.323432 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.323432 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.324449 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.324449 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.324449 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.324449 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.324862 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.324862 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.325032 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.325871 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.325871 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.325871 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.325871 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.326441 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.326441 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.326441 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.327063 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.327063 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.327063 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.327645 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.327792 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.328432 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.328432 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.328432 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.328855 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.328855 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.329132 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.329271 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.330200 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.330200 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.330200 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.330200 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.330764 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.330764 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.330764 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.332180 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.332180 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.332180 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.332180 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.332180 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.332180 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.334275 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.334275 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.334275 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.334275 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.334275 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.334275 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.334275 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.334275 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.335177 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.335177 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.335177 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.335177 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.343683 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.343683 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.343683 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.343683 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.343683 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.343683 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.343683 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.343683 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.344518 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.344518 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.344518 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.344518 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.344518 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.344518 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.344518 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.344518 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.345056 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.345056 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.345056 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.345056 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.345056 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.345056 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.345056 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.345056 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.345967 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.345967 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.345967 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.345967 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.345967 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.345967 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.345967 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.345967 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.345967 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.347362 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.347362 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.347362 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.347362 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.347362 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.347362 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.347362 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.347362 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.347362 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.348998 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.348998 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.348998 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.348998 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 07 11:57:20.350414 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103873) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 07 11:57:20.350414 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 07 11:57:20.350414 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 07 11:57:20.350414 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 07 11:57:20.350414 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 07 11:57:20.350414 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 07 11:57:20.350414 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:20.350414 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:20.351755 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:20.351755 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:20.351755 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:20.351755 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:20.351755 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:20.352253 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:20.352253 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:20.352253 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:20.352575 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:20.352575 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:20.352812 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:20.352812 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:20.353009 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:20.353131 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:20.353214 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:20.353338 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:20.353707 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:20.353833 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:20.353988 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:20.354156 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:20.354295 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] debug = True {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:20.354449 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:20.354648 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:20.354809 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:20.354965 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:20.355148 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:20.356118 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:20.356285 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:20.356423 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:20.356582 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:20.356731 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:20.356885 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:20.357041 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:20.357187 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:20.357344 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:20.357501 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:20.357654 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:20.357808 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:20.357982 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:20.358173 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] host = dv-cinder-836930-1-iscsi {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:20.358329 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:20.358483 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:20.358634 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:20.358949 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:20.359403 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:20.359403 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:20.359403 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:20.359611 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:20.359713 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:20.360701 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:20.360701 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:20.360701 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:20.360701 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:20.360701 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] log_file = None {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:20.360701 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] log_options = True {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:20.360701 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:20.361751 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:20.361751 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:20.361751 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:20.361751 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:20.361751 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:20.361751 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:20.362243 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:20.362243 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:20.362243 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:20.362452 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:20.362452 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:20.362594 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:20.362700 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:20.362852 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:20.363173 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:20.363507 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:20.364004 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:20.364446 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:20.364771 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:20.364941 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:20.365295 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:20.365461 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:20.365614 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:20.365958 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:20.366299 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:20.366488 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:20.366645 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:20.366759 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:20.367085 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:20.367461 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:20.367777 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:20.368138 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:20.368461 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:20.368783 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:20.369103 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:20.369406 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:20.369550 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:20.369712 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:20.369854 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:20.370013 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:20.370169 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:20.370324 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:20.371156 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:20.371156 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:20.371156 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:20.371156 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] use_json = False {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:20.371156 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:20.371543 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:20.371543 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:20.371543 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:20.374956 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:20.374956 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:20.374956 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:20.374956 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:20.374956 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:57:20.374956 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.374956 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.374956 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.375459 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.375459 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.375459 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.375459 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.375459 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.375459 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.375459 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.375459 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.375909 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.375909 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.375909 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.375909 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.375909 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.375909 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.375909 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.375909 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.376343 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.376343 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.376343 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.376343 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.376343 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.376638 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.376638 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.376756 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.376942 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.377029 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.378255 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.378255 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.378255 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.58/identity {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.378255 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.378255 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.378255 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.378255 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.378255 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.379026 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.379026 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.379026 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.379026 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.379026 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.379662 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.379662 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.379662 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.379662 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.379662 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.380198 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.380198 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.380198 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.380561 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.380561 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.380561 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.380817 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.380898 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.380976 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.381135 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.381292 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.381762 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.381762 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.381762 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.382013 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.382013 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.382179 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.382312 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.382615 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.382931 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.383246 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.383558 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.383861 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.384024 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.384175 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.384337 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.385102 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.385102 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.385102 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.385102 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.385102 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.385734 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.385734 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.385734 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.385734 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.386195 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.386195 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.386195 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.386548 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.386548 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.386548 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.386842 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.386842 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.387042 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.387187 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.387301 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.387453 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.387605 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.387908 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.388205 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.388510 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.388669 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.388826 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.390430 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.390430 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.390430 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.390430 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.390430 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.390430 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.390430 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.390873 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.390873 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.390873 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.391053 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.391155 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.391345 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.391477 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.391638 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.391797 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.391955 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.392111 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.392266 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.392430 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.392588 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.392753 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.393200 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.393200 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.393200 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.393448 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.393531 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.393692 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.393857 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.394012 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.394153 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.394402 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.394597 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.394740 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.394891 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.395032 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.395256 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.395402 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.395541 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.395681 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:57:20.395849 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.395849 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.396128 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.396128 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.396501 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.396501 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.396501 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.396888 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.396888 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.397146 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.397146 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.397423 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.58/identity {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.397423 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.397680 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.397680 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.397943 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.397943 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.398201 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.398352 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.398463 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.398615 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.398708 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.398878 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.399014 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.399206 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.399430 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.399430 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.399712 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.399712 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.399989 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.399989 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.400431 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.400607 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.401624 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.401777 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.401918 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.402058 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.402200 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.403005 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.403005 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.403005 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.403005 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.403005 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.403005 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.403813 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.403813 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.403813 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.403813 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.403813 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.404109 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.404109 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.404227 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.404330 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.404487 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.404726 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.404883 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.405025 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.405162 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.405273 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.405430 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.405586 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.405744 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.405914 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.406047 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.406179 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.406319 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.406484 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.406630 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.406788 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.406944 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.407100 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.408079 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.408244 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.408405 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.408600 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.408737 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.408870 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.409002 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.409155 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.409312 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.409474 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.409605 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.409760 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.409919 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.410089 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.410246 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.410403 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.410558 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.410714 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.410870 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.411037 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.411977 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.412140 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.412293 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.412444 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.412596 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.412770 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.412926 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.413153 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.413269 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.413370 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.413521 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.413697 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.413849 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.414338 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.414338 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.414338 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.414548 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.414615 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.414779 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.414934 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.415090 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.415941 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.415941 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.415941 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.415941 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.415941 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.416367 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.416367 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.416367 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.417011 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.417011 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.417011 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.417011 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.417257 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.417257 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.417386 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.417490 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.418367 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.418367 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.418367 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.418367 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.418367 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.418367 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.418790 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.418790 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.418935 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.419024 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.419199 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.419315 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.419480 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.419637 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.420995 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.420995 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.420995 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.420995 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.420995 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.420995 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.422322 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.422322 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.422322 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.422322 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.422322 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.422322 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.422322 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.422322 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.422322 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.423483 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.423483 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.423483 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.423483 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.423483 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.423483 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:57:20.423483 dv-cinder-836930-1-iscsi neutron-server[103873]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 07 11:57:31.954480 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6db40764-7c8d-4f7a-b686-453b41fb6d2a None None] get_active_networks_info from dv-cinder-836930-1-iscsi {{(pid=103984) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 07 11:57:32.026922 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6db40764-7c8d-4f7a-b686-453b41fb6d2a None None] No non-hosted networks {{(pid=103984) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 07 11:57:32.034375 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.agentschedulers_db [None req-6db40764-7c8d-4f7a-b686-453b41fb6d2a None None] DHCP Agent not found on host dv-cinder-836930-1-iscsi {{(pid=103984) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Apr 07 11:57:32.157677 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-a5e65a79-7a59-4d46-ab77-8ba653711161 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2021201'] for agent (94869e64-74fb-4601-95b5-a1334a6bdcea), after_create {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:34.342010 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-b85dc93b-83ed-46a1-bf2a-6ee46f2033f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2021201'] for agent (ad8978c4-6515-441c-a828-0289badd3b4a), after_create {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:34.372376 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.db.api [None req-94fe3153-3734-40c6-84ea-3d9839f62d96 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-836930-1-iscsi {{(pid=103984) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 07 11:57:34.373082 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG oslo_db.api [None req-94fe3153-3734-40c6-84ea-3d9839f62d96 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=103984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 07 11:57:34.994427 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-94fe3153-3734-40c6-84ea-3d9839f62d96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (ad8978c4-6515-441c-a828-0289badd3b4a), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:35.293244 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.wsgi [-] (103983) accepted ('10.222.0.58', 59568) {{(pid=103983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:57:35.774496 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-e3029262-029d-49e4-8078-e7e61e534645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2021201'] for agent (e465150c-12ca-425e-8c36-fa03ee6240b4), after_create {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:35.960209 dv-cinder-836930-1-iscsi neutron-server[103983]: WARNING oslo_policy.policy [None req-51b58d78-de06-4904-bc8e-06634029c4f2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 07 11:57:35.961042 dv-cinder-836930-1-iscsi neutron-server[103983]: WARNING oslo_policy.policy [None req-51b58d78-de06-4904-bc8e-06634029c4f2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 07 11:57:36.186634 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.wsgi [None req-51b58d78-de06-4904-bc8e-06634029c4f2 admin admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=103983) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 11:57:36.203674 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [None req-51b58d78-de06-4904-bc8e-06634029c4f2 admin admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.9083025 Apr 07 11:57:37.408847 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-4ee86192-ef9a-4f9c-8d37-983d911c7eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2021201'] for agent (8705c964-c35e-4008-b403-e26242cd5404), after_create {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:37.609288 dv-cinder-836930-1-iscsi neutron-server[103984]: INFO neutron.db.l3_hamode_db [None req-337e35a8-305a-467b-b1b1-d9322c6fdbe5 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 07 11:57:37.687918 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-337e35a8-305a-467b-b1b1-d9322c6fdbe5 None None] Routers set() bound to L3 agent in host dv-cinder-836930-1-iscsi {{(pid=103984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:57:37.688244 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-337e35a8-305a-467b-b1b1-d9322c6fdbe5 None None] Router IDs set() for agent in host dv-cinder-836930-1-iscsi {{(pid=103984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 07 11:57:38.760006 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2021201'] for agent (18566f30-62c1-4fb1-af49-ebd049d63fec), after_create {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:38.760686 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:57:38.761031 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:57:38.761395 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:57:38.761703 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:57:38.762036 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:57:38.762365 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:57:38.762694 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:57:38.763036 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:57:38.763403 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:57:38.763754 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:57:38.764102 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:57:38.764436 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:57:38.764856 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:57:38.765183 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:57:38.765504 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:57:38.765918 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-836930-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=103984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:57:38.773269 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-836930-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=103984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:57:38.847143 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.58', 59602) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:57:39.356738 dv-cinder-836930-1-iscsi neutron-server[103982]: WARNING oslo_policy.policy [None req-b56b5ff2-0faa-4423-a578-41eed640ffe0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 07 11:57:39.357312 dv-cinder-836930-1-iscsi neutron-server[103982]: WARNING oslo_policy.policy [None req-b56b5ff2-0faa-4423-a578-41eed640ffe0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 07 11:57:39.577726 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.v2.base [None req-b56b5ff2-0faa-4423-a578-41eed640ffe0 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=103982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:57:39.669452 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.policy [None req-b56b5ff2-0faa-4423-a578-41eed640ffe0 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103982) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 07 11:57:39.719166 dv-cinder-836930-1-iscsi neutron-server[103982]: WARNING oslo_policy.policy [None req-b56b5ff2-0faa-4423-a578-41eed640ffe0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 07 11:57:39.719576 dv-cinder-836930-1-iscsi neutron-server[103982]: WARNING oslo_policy.policy [None req-b56b5ff2-0faa-4423-a578-41eed640ffe0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 07 11:57:39.955880 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-b56b5ff2-0faa-4423-a578-41eed640ffe0 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8780054288178', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8780054288671', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8780054501561', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8780054508778', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8780054517644', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8780054523442', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-7349107', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7369608', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1951517', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1713617'] for rbac-policy (None), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:40.247942 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-b56b5ff2-0faa-4423-a578-41eed640ffe0 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:40.263140 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [None req-b56b5ff2-0faa-4423-a578-41eed640ffe0 admin admin] 10.222.0.58 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.4009345 Apr 07 11:57:42.767719 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.58', 59620) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:57:43.086082 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.v2.base [None req-4d3454ac-dda8-4be9-bb20-bfca92216ee9 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=103982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:57:43.168519 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d3454ac-dda8-4be9-bb20-bfca92216ee9 demo demo] Made reservation on behalf of f4254f5ecd7b4cecb935ed2a130dd8fc for: {'network': 1} {{(pid=103982) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:57:43.172868 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-4d3454ac-dda8-4be9-bb20-bfca92216ee9 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for network (None), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:43.189427 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-4d3454ac-dda8-4be9-bb20-bfca92216ee9 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:43.297234 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-4d3454ac-dda8-4be9-bb20-bfca92216ee9 demo demo] Publish callbacks [] for security_group (02465b60-7c4a-4597-a33e-8397d9b8c108), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:43.382333 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-4d3454ac-dda8-4be9-bb20-bfca92216ee9 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678166'] for security_group (02465b60-7c4a-4597-a33e-8397d9b8c108), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:43.407298 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d3454ac-dda8-4be9-bb20-bfca92216ee9 demo demo] vlan segment allocate from pool success with {'vlan_id': 624, 'physical_network': 'physnet1'} {{(pid=103982) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:57:43.440568 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-4d3454ac-dda8-4be9-bb20-bfca92216ee9 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8780057229505', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7510084'] for segment (648cadc9-35ef-435f-81ce-aada8bdb1173), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:43.441145 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-4d3454ac-dda8-4be9-bb20-bfca92216ee9 demo demo] Unsubscribe: segment precommit_create {{(pid=103982) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 07 11:57:43.441662 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.db.segments_db [None req-4d3454ac-dda8-4be9-bb20-bfca92216ee9 demo demo] Added segment 648cadc9-35ef-435f-81ce-aada8bdb1173 of type vlan for network 78982f7f-4fe8-4c6e-9443-119e81a77df0 Apr 07 11:57:43.461015 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3454ac-dda8-4be9-bb20-bfca92216ee9 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=02465b60-7c4a-4597-a33e-8397d9b8c108,revision_number=1']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:57:43.510920 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3454ac-dda8-4be9-bb20-bfca92216ee9 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:57:43.511283 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3454ac-dda8-4be9-bb20-bfca92216ee9 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:57:43.511636 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3454ac-dda8-4be9-bb20-bfca92216ee9 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:57:43.511993 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3454ac-dda8-4be9-bb20-bfca92216ee9 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:57:43.512323 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3454ac-dda8-4be9-bb20-bfca92216ee9 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:57:43.512644 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3454ac-dda8-4be9-bb20-bfca92216ee9 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:57:43.513012 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3454ac-dda8-4be9-bb20-bfca92216ee9 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:57:43.513354 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3454ac-dda8-4be9-bb20-bfca92216ee9 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:57:43.513701 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3454ac-dda8-4be9-bb20-bfca92216ee9 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:57:43.514026 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3454ac-dda8-4be9-bb20-bfca92216ee9 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:57:43.514344 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3454ac-dda8-4be9-bb20-bfca92216ee9 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:57:43.514673 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3454ac-dda8-4be9-bb20-bfca92216ee9 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:57:43.514997 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3454ac-dda8-4be9-bb20-bfca92216ee9 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:57:43.515347 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3454ac-dda8-4be9-bb20-bfca92216ee9 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:57:43.515649 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3454ac-dda8-4be9-bb20-bfca92216ee9 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:57:43.519164 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3454ac-dda8-4be9-bb20-bfca92216ee9 demo demo] Tracked resource versions report: Apr 07 11:57:43.519164 dv-cinder-836930-1-iscsi neutron-server[103982]: pushed versions: Apr 07 11:57:43.519164 dv-cinder-836930-1-iscsi neutron-server[103982]: { 'AddressGroup': {'1.2'}, Apr 07 11:57:43.519164 dv-cinder-836930-1-iscsi neutron-server[103982]: 'Agent': {'1.1'}, Apr 07 11:57:43.519164 dv-cinder-836930-1-iscsi neutron-server[103982]: 'ConntrackHelper': {'1.0'}, Apr 07 11:57:43.519164 dv-cinder-836930-1-iscsi neutron-server[103982]: 'LocalIPAssociation': {'1.0'}, Apr 07 11:57:43.519164 dv-cinder-836930-1-iscsi neutron-server[103982]: 'Log': {'1.0'}, Apr 07 11:57:43.519164 dv-cinder-836930-1-iscsi neutron-server[103982]: 'NDPProxy': {'1.0'}, Apr 07 11:57:43.519164 dv-cinder-836930-1-iscsi neutron-server[103982]: 'Network': {'1.1'}, Apr 07 11:57:43.519164 dv-cinder-836930-1-iscsi neutron-server[103982]: 'Port': {'1.7'}, Apr 07 11:57:43.519164 dv-cinder-836930-1-iscsi neutron-server[103982]: 'PortForwarding': {'1.3'}, Apr 07 11:57:43.519164 dv-cinder-836930-1-iscsi neutron-server[103982]: 'QosPolicy': {'1.10'}, Apr 07 11:57:43.519164 dv-cinder-836930-1-iscsi neutron-server[103982]: 'SecurityGroup': {'1.5'}, Apr 07 11:57:43.519164 dv-cinder-836930-1-iscsi neutron-server[103982]: 'SecurityGroupRule': {'1.2'}, Apr 07 11:57:43.519164 dv-cinder-836930-1-iscsi neutron-server[103982]: 'SubPort': {'1.0'}, Apr 07 11:57:43.519164 dv-cinder-836930-1-iscsi neutron-server[103982]: 'Subnet': {'1.1'}, Apr 07 11:57:43.519164 dv-cinder-836930-1-iscsi neutron-server[103982]: 'Trunk': {'1.1'}} Apr 07 11:57:43.519164 dv-cinder-836930-1-iscsi neutron-server[103982]: consumer versions: Apr 07 11:57:43.519164 dv-cinder-836930-1-iscsi neutron-server[103982]: { DHCP agent@dv-cinder-836930-1-iscsi: {}, Apr 07 11:57:43.519164 dv-cinder-836930-1-iscsi neutron-server[103982]: L3 agent@dv-cinder-836930-1-iscsi: {}, Apr 07 11:57:43.519164 dv-cinder-836930-1-iscsi neutron-server[103982]: Metadata agent@dv-cinder-836930-1-iscsi: {}, Apr 07 11:57:43.519164 dv-cinder-836930-1-iscsi neutron-server[103982]: Metering agent@dv-cinder-836930-1-iscsi: {}, Apr 07 11:57:43.519164 dv-cinder-836930-1-iscsi neutron-server[103982]: Open vSwitch agent@dv-cinder-836930-1-iscsi: { 'AddressGroup': '1.2', Apr 07 11:57:43.519164 dv-cinder-836930-1-iscsi neutron-server[103982]: 'Agent': '1.1', Apr 07 11:57:43.519164 dv-cinder-836930-1-iscsi neutron-server[103982]: 'ConntrackHelper': '1.0', Apr 07 11:57:43.519164 dv-cinder-836930-1-iscsi neutron-server[103982]: 'LocalIPAssociation': '1.0', Apr 07 11:57:43.519164 dv-cinder-836930-1-iscsi neutron-server[103982]: 'Log': '1.0', Apr 07 11:57:43.519164 dv-cinder-836930-1-iscsi neutron-server[103982]: 'NDPProxy': '1.0', Apr 07 11:57:43.519164 dv-cinder-836930-1-iscsi neutron-server[103982]: 'Network': '1.1', Apr 07 11:57:43.519164 dv-cinder-836930-1-iscsi neutron-server[103982]: 'Port': '1.7', Apr 07 11:57:43.519164 dv-cinder-836930-1-iscsi neutron-server[103982]: 'PortForwarding': '1.3', Apr 07 11:57:43.519164 dv-cinder-836930-1-iscsi neutron-server[103982]: 'QosPolicy': '1.10', Apr 07 11:57:43.519164 dv-cinder-836930-1-iscsi neutron-server[103982]: 'SecurityGroup': '1.5', Apr 07 11:57:43.519164 dv-cinder-836930-1-iscsi neutron-server[103982]: 'SecurityGroupRule': '1.2', Apr 07 11:57:43.519164 dv-cinder-836930-1-iscsi neutron-server[103982]: 'SubPort': '1.0', Apr 07 11:57:43.519164 dv-cinder-836930-1-iscsi neutron-server[103982]: 'Subnet': '1.1', Apr 07 11:57:43.519164 dv-cinder-836930-1-iscsi neutron-server[103982]: 'Trunk': '1.1'}} Apr 07 11:57:43.519164 dv-cinder-836930-1-iscsi neutron-server[103982]: {{(pid=103982) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 07 11:57:43.556736 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-4d3454ac-dda8-4be9-bb20-bfca92216ee9 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780056936322'] for network (78982f7f-4fe8-4c6e-9443-119e81a77df0), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:43.679554 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-4d3454ac-dda8-4be9-bb20-bfca92216ee9 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968'] for network (78982f7f-4fe8-4c6e-9443-119e81a77df0), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:43.684678 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d3454ac-dda8-4be9-bb20-bfca92216ee9 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:57:43.685322 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-4d3454ac-dda8-4be9-bb20-bfca92216ee9 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585958'] for network (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:43.798687 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3454ac-dda8-4be9-bb20-bfca92216ee9 demo demo] Pushing event updated for resources: {'Network': ['ID=78982f7f-4fe8-4c6e-9443-119e81a77df0,revision_number=1']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:57:43.809871 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Network 78982f7f-4fe8-4c6e-9443-119e81a77df0 details requested by agent ovs-agent-dv-cinder-836930-1-iscsi with host dv-cinder-836930-1-iscsi {{(pid=103984) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:57:43.857207 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [None req-4d3454ac-dda8-4be9-bb20-bfca92216ee9 demo demo] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.0884168 Apr 07 11:57:46.487155 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.wsgi [-] (103983) accepted ('10.222.0.58', 59632) {{(pid=103983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:57:47.105689 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.policy [None req-82d5f562-903a-48ec-aed0-ffb6858c4e77 demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103983) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 07 11:57:47.147749 dv-cinder-836930-1-iscsi neutron-server[103983]: WARNING oslo_policy.policy [None req-82d5f562-903a-48ec-aed0-ffb6858c4e77 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 07 11:57:47.148109 dv-cinder-836930-1-iscsi neutron-server[103983]: WARNING oslo_policy.policy [None req-82d5f562-903a-48ec-aed0-ffb6858c4e77 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 07 11:57:47.156223 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82d5f562-903a-48ec-aed0-ffb6858c4e77 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:57:47.157899 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [None req-82d5f562-903a-48ec-aed0-ffb6858c4e77 demo admin] 10.222.0.58 "GET /v2.0/networks/78982f7f-4fe8-4c6e-9443-119e81a77df0 HTTP/1.1" status: 200 len: 825 time: 0.6698363 Apr 07 11:57:47.197659 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [None req-cf0df7f1-423a-47d9-b584-5b54ca6c6417 demo admin] 10.222.0.58 "GET /v2.0/subnetpools/f9bb3253-9449-46c4-a968-638444ec5bbf HTTP/1.1" status: 200 len: 734 time: 0.0340633 Apr 07 11:57:47.207499 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.v2.base [None req-2ec8dfd6-dfbd-46c4-9fef-b1835bb51730 demo admin] Request body: {'subnet': {'subnetpool_id': 'f9bb3253-9449-46c4-a968-638444ec5bbf', 'ip_version': 4, 'network_id': '78982f7f-4fe8-4c6e-9443-119e81a77df0', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1'}} {{(pid=103983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:57:47.306013 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ec8dfd6-dfbd-46c4-9fef-b1835bb51730 demo admin] Made reservation on behalf of f4254f5ecd7b4cecb935ed2a130dd8fc for: {'subnet': 1} {{(pid=103983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:57:47.308874 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-2ec8dfd6-dfbd-46c4-9fef-b1835bb51730 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:47.717903 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-2ec8dfd6-dfbd-46c4-9fef-b1835bb51730 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968'] for subnet (1f3607ac-0092-4482-9c29-644961127be1), after_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:47.786416 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec8dfd6-dfbd-46c4-9fef-b1835bb51730 demo admin] Checking segment: {'id': '648cadc9-35ef-435f-81ce-aada8bdb1173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '78982f7f-4fe8-4c6e-9443-119e81a77df0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:57:47.786798 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ec8dfd6-dfbd-46c4-9fef-b1835bb51730 demo admin] Network hostable DHCP agents. Network: 78982f7f-4fe8-4c6e-9443-119e81a77df0, hostable agents: ['94869e64-74fb-4601-95b5-a1334a6bdcea'], hosted agents: [] {{(pid=103983) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 11:57:47.801195 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec8dfd6-dfbd-46c4-9fef-b1835bb51730 demo admin] Pushing event updated for resources: {'Subnet': ['ID=1f3607ac-0092-4482-9c29-644961127be1,revision_number=0']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:57:47.814826 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec8dfd6-dfbd-46c4-9fef-b1835bb51730 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:57:47.815193 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec8dfd6-dfbd-46c4-9fef-b1835bb51730 demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:57:47.815545 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec8dfd6-dfbd-46c4-9fef-b1835bb51730 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:57:47.815897 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec8dfd6-dfbd-46c4-9fef-b1835bb51730 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:57:47.816229 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec8dfd6-dfbd-46c4-9fef-b1835bb51730 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:57:47.816552 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec8dfd6-dfbd-46c4-9fef-b1835bb51730 demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:57:47.816871 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec8dfd6-dfbd-46c4-9fef-b1835bb51730 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:57:47.817186 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec8dfd6-dfbd-46c4-9fef-b1835bb51730 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:57:47.817517 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec8dfd6-dfbd-46c4-9fef-b1835bb51730 demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:57:47.817835 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec8dfd6-dfbd-46c4-9fef-b1835bb51730 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:57:47.818154 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec8dfd6-dfbd-46c4-9fef-b1835bb51730 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:57:47.818467 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec8dfd6-dfbd-46c4-9fef-b1835bb51730 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:57:47.818780 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec8dfd6-dfbd-46c4-9fef-b1835bb51730 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:57:47.819097 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec8dfd6-dfbd-46c4-9fef-b1835bb51730 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:57:47.819430 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec8dfd6-dfbd-46c4-9fef-b1835bb51730 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:57:47.820823 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec8dfd6-dfbd-46c4-9fef-b1835bb51730 demo admin] Tracked resource versions report: Apr 07 11:57:47.820823 dv-cinder-836930-1-iscsi neutron-server[103983]: pushed versions: Apr 07 11:57:47.820823 dv-cinder-836930-1-iscsi neutron-server[103983]: { 'AddressGroup': {'1.2'}, Apr 07 11:57:47.820823 dv-cinder-836930-1-iscsi neutron-server[103983]: 'Agent': {'1.1'}, Apr 07 11:57:47.820823 dv-cinder-836930-1-iscsi neutron-server[103983]: 'ConntrackHelper': {'1.0'}, Apr 07 11:57:47.820823 dv-cinder-836930-1-iscsi neutron-server[103983]: 'LocalIPAssociation': {'1.0'}, Apr 07 11:57:47.820823 dv-cinder-836930-1-iscsi neutron-server[103983]: 'Log': {'1.0'}, Apr 07 11:57:47.820823 dv-cinder-836930-1-iscsi neutron-server[103983]: 'NDPProxy': {'1.0'}, Apr 07 11:57:47.820823 dv-cinder-836930-1-iscsi neutron-server[103983]: 'Network': {'1.1'}, Apr 07 11:57:47.820823 dv-cinder-836930-1-iscsi neutron-server[103983]: 'Port': {'1.7'}, Apr 07 11:57:47.820823 dv-cinder-836930-1-iscsi neutron-server[103983]: 'PortForwarding': {'1.3'}, Apr 07 11:57:47.820823 dv-cinder-836930-1-iscsi neutron-server[103983]: 'QosPolicy': {'1.10'}, Apr 07 11:57:47.820823 dv-cinder-836930-1-iscsi neutron-server[103983]: 'SecurityGroup': {'1.5'}, Apr 07 11:57:47.820823 dv-cinder-836930-1-iscsi neutron-server[103983]: 'SecurityGroupRule': {'1.2'}, Apr 07 11:57:47.820823 dv-cinder-836930-1-iscsi neutron-server[103983]: 'SubPort': {'1.0'}, Apr 07 11:57:47.820823 dv-cinder-836930-1-iscsi neutron-server[103983]: 'Subnet': {'1.1'}, Apr 07 11:57:47.820823 dv-cinder-836930-1-iscsi neutron-server[103983]: 'Trunk': {'1.1'}} Apr 07 11:57:47.820823 dv-cinder-836930-1-iscsi neutron-server[103983]: consumer versions: Apr 07 11:57:47.820823 dv-cinder-836930-1-iscsi neutron-server[103983]: { DHCP agent@dv-cinder-836930-1-iscsi: {}, Apr 07 11:57:47.820823 dv-cinder-836930-1-iscsi neutron-server[103983]: L3 agent@dv-cinder-836930-1-iscsi: {}, Apr 07 11:57:47.820823 dv-cinder-836930-1-iscsi neutron-server[103983]: Metadata agent@dv-cinder-836930-1-iscsi: {}, Apr 07 11:57:47.820823 dv-cinder-836930-1-iscsi neutron-server[103983]: Metering agent@dv-cinder-836930-1-iscsi: {}, Apr 07 11:57:47.820823 dv-cinder-836930-1-iscsi neutron-server[103983]: Open vSwitch agent@dv-cinder-836930-1-iscsi: { 'AddressGroup': '1.2', Apr 07 11:57:47.820823 dv-cinder-836930-1-iscsi neutron-server[103983]: 'Agent': '1.1', Apr 07 11:57:47.820823 dv-cinder-836930-1-iscsi neutron-server[103983]: 'ConntrackHelper': '1.0', Apr 07 11:57:47.820823 dv-cinder-836930-1-iscsi neutron-server[103983]: 'LocalIPAssociation': '1.0', Apr 07 11:57:47.820823 dv-cinder-836930-1-iscsi neutron-server[103983]: 'Log': '1.0', Apr 07 11:57:47.820823 dv-cinder-836930-1-iscsi neutron-server[103983]: 'NDPProxy': '1.0', Apr 07 11:57:47.820823 dv-cinder-836930-1-iscsi neutron-server[103983]: 'Network': '1.1', Apr 07 11:57:47.820823 dv-cinder-836930-1-iscsi neutron-server[103983]: 'Port': '1.7', Apr 07 11:57:47.820823 dv-cinder-836930-1-iscsi neutron-server[103983]: 'PortForwarding': '1.3', Apr 07 11:57:47.820823 dv-cinder-836930-1-iscsi neutron-server[103983]: 'QosPolicy': '1.10', Apr 07 11:57:47.820823 dv-cinder-836930-1-iscsi neutron-server[103983]: 'SecurityGroup': '1.5', Apr 07 11:57:47.820823 dv-cinder-836930-1-iscsi neutron-server[103983]: 'SecurityGroupRule': '1.2', Apr 07 11:57:47.820823 dv-cinder-836930-1-iscsi neutron-server[103983]: 'SubPort': '1.0', Apr 07 11:57:47.820823 dv-cinder-836930-1-iscsi neutron-server[103983]: 'Subnet': '1.1', Apr 07 11:57:47.820823 dv-cinder-836930-1-iscsi neutron-server[103983]: 'Trunk': '1.1'}} Apr 07 11:57:47.820823 dv-cinder-836930-1-iscsi neutron-server[103983]: {{(pid=103983) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 07 11:57:47.934232 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ec8dfd6-dfbd-46c4-9fef-b1835bb51730 demo admin] Network 78982f7f-4fe8-4c6e-9443-119e81a77df0 is scheduled to be hosted by DHCP agent 94869e64-74fb-4601-95b5-a1334a6bdcea with binding_index 1 {{(pid=103983) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 11:57:48.042605 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.scheduler.base_scheduler [None req-2ec8dfd6-dfbd-46c4-9fef-b1835bb51730 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836930-1-iscsi, 78982f7f-4fe8-4c6e-9443-119e81a77df0) {{(pid=103983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:57:48.047582 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ec8dfd6-dfbd-46c4-9fef-b1835bb51730 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:57:48.048175 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-2ec8dfd6-dfbd-46c4-9fef-b1835bb51730 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585958'] for subnet (None), before_response {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:48.052571 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-772f8c75-8dcd-478a-9c9d-a42452da9ec3 None None] Network 78982f7f-4fe8-4c6e-9443-119e81a77df0 requested from dv-cinder-836930-1-iscsi {{(pid=103984) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:57:48.142790 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [None req-2ec8dfd6-dfbd-46c4-9fef-b1835bb51730 demo admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9388542 Apr 07 11:57:48.428359 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-256d14e3-7b62-478f-9835-14d4014614f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d420030-12ae-5f88-a545-b5d8ef5b04ff-78982f7f-4fe8-4c6e-9443-119e81a77df0', 'network_id': '78982f7f-4fe8-4c6e-9443-119e81a77df0', 'project_id': 'f4254f5ecd7b4cecb935ed2a130dd8fc', 'fixed_ips': [{'subnet_id': '1f3607ac-0092-4482-9c29-644961127be1'}]}} from dv-cinder-836930-1-iscsi. {{(pid=103984) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 11:57:48.429574 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-256d14e3-7b62-478f-9835-14d4014614f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (None), before_create {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:48.710759 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.db_base_plugin_common [None req-256d14e3-7b62-478f-9835-14d4014614f1 None None] Allocated IP 172.20.0.2 (78982f7f-4fe8-4c6e-9443-119e81a77df0/1f3607ac-0092-4482-9c29-644961127be1/69cbaa07-ca85-4f10-bfe5-9d26117ecb1e) {{(pid=103984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:57:48.989950 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-256d14e3-7b62-478f-9835-14d4014614f1 None None] Publish callbacks [] for port (69cbaa07-ca85-4f10-bfe5-9d26117ecb1e), precommit_create {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:49.063317 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-256d14e3-7b62-478f-9835-14d4014614f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780056949589'] for port (69cbaa07-ca85-4f10-bfe5-9d26117ecb1e), after_create {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:49.134695 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-256d14e3-7b62-478f-9835-14d4014614f1 None None] Network 78982f7f-4fe8-4c6e-9443-119e81a77df0 is already hosted by enough agents. {{(pid=103984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:57:49.140544 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.scheduler.base_scheduler [None req-256d14e3-7b62-478f-9835-14d4014614f1 None None] Resources bound (agent type, host, resource id): {{(pid=103984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:57:49.143717 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-256d14e3-7b62-478f-9835-14d4014614f1 None None] Received port after_create {{(pid=103984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:57:49.160432 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256d14e3-7b62-478f-9835-14d4014614f1 None None] Pushing event updated for resources: {'Port': ['ID=69cbaa07-ca85-4f10-bfe5-9d26117ecb1e,revision_number=1']} {{(pid=103984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:57:49.190171 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256d14e3-7b62-478f-9835-14d4014614f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:57:49.190564 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256d14e3-7b62-478f-9835-14d4014614f1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:57:49.190864 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256d14e3-7b62-478f-9835-14d4014614f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:57:49.191245 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256d14e3-7b62-478f-9835-14d4014614f1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:57:49.191587 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256d14e3-7b62-478f-9835-14d4014614f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:57:49.191917 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256d14e3-7b62-478f-9835-14d4014614f1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:57:49.192248 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256d14e3-7b62-478f-9835-14d4014614f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:57:49.192573 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256d14e3-7b62-478f-9835-14d4014614f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:57:49.192900 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256d14e3-7b62-478f-9835-14d4014614f1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:57:49.193225 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256d14e3-7b62-478f-9835-14d4014614f1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:57:49.193550 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256d14e3-7b62-478f-9835-14d4014614f1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:57:49.193890 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256d14e3-7b62-478f-9835-14d4014614f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:57:49.194214 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256d14e3-7b62-478f-9835-14d4014614f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:57:49.194535 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256d14e3-7b62-478f-9835-14d4014614f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:57:49.194854 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256d14e3-7b62-478f-9835-14d4014614f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:57:49.196345 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256d14e3-7b62-478f-9835-14d4014614f1 None None] Tracked resource versions report: Apr 07 11:57:49.196345 dv-cinder-836930-1-iscsi neutron-server[103984]: pushed versions: Apr 07 11:57:49.196345 dv-cinder-836930-1-iscsi neutron-server[103984]: { 'AddressGroup': {'1.2'}, Apr 07 11:57:49.196345 dv-cinder-836930-1-iscsi neutron-server[103984]: 'Agent': {'1.1'}, Apr 07 11:57:49.196345 dv-cinder-836930-1-iscsi neutron-server[103984]: 'ConntrackHelper': {'1.0'}, Apr 07 11:57:49.196345 dv-cinder-836930-1-iscsi neutron-server[103984]: 'LocalIPAssociation': {'1.0'}, Apr 07 11:57:49.196345 dv-cinder-836930-1-iscsi neutron-server[103984]: 'Log': {'1.0'}, Apr 07 11:57:49.196345 dv-cinder-836930-1-iscsi neutron-server[103984]: 'NDPProxy': {'1.0'}, Apr 07 11:57:49.196345 dv-cinder-836930-1-iscsi neutron-server[103984]: 'Network': {'1.1'}, Apr 07 11:57:49.196345 dv-cinder-836930-1-iscsi neutron-server[103984]: 'Port': {'1.7'}, Apr 07 11:57:49.196345 dv-cinder-836930-1-iscsi neutron-server[103984]: 'PortForwarding': {'1.3'}, Apr 07 11:57:49.196345 dv-cinder-836930-1-iscsi neutron-server[103984]: 'QosPolicy': {'1.10'}, Apr 07 11:57:49.196345 dv-cinder-836930-1-iscsi neutron-server[103984]: 'SecurityGroup': {'1.5'}, Apr 07 11:57:49.196345 dv-cinder-836930-1-iscsi neutron-server[103984]: 'SecurityGroupRule': {'1.2'}, Apr 07 11:57:49.196345 dv-cinder-836930-1-iscsi neutron-server[103984]: 'SubPort': {'1.0'}, Apr 07 11:57:49.196345 dv-cinder-836930-1-iscsi neutron-server[103984]: 'Subnet': {'1.1'}, Apr 07 11:57:49.196345 dv-cinder-836930-1-iscsi neutron-server[103984]: 'Trunk': {'1.1'}} Apr 07 11:57:49.196345 dv-cinder-836930-1-iscsi neutron-server[103984]: consumer versions: Apr 07 11:57:49.196345 dv-cinder-836930-1-iscsi neutron-server[103984]: { DHCP agent@dv-cinder-836930-1-iscsi: {}, Apr 07 11:57:49.196345 dv-cinder-836930-1-iscsi neutron-server[103984]: L3 agent@dv-cinder-836930-1-iscsi: {}, Apr 07 11:57:49.196345 dv-cinder-836930-1-iscsi neutron-server[103984]: Metadata agent@dv-cinder-836930-1-iscsi: {}, Apr 07 11:57:49.196345 dv-cinder-836930-1-iscsi neutron-server[103984]: Metering agent@dv-cinder-836930-1-iscsi: {}, Apr 07 11:57:49.196345 dv-cinder-836930-1-iscsi neutron-server[103984]: Open vSwitch agent@dv-cinder-836930-1-iscsi: { 'AddressGroup': '1.2', Apr 07 11:57:49.196345 dv-cinder-836930-1-iscsi neutron-server[103984]: 'Agent': '1.1', Apr 07 11:57:49.196345 dv-cinder-836930-1-iscsi neutron-server[103984]: 'ConntrackHelper': '1.0', Apr 07 11:57:49.196345 dv-cinder-836930-1-iscsi neutron-server[103984]: 'LocalIPAssociation': '1.0', Apr 07 11:57:49.196345 dv-cinder-836930-1-iscsi neutron-server[103984]: 'Log': '1.0', Apr 07 11:57:49.196345 dv-cinder-836930-1-iscsi neutron-server[103984]: 'NDPProxy': '1.0', Apr 07 11:57:49.196345 dv-cinder-836930-1-iscsi neutron-server[103984]: 'Network': '1.1', Apr 07 11:57:49.196345 dv-cinder-836930-1-iscsi neutron-server[103984]: 'Port': '1.7', Apr 07 11:57:49.196345 dv-cinder-836930-1-iscsi neutron-server[103984]: 'PortForwarding': '1.3', Apr 07 11:57:49.196345 dv-cinder-836930-1-iscsi neutron-server[103984]: 'QosPolicy': '1.10', Apr 07 11:57:49.196345 dv-cinder-836930-1-iscsi neutron-server[103984]: 'SecurityGroup': '1.5', Apr 07 11:57:49.196345 dv-cinder-836930-1-iscsi neutron-server[103984]: 'SecurityGroupRule': '1.2', Apr 07 11:57:49.196345 dv-cinder-836930-1-iscsi neutron-server[103984]: 'SubPort': '1.0', Apr 07 11:57:49.196345 dv-cinder-836930-1-iscsi neutron-server[103984]: 'Subnet': '1.1', Apr 07 11:57:49.196345 dv-cinder-836930-1-iscsi neutron-server[103984]: 'Trunk': '1.1'}} Apr 07 11:57:49.196345 dv-cinder-836930-1-iscsi neutron-server[103984]: {{(pid=103984) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 07 11:57:49.247380 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.managers [None req-256d14e3-7b62-478f-9835-14d4014614f1 None None] Attempting to bind port 69cbaa07-ca85-4f10-bfe5-9d26117ecb1e on host dv-cinder-836930-1-iscsi for vnic_type normal with profile {{(pid=103984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:57:49.247727 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.managers [None req-256d14e3-7b62-478f-9835-14d4014614f1 None None] Attempting to bind port 69cbaa07-ca85-4f10-bfe5-9d26117ecb1e by drivers openvswitch,hyperv on host dv-cinder-836930-1-iscsi at level 0 using segments [{'id': '648cadc9-35ef-435f-81ce-aada8bdb1173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '78982f7f-4fe8-4c6e-9443-119e81a77df0'}] {{(pid=103984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:57:49.248695 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-256d14e3-7b62-478f-9835-14d4014614f1 None None] Attempting to bind port 69cbaa07-ca85-4f10-bfe5-9d26117ecb1e on network 78982f7f-4fe8-4c6e-9443-119e81a77df0 {{(pid=103984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:57:49.253691 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-256d14e3-7b62-478f-9835-14d4014614f1 None None] Checking agent: {'id': '18566f30-62c1-4fb1-af49-ebd049d63fec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836930-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 57, 39), 'started_at': datetime.datetime(2022, 4, 7, 11, 57, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 57, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836930-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:57:49.254069 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-256d14e3-7b62-478f-9835-14d4014614f1 None None] Checking segment: {'id': '648cadc9-35ef-435f-81ce-aada8bdb1173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '78982f7f-4fe8-4c6e-9443-119e81a77df0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:57:49.254584 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-256d14e3-7b62-478f-9835-14d4014614f1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:49.254970 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-256d14e3-7b62-478f-9835-14d4014614f1 None None] Bound using segment: {'id': '648cadc9-35ef-435f-81ce-aada8bdb1173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '78982f7f-4fe8-4c6e-9443-119e81a77df0'} {{(pid=103984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:57:49.255505 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.managers [None req-256d14e3-7b62-478f-9835-14d4014614f1 None None] Bound port: 69cbaa07-ca85-4f10-bfe5-9d26117ecb1e, host: dv-cinder-836930-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '648cadc9-35ef-435f-81ce-aada8bdb1173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '78982f7f-4fe8-4c6e-9443-119e81a77df0'}}] {{(pid=103984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:57:49.255911 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-256d14e3-7b62-478f-9835-14d4014614f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (69cbaa07-ca85-4f10-bfe5-9d26117ecb1e), before_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:49.318280 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.db [None req-256d14e3-7b62-478f-9835-14d4014614f1 None None] For port 69cbaa07-ca85-4f10-bfe5-9d26117ecb1e, host dv-cinder-836930-1-iscsi, cleared binding levels {{(pid=103984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:57:49.339578 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.db [None req-256d14e3-7b62-478f-9835-14d4014614f1 None None] For port 69cbaa07-ca85-4f10-bfe5-9d26117ecb1e, host dv-cinder-836930-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836930-1-iscsi',level=0,port_id=69cbaa07-ca85-4f10-bfe5-9d26117ecb1e,segment=NetworkSegment(648cadc9-35ef-435f-81ce-aada8bdb1173),segment_id=648cadc9-35ef-435f-81ce-aada8bdb1173)] {{(pid=103984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:57:49.457783 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-256d14e3-7b62-478f-9835-14d4014614f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780057409639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780056949607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780056949625'] for port (69cbaa07-ca85-4f10-bfe5-9d26117ecb1e), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:49.518933 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256d14e3-7b62-478f-9835-14d4014614f1 None None] Pushing event updated for resources: {'Port': ['ID=69cbaa07-ca85-4f10-bfe5-9d26117ecb1e,revision_number=2']} {{(pid=103984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:57:50.952584 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.wsgi [-] (103983) accepted ('10.222.0.58', 59646) {{(pid=103983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:57:51.273614 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.wsgi [None req-d7ace7eb-ee51-4566-8a61-d343c189fd40 admin admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=103983) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 11:57:51.274605 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [None req-d7ace7eb-ee51-4566-8a61-d343c189fd40 admin admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3210797 Apr 07 11:57:53.824555 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.58', 59654) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:57:54.145293 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.wsgi [None req-8ba5fd23-ce1b-4b94-b068-501b07ba12c6 admin admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=103982) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 11:57:54.146300 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [None req-8ba5fd23-ce1b-4b94-b068-501b07ba12c6 admin admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3207827 Apr 07 11:57:56.728739 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.wsgi [-] (103983) accepted ('10.222.0.58', 59662) {{(pid=103983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:57:57.041442 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.v2.base [None req-b2a91bfe-4d71-4cd3-b667-d517b86e1932 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=103983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:57:57.172696 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-b2a91bfe-4d71-4cd3-b667-d517b86e1932 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1650099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-105734'] for router (dbc7b82a-f83e-42df-b623-b55f44ef3a45), before_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:57.174398 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-b2a91bfe-4d71-4cd3-b667-d517b86e1932 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1649951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2020019', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2093967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-105981'] for router (dbc7b82a-f83e-42df-b623-b55f44ef3a45), precommit_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:57.314216 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-b2a91bfe-4d71-4cd3-b667-d517b86e1932 demo demo] Publish callbacks [] for router_controller (dbc7b82a-f83e-42df-b623-b55f44ef3a45), precommit_add_association {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:57.392341 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-b2a91bfe-4d71-4cd3-b667-d517b86e1932 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1649956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2020060'] for router (dbc7b82a-f83e-42df-b623-b55f44ef3a45), after_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:57.478860 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-b2a91bfe-4d71-4cd3-b667-d517b86e1932 demo demo] Publish callbacks [] for router (None), before_response {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:57.480718 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [None req-b2a91bfe-4d71-4cd3-b667-d517b86e1932 demo demo] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.7508469 Apr 07 11:57:59.528476 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Device 69cbaa07-ca85-4f10-bfe5-9d26117ecb1e up at agent ovs-agent-dv-cinder-836930-1-iscsi {{(pid=103984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:57:59.619378 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.provisioning_blocks [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Provisioning complete for port 69cbaa07-ca85-4f10-bfe5-9d26117ecb1e triggered by entity L2. {{(pid=103984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:57:59.619796 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7484729'] for port (69cbaa07-ca85-4f10-bfe5-9d26117ecb1e), provisioning_complete {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:59.728892 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Current status of the port 69cbaa07-ca85-4f10-bfe5-9d26117ecb1e is: DOWN; New status is: ACTIVE {{(pid=103984) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:57:59.729192 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (69cbaa07-ca85-4f10-bfe5-9d26117ecb1e), before_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:59.762919 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.db [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] For port 69cbaa07-ca85-4f10-bfe5-9d26117ecb1e, host dv-cinder-836930-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836930-1-iscsi',level=0,port_id=69cbaa07-ca85-4f10-bfe5-9d26117ecb1e,segment=NetworkSegment(648cadc9-35ef-435f-81ce-aada8bdb1173),segment_id=648cadc9-35ef-435f-81ce-aada8bdb1173)] {{(pid=103984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:57:59.869937 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780057409639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780056949607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780056949625'] for port (69cbaa07-ca85-4f10-bfe5-9d26117ecb1e), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:59.922018 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Pushing event updated for resources: {'Port': ['ID=69cbaa07-ca85-4f10-bfe5-9d26117ecb1e,revision_number=3']} {{(pid=103984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:58:00.079057 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.wsgi [-] (103983) accepted ('10.222.0.58', 59674) {{(pid=103983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:58:00.394340 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.wsgi [None req-b8acd832-8fc8-4f49-87ab-5456067a718d admin admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=103983) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 11:58:00.395438 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [None req-b8acd832-8fc8-4f49-87ab-5456067a718d admin admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3227978 Apr 07 11:58:01.035892 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-befc811e-65ec-431c-83a3-aa257c879a4e None None] Network 78982f7f-4fe8-4c6e-9443-119e81a77df0 requested from dv-cinder-836930-1-iscsi {{(pid=103984) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:58:01.168534 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.provisioning_blocks [None req-7aa9d32f-1c22-4b7a-ad58-e225c08a6dda None None] Provisioning complete for port 69cbaa07-ca85-4f10-bfe5-9d26117ecb1e triggered by entity DHCP. {{(pid=103984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:58:01.168911 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-7aa9d32f-1c22-4b7a-ad58-e225c08a6dda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7484729'] for port (69cbaa07-ca85-4f10-bfe5-9d26117ecb1e), provisioning_complete {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:01.260900 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-7aa9d32f-1c22-4b7a-ad58-e225c08a6dda None None] Current status of the port 69cbaa07-ca85-4f10-bfe5-9d26117ecb1e is: ACTIVE; New status is: ACTIVE {{(pid=103984) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:58:01.381105 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.provisioning_blocks [None req-5e1856d6-c1f9-448b-aa52-e8980159b586 None None] Provisioning complete for port 69cbaa07-ca85-4f10-bfe5-9d26117ecb1e triggered by entity DHCP. {{(pid=103984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:58:01.381477 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-5e1856d6-c1f9-448b-aa52-e8980159b586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7484729'] for port (69cbaa07-ca85-4f10-bfe5-9d26117ecb1e), provisioning_complete {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:01.459658 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-5e1856d6-c1f9-448b-aa52-e8980159b586 None None] Current status of the port 69cbaa07-ca85-4f10-bfe5-9d26117ecb1e is: ACTIVE; New status is: ACTIVE {{(pid=103984) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:58:01.503727 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Device 69cbaa07-ca85-4f10-bfe5-9d26117ecb1e up at agent ovs-agent-dv-cinder-836930-1-iscsi {{(pid=103984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:58:01.550058 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.provisioning_blocks [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Provisioning complete for port 69cbaa07-ca85-4f10-bfe5-9d26117ecb1e triggered by entity L2. {{(pid=103984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:58:01.550365 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7484729'] for port (69cbaa07-ca85-4f10-bfe5-9d26117ecb1e), provisioning_complete {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:01.626178 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Current status of the port 69cbaa07-ca85-4f10-bfe5-9d26117ecb1e is: ACTIVE; New status is: ACTIVE {{(pid=103984) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:58:01.971242 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-12b2de5f-885f-419b-93e1-44ee80530bba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (94869e64-74fb-4601-95b5-a1334a6bdcea), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:02.924950 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.wsgi [-] (103983) accepted ('10.222.0.58', 59682) {{(pid=103983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:58:03.230868 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.v2.base [None req-0453f354-5e1b-450b-89c4-407feba1d818 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'is_default': True, 'name': 'public', 'provider:network_type': 'flat', 'admin_state_up': True, 'router:external': True}} {{(pid=103983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:58:03.337188 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0453f354-5e1b-450b-89c4-407feba1d818 admin admin] Made reservation on behalf of a72cec93545c4848adf5af7cbb9bf983 for: {'network': 1} {{(pid=103983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:58:03.339398 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-0453f354-5e1b-450b-89c4-407feba1d818 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for network (None), before_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:03.354805 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-0453f354-5e1b-450b-89c4-407feba1d818 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:03.457176 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-0453f354-5e1b-450b-89c4-407feba1d818 admin admin] Publish callbacks [] for security_group (d774afd3-f857-46a6-b3e3-25b7d0805304), precommit_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:03.588092 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-0453f354-5e1b-450b-89c4-407feba1d818 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678166'] for security_group (d774afd3-f857-46a6-b3e3-25b7d0805304), after_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:03.603992 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-0453f354-5e1b-450b-89c4-407feba1d818 admin admin] Reserving flat network on physical network physnet1 {{(pid=103983) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Apr 07 11:58:03.628063 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0453f354-5e1b-450b-89c4-407feba1d818 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d774afd3-f857-46a6-b3e3-25b7d0805304,revision_number=1']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:58:03.630662 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-0453f354-5e1b-450b-89c4-407feba1d818 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8780057229505', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7510084'] for segment (82c7666f-c776-4b0f-ab14-8be16f51c525), precommit_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:03.631210 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-0453f354-5e1b-450b-89c4-407feba1d818 admin admin] Unsubscribe: segment precommit_create {{(pid=103983) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 07 11:58:03.631684 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.db.segments_db [None req-0453f354-5e1b-450b-89c4-407feba1d818 admin admin] Added segment 82c7666f-c776-4b0f-ab14-8be16f51c525 of type flat for network bbaeba58-97ce-4d65-bbf2-981851410a56 Apr 07 11:58:03.683398 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-0453f354-5e1b-450b-89c4-407feba1d818 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780056936322'] for network (bbaeba58-97ce-4d65-bbf2-981851410a56), precommit_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:03.812166 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-0453f354-5e1b-450b-89c4-407feba1d818 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968'] for network (bbaeba58-97ce-4d65-bbf2-981851410a56), after_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:03.813182 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0453f354-5e1b-450b-89c4-407feba1d818 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:58:03.813751 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-0453f354-5e1b-450b-89c4-407feba1d818 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585958'] for network (None), before_response {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:03.915291 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0453f354-5e1b-450b-89c4-407feba1d818 admin admin] Pushing event updated for resources: {'Network': ['ID=bbaeba58-97ce-4d65-bbf2-981851410a56,revision_number=1']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:58:03.915728 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Network bbaeba58-97ce-4d65-bbf2-981851410a56 details requested by agent ovs-agent-dv-cinder-836930-1-iscsi with host dv-cinder-836930-1-iscsi {{(pid=103984) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:58:04.082531 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [None req-0453f354-5e1b-450b-89c4-407feba1d818 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.1564932 Apr 07 11:58:04.343047 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-8b619a3e-70ea-4637-a10b-c49089d76e97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (ad8978c4-6515-441c-a828-0289badd3b4a), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:05.588756 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-e3029262-029d-49e4-8078-e7e61e534645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (e465150c-12ca-425e-8c36-fa03ee6240b4), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:06.645843 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.wsgi [-] (103983) accepted ('10.222.0.58', 59700) {{(pid=103983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:58:06.820582 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b495f804-626e-4154-90cc-dac666e66a63 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:58:06.821918 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [None req-b495f804-626e-4154-90cc-dac666e66a63 demo admin] 10.222.0.58 "GET /v2.0/subnets/1f3607ac-0092-4482-9c29-644961127be1 HTTP/1.1" status: 200 len: 849 time: 0.1749794 Apr 07 11:58:06.945519 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [None req-e6bbd451-705a-46dc-bed9-81496cabdb7f demo admin] 10.222.0.58 "GET /v2.0/routers/dbc7b82a-f83e-42df-b623-b55f44ef3a45 HTTP/1.1" status: 200 len: 704 time: 0.1162920 Apr 07 11:58:07.218831 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-32b370f7-3ce9-4689-8ebd-567f58008c74 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (None), before_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:07.383145 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-4ee86192-ef9a-4f9c-8d37-983d911c7eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (8705c964-c35e-4008-b403-e26242cd5404), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:07.509950 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.db.db_base_plugin_common [None req-32b370f7-3ce9-4689-8ebd-567f58008c74 demo admin] Allocated IP 172.20.0.1 (78982f7f-4fe8-4c6e-9443-119e81a77df0/1f3607ac-0092-4482-9c29-644961127be1/3a923245-ef2f-4a6c-8900-f54b8fc9c775) {{(pid=103983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:58:07.660921 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-32b370f7-3ce9-4689-8ebd-567f58008c74 demo admin] Publish callbacks [] for port (3a923245-ef2f-4a6c-8900-f54b8fc9c775), precommit_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:07.855426 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-32b370f7-3ce9-4689-8ebd-567f58008c74 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780056949589'] for port (3a923245-ef2f-4a6c-8900-f54b8fc9c775), after_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:07.919943 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32b370f7-3ce9-4689-8ebd-567f58008c74 demo admin] Network 78982f7f-4fe8-4c6e-9443-119e81a77df0 is already hosted by enough agents. {{(pid=103983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:58:07.925287 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.scheduler.base_scheduler [None req-32b370f7-3ce9-4689-8ebd-567f58008c74 demo admin] Resources bound (agent type, host, resource id): {{(pid=103983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:58:07.932090 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b370f7-3ce9-4689-8ebd-567f58008c74 demo admin] Received port after_create {{(pid=103983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:58:07.932621 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-32b370f7-3ce9-4689-8ebd-567f58008c74 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2021299'] for router_interface (dbc7b82a-f83e-42df-b623-b55f44ef3a45), before_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:08.001914 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b370f7-3ce9-4689-8ebd-567f58008c74 demo admin] Pushing event updated for resources: {'Port': ['ID=3a923245-ef2f-4a6c-8900-f54b8fc9c775,revision_number=1']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:58:08.232960 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-32b370f7-3ce9-4689-8ebd-567f58008c74 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (3a923245-ef2f-4a6c-8900-f54b8fc9c775), before_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:08.265654 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.provisioning_blocks [None req-37e206cb-03d9-46fa-ad2e-fa058f9871d9 None None] Provisioning complete for port 3a923245-ef2f-4a6c-8900-f54b8fc9c775 triggered by entity DHCP. {{(pid=103984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:58:08.276992 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-37e206cb-03d9-46fa-ad2e-fa058f9871d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7484729'] for port (3a923245-ef2f-4a6c-8900-f54b8fc9c775), provisioning_complete {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:08.299777 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-37e206cb-03d9-46fa-ad2e-fa058f9871d9 None None] Port 3a923245-ef2f-4a6c-8900-f54b8fc9c775 cannot update to ACTIVE because it is not bound. {{(pid=103984) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:58:08.442904 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-32b370f7-3ce9-4689-8ebd-567f58008c74 demo admin] Publish callbacks [] for port (3a923245-ef2f-4a6c-8900-f54b8fc9c775), precommit_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:08.514234 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-32b370f7-3ce9-4689-8ebd-567f58008c74 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780057409639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780056949607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780056949625'] for port (3a923245-ef2f-4a6c-8900-f54b8fc9c775), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:08.515006 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-32b370f7-3ce9-4689-8ebd-567f58008c74 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2021151'] for router_interface (dbc7b82a-f83e-42df-b623-b55f44ef3a45), after_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:08.597791 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b370f7-3ce9-4689-8ebd-567f58008c74 demo admin] Pushing event updated for resources: {'Port': ['ID=3a923245-ef2f-4a6c-8900-f54b8fc9c775,revision_number=2']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:58:08.639541 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32b370f7-3ce9-4689-8ebd-567f58008c74 demo admin] Network 78982f7f-4fe8-4c6e-9443-119e81a77df0 is already hosted by enough agents. {{(pid=103983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:58:08.640857 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.scheduler.base_scheduler [None req-32b370f7-3ce9-4689-8ebd-567f58008c74 demo admin] Resources bound (agent type, host, resource id): {{(pid=103983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:58:08.781459 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (18566f30-62c1-4fb1-af49-ebd049d63fec), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:08.822332 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.provisioning_blocks [None req-fce55221-a7d4-4251-ba46-02906217c838 None None] Provisioning complete for port 3a923245-ef2f-4a6c-8900-f54b8fc9c775 triggered by entity DHCP. {{(pid=103984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:58:08.822722 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-fce55221-a7d4-4251-ba46-02906217c838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7484729'] for port (3a923245-ef2f-4a6c-8900-f54b8fc9c775), provisioning_complete {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:08.855969 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-fce55221-a7d4-4251-ba46-02906217c838 None None] Port 3a923245-ef2f-4a6c-8900-f54b8fc9c775 cannot update to ACTIVE because it is not bound. {{(pid=103984) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:58:08.900237 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32b370f7-3ce9-4689-8ebd-567f58008c74 demo admin] Router dbc7b82a-f83e-42df-b623-b55f44ef3a45 is scheduled to L3 agent ad8978c4-6515-441c-a828-0289badd3b4a with binding_index 1 {{(pid=103983) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 11:58:08.994304 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32b370f7-3ce9-4689-8ebd-567f58008c74 demo admin] Notify agent at l3_agent.dv-cinder-836930-1-iscsi the message routers_updated {{(pid=103983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:58:08.999661 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [None req-32b370f7-3ce9-4689-8ebd-567f58008c74 demo admin] 10.222.0.58 "PUT /v2.0/routers/dbc7b82a-f83e-42df-b623-b55f44ef3a45/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0489085 Apr 07 11:58:09.005116 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50cd2e3c-9e37-4586-bad8-fca170ee1698 None None] Sync routers for ids ['dbc7b82a-f83e-42df-b623-b55f44ef3a45'] in dv-cinder-836930-1-iscsi {{(pid=103985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:58:09.018253 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50cd2e3c-9e37-4586-bad8-fca170ee1698 None None] Routers {'dbc7b82a-f83e-42df-b623-b55f44ef3a45'} bound to L3 agent in host dv-cinder-836930-1-iscsi {{(pid=103985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:58:09.019143 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_hamode_db [None req-50cd2e3c-9e37-4586-bad8-fca170ee1698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836930-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-07T11:57:34Z,description=,heartbeat_timestamp=2022-04-07T11:58:04Z,host='dv-cinder-836930-1-iscsi',id=ad8978c4-6515-441c-a828-0289badd3b4a,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:57:35Z,topic='l3_agent')) {'router_ids': ['dbc7b82a-f83e-42df-b623-b55f44ef3a45'], 'active': True} {{(pid=103985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:58:09.215596 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_dvr_db [None req-50cd2e3c-9e37-4586-bad8-fca170ee1698 None None] Set router dbc7b82a-f83e-42df-b623-b55f44ef3a45 gateway port host: None {{(pid=103985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:58:09.639884 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_hamode_db [None req-50cd2e3c-9e37-4586-bad8-fca170ee1698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbc7b82a-f83e-42df-b623-b55f44ef3a45', 'name': 'router1', 'tenant_id': 'f4254f5ecd7b4cecb935ed2a130dd8fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:57:57Z', 'updated_at': '2022-04-07T11:58:08Z', 'revision_number': 2, 'project_id': 'f4254f5ecd7b4cecb935ed2a130dd8fc', 'gw_port_host': None, '_interfaces': [{'id': '3a923245-ef2f-4a6c-8900-f54b8fc9c775', 'name': '', 'network_id': '78982f7f-4fe8-4c6e-9443-119e81a77df0', 'tenant_id': 'f4254f5ecd7b4cecb935ed2a130dd8fc', 'mac_address': 'fa:16:3e:7a:a3:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbc7b82a-f83e-42df-b623-b55f44ef3a45', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1f3607ac-0092-4482-9c29-644961127be1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:58:07Z', 'updated_at': '2022-04-07T11:58:08Z', 'revision_number': 2, 'project_id': 'f4254f5ecd7b4cecb935ed2a130dd8fc', 'subnets': [{'id': '1f3607ac-0092-4482-9c29-644961127be1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f9bb3253-9449-46c4-a968-638444ec5bbf'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836930-1-iscsi', False) {} {{(pid=103985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:58:09.691180 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50cd2e3c-9e37-4586-bad8-fca170ee1698 None None] Checking router: dbc7b82a-f83e-42df-b623-b55f44ef3a45 for host: dv-cinder-836930-1-iscsi {{(pid=103985) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:58:09.691556 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50cd2e3c-9e37-4586-bad8-fca170ee1698 None None] Updating router dbc7b82a-f83e-42df-b623-b55f44ef3a45 port 3a923245-ef2f-4a6c-8900-f54b8fc9c775 binding host dv-cinder-836930-1-iscsi {{(pid=103985) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 11:58:09.742861 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron_lib.callbacks.manager [None req-50cd2e3c-9e37-4586-bad8-fca170ee1698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (3a923245-ef2f-4a6c-8900-f54b8fc9c775), before_update {{(pid=103985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:10.257734 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron_lib.callbacks.manager [None req-50cd2e3c-9e37-4586-bad8-fca170ee1698 None None] Publish callbacks [] for port (3a923245-ef2f-4a6c-8900-f54b8fc9c775), precommit_update {{(pid=103985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:10.331290 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron_lib.callbacks.manager [None req-50cd2e3c-9e37-4586-bad8-fca170ee1698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780057409639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780056949607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780056949625'] for port (3a923245-ef2f-4a6c-8900-f54b8fc9c775), after_update {{(pid=103985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:10.504846 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27866616-feb1-4042-9e1f-34d4bdb65e26 None None] Pushing event updated for resources: {'Port': ['ID=3a923245-ef2f-4a6c-8900-f54b8fc9c775,revision_number=3']} {{(pid=103985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:58:10.511248 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.plugins.ml2.managers [None req-50cd2e3c-9e37-4586-bad8-fca170ee1698 None None] Attempting to bind port 3a923245-ef2f-4a6c-8900-f54b8fc9c775 on host dv-cinder-836930-1-iscsi for vnic_type normal with profile {{(pid=103985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:58:10.511855 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.plugins.ml2.managers [None req-50cd2e3c-9e37-4586-bad8-fca170ee1698 None None] Attempting to bind port 3a923245-ef2f-4a6c-8900-f54b8fc9c775 by drivers openvswitch,hyperv on host dv-cinder-836930-1-iscsi at level 0 using segments [{'id': '648cadc9-35ef-435f-81ce-aada8bdb1173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '78982f7f-4fe8-4c6e-9443-119e81a77df0'}] {{(pid=103985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:58:10.512174 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50cd2e3c-9e37-4586-bad8-fca170ee1698 None None] Attempting to bind port 3a923245-ef2f-4a6c-8900-f54b8fc9c775 on network 78982f7f-4fe8-4c6e-9443-119e81a77df0 {{(pid=103985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:58:10.520891 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50cd2e3c-9e37-4586-bad8-fca170ee1698 None None] Checking agent: {'id': '18566f30-62c1-4fb1-af49-ebd049d63fec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836930-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 57, 39), 'started_at': datetime.datetime(2022, 4, 7, 11, 58, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 58, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836930-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:58:10.521300 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50cd2e3c-9e37-4586-bad8-fca170ee1698 None None] Checking segment: {'id': '648cadc9-35ef-435f-81ce-aada8bdb1173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '78982f7f-4fe8-4c6e-9443-119e81a77df0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:58:10.521793 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron_lib.callbacks.manager [None req-50cd2e3c-9e37-4586-bad8-fca170ee1698 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:10.522189 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50cd2e3c-9e37-4586-bad8-fca170ee1698 None None] Bound using segment: {'id': '648cadc9-35ef-435f-81ce-aada8bdb1173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '78982f7f-4fe8-4c6e-9443-119e81a77df0'} {{(pid=103985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:58:10.522703 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.plugins.ml2.managers [None req-50cd2e3c-9e37-4586-bad8-fca170ee1698 None None] Bound port: 3a923245-ef2f-4a6c-8900-f54b8fc9c775, host: dv-cinder-836930-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '648cadc9-35ef-435f-81ce-aada8bdb1173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '78982f7f-4fe8-4c6e-9443-119e81a77df0'}}] {{(pid=103985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:58:10.523081 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron_lib.callbacks.manager [None req-50cd2e3c-9e37-4586-bad8-fca170ee1698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (3a923245-ef2f-4a6c-8900-f54b8fc9c775), before_update {{(pid=103985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:10.525773 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27866616-feb1-4042-9e1f-34d4bdb65e26 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:58:10.526121 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27866616-feb1-4042-9e1f-34d4bdb65e26 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:58:10.526462 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27866616-feb1-4042-9e1f-34d4bdb65e26 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:58:10.526807 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27866616-feb1-4042-9e1f-34d4bdb65e26 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:58:10.527241 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27866616-feb1-4042-9e1f-34d4bdb65e26 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:58:10.527573 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27866616-feb1-4042-9e1f-34d4bdb65e26 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:58:10.527900 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27866616-feb1-4042-9e1f-34d4bdb65e26 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:58:10.528224 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27866616-feb1-4042-9e1f-34d4bdb65e26 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:58:10.528571 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27866616-feb1-4042-9e1f-34d4bdb65e26 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:58:10.528896 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27866616-feb1-4042-9e1f-34d4bdb65e26 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:58:10.529217 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27866616-feb1-4042-9e1f-34d4bdb65e26 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:58:10.529552 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27866616-feb1-4042-9e1f-34d4bdb65e26 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:58:10.529878 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27866616-feb1-4042-9e1f-34d4bdb65e26 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:58:10.530195 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27866616-feb1-4042-9e1f-34d4bdb65e26 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:58:10.530511 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27866616-feb1-4042-9e1f-34d4bdb65e26 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:58:10.532125 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27866616-feb1-4042-9e1f-34d4bdb65e26 None None] Tracked resource versions report: Apr 07 11:58:10.532125 dv-cinder-836930-1-iscsi neutron-server[103985]: pushed versions: Apr 07 11:58:10.532125 dv-cinder-836930-1-iscsi neutron-server[103985]: { 'AddressGroup': {'1.2'}, Apr 07 11:58:10.532125 dv-cinder-836930-1-iscsi neutron-server[103985]: 'Agent': {'1.1'}, Apr 07 11:58:10.532125 dv-cinder-836930-1-iscsi neutron-server[103985]: 'ConntrackHelper': {'1.0'}, Apr 07 11:58:10.532125 dv-cinder-836930-1-iscsi neutron-server[103985]: 'LocalIPAssociation': {'1.0'}, Apr 07 11:58:10.532125 dv-cinder-836930-1-iscsi neutron-server[103985]: 'Log': {'1.0'}, Apr 07 11:58:10.532125 dv-cinder-836930-1-iscsi neutron-server[103985]: 'NDPProxy': {'1.0'}, Apr 07 11:58:10.532125 dv-cinder-836930-1-iscsi neutron-server[103985]: 'Network': {'1.1'}, Apr 07 11:58:10.532125 dv-cinder-836930-1-iscsi neutron-server[103985]: 'Port': {'1.7'}, Apr 07 11:58:10.532125 dv-cinder-836930-1-iscsi neutron-server[103985]: 'PortForwarding': {'1.3'}, Apr 07 11:58:10.532125 dv-cinder-836930-1-iscsi neutron-server[103985]: 'QosPolicy': {'1.10'}, Apr 07 11:58:10.532125 dv-cinder-836930-1-iscsi neutron-server[103985]: 'SecurityGroup': {'1.5'}, Apr 07 11:58:10.532125 dv-cinder-836930-1-iscsi neutron-server[103985]: 'SecurityGroupRule': {'1.2'}, Apr 07 11:58:10.532125 dv-cinder-836930-1-iscsi neutron-server[103985]: 'SubPort': {'1.0'}, Apr 07 11:58:10.532125 dv-cinder-836930-1-iscsi neutron-server[103985]: 'Subnet': {'1.1'}, Apr 07 11:58:10.532125 dv-cinder-836930-1-iscsi neutron-server[103985]: 'Trunk': {'1.1'}} Apr 07 11:58:10.532125 dv-cinder-836930-1-iscsi neutron-server[103985]: consumer versions: Apr 07 11:58:10.532125 dv-cinder-836930-1-iscsi neutron-server[103985]: { DHCP agent@dv-cinder-836930-1-iscsi: {}, Apr 07 11:58:10.532125 dv-cinder-836930-1-iscsi neutron-server[103985]: L3 agent@dv-cinder-836930-1-iscsi: {}, Apr 07 11:58:10.532125 dv-cinder-836930-1-iscsi neutron-server[103985]: Metadata agent@dv-cinder-836930-1-iscsi: {}, Apr 07 11:58:10.532125 dv-cinder-836930-1-iscsi neutron-server[103985]: Metering agent@dv-cinder-836930-1-iscsi: {}, Apr 07 11:58:10.532125 dv-cinder-836930-1-iscsi neutron-server[103985]: Open vSwitch agent@dv-cinder-836930-1-iscsi: { 'AddressGroup': '1.2', Apr 07 11:58:10.532125 dv-cinder-836930-1-iscsi neutron-server[103985]: 'Agent': '1.1', Apr 07 11:58:10.532125 dv-cinder-836930-1-iscsi neutron-server[103985]: 'ConntrackHelper': '1.0', Apr 07 11:58:10.532125 dv-cinder-836930-1-iscsi neutron-server[103985]: 'LocalIPAssociation': '1.0', Apr 07 11:58:10.532125 dv-cinder-836930-1-iscsi neutron-server[103985]: 'Log': '1.0', Apr 07 11:58:10.532125 dv-cinder-836930-1-iscsi neutron-server[103985]: 'NDPProxy': '1.0', Apr 07 11:58:10.532125 dv-cinder-836930-1-iscsi neutron-server[103985]: 'Network': '1.1', Apr 07 11:58:10.532125 dv-cinder-836930-1-iscsi neutron-server[103985]: 'Port': '1.7', Apr 07 11:58:10.532125 dv-cinder-836930-1-iscsi neutron-server[103985]: 'PortForwarding': '1.3', Apr 07 11:58:10.532125 dv-cinder-836930-1-iscsi neutron-server[103985]: 'QosPolicy': '1.10', Apr 07 11:58:10.532125 dv-cinder-836930-1-iscsi neutron-server[103985]: 'SecurityGroup': '1.5', Apr 07 11:58:10.532125 dv-cinder-836930-1-iscsi neutron-server[103985]: 'SecurityGroupRule': '1.2', Apr 07 11:58:10.532125 dv-cinder-836930-1-iscsi neutron-server[103985]: 'SubPort': '1.0', Apr 07 11:58:10.532125 dv-cinder-836930-1-iscsi neutron-server[103985]: 'Subnet': '1.1', Apr 07 11:58:10.532125 dv-cinder-836930-1-iscsi neutron-server[103985]: 'Trunk': '1.1'}} Apr 07 11:58:10.532125 dv-cinder-836930-1-iscsi neutron-server[103985]: {{(pid=103985) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 07 11:58:10.587808 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.provisioning_blocks [None req-5ea58711-4a40-4c2a-b29a-26a392fedd01 None None] Provisioning complete for port 3a923245-ef2f-4a6c-8900-f54b8fc9c775 triggered by entity DHCP. {{(pid=103984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:58:10.588813 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-5ea58711-4a40-4c2a-b29a-26a392fedd01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7484729'] for port (3a923245-ef2f-4a6c-8900-f54b8fc9c775), provisioning_complete {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:10.604490 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.plugins.ml2.db [None req-50cd2e3c-9e37-4586-bad8-fca170ee1698 None None] For port 3a923245-ef2f-4a6c-8900-f54b8fc9c775, host dv-cinder-836930-1-iscsi, cleared binding levels {{(pid=103985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:58:10.623620 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-5ea58711-4a40-4c2a-b29a-26a392fedd01 None None] Port 3a923245-ef2f-4a6c-8900-f54b8fc9c775 cannot update to ACTIVE because it is not bound. {{(pid=103984) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:58:10.625961 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.plugins.ml2.db [None req-50cd2e3c-9e37-4586-bad8-fca170ee1698 None None] For port 3a923245-ef2f-4a6c-8900-f54b8fc9c775, host dv-cinder-836930-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836930-1-iscsi',level=0,port_id=3a923245-ef2f-4a6c-8900-f54b8fc9c775,segment=NetworkSegment(648cadc9-35ef-435f-81ce-aada8bdb1173),segment_id=648cadc9-35ef-435f-81ce-aada8bdb1173)] {{(pid=103985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:58:10.697240 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron_lib.callbacks.manager [None req-50cd2e3c-9e37-4586-bad8-fca170ee1698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780057409639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780056949607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780056949625'] for port (3a923245-ef2f-4a6c-8900-f54b8fc9c775), after_update {{(pid=103985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:10.755721 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50cd2e3c-9e37-4586-bad8-fca170ee1698 None None] Routers {'dbc7b82a-f83e-42df-b623-b55f44ef3a45'} bound to L3 agent in host dv-cinder-836930-1-iscsi {{(pid=103985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:58:10.756371 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_hamode_db [None req-50cd2e3c-9e37-4586-bad8-fca170ee1698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836930-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-07T11:57:34Z,description=,heartbeat_timestamp=2022-04-07T11:58:04Z,host='dv-cinder-836930-1-iscsi',id=ad8978c4-6515-441c-a828-0289badd3b4a,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:57:35Z,topic='l3_agent')) {'router_ids': ['dbc7b82a-f83e-42df-b623-b55f44ef3a45'], 'active': True} {{(pid=103985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:58:10.822249 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27866616-feb1-4042-9e1f-34d4bdb65e26 None None] Pushing event updated for resources: {'Port': ['ID=3a923245-ef2f-4a6c-8900-f54b8fc9c775,revision_number=4']} {{(pid=103985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:58:10.853956 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_dvr_db [None req-50cd2e3c-9e37-4586-bad8-fca170ee1698 None None] Set router dbc7b82a-f83e-42df-b623-b55f44ef3a45 gateway port host: None {{(pid=103985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:58:10.947147 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.provisioning_blocks [None req-7c6302d3-cbf7-468b-8e04-573edfb3757d None None] Provisioning complete for port 3a923245-ef2f-4a6c-8900-f54b8fc9c775 triggered by entity DHCP. {{(pid=103984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:58:10.947569 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-7c6302d3-cbf7-468b-8e04-573edfb3757d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7484729'] for port (3a923245-ef2f-4a6c-8900-f54b8fc9c775), provisioning_complete {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:11.029823 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-7c6302d3-cbf7-468b-8e04-573edfb3757d None None] Current status of the port 3a923245-ef2f-4a6c-8900-f54b8fc9c775 is: DOWN; New status is: ACTIVE {{(pid=103984) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:58:11.030536 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-7c6302d3-cbf7-468b-8e04-573edfb3757d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (3a923245-ef2f-4a6c-8900-f54b8fc9c775), before_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:11.066195 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.db [None req-7c6302d3-cbf7-468b-8e04-573edfb3757d None None] For port 3a923245-ef2f-4a6c-8900-f54b8fc9c775, host dv-cinder-836930-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836930-1-iscsi',level=0,port_id=3a923245-ef2f-4a6c-8900-f54b8fc9c775,segment=NetworkSegment(648cadc9-35ef-435f-81ce-aada8bdb1173),segment_id=648cadc9-35ef-435f-81ce-aada8bdb1173)] {{(pid=103984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:58:11.074891 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_hamode_db [None req-50cd2e3c-9e37-4586-bad8-fca170ee1698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbc7b82a-f83e-42df-b623-b55f44ef3a45', 'name': 'router1', 'tenant_id': 'f4254f5ecd7b4cecb935ed2a130dd8fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:57:57Z', 'updated_at': '2022-04-07T11:58:08Z', 'revision_number': 2, 'project_id': 'f4254f5ecd7b4cecb935ed2a130dd8fc', 'gw_port_host': None, '_interfaces': [{'id': '3a923245-ef2f-4a6c-8900-f54b8fc9c775', 'name': '', 'network_id': '78982f7f-4fe8-4c6e-9443-119e81a77df0', 'tenant_id': 'f4254f5ecd7b4cecb935ed2a130dd8fc', 'mac_address': 'fa:16:3e:7a:a3:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbc7b82a-f83e-42df-b623-b55f44ef3a45', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1f3607ac-0092-4482-9c29-644961127be1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:58:07Z', 'updated_at': '2022-04-07T11:58:10Z', 'revision_number': 4, 'project_id': 'f4254f5ecd7b4cecb935ed2a130dd8fc', 'subnets': [{'id': '1f3607ac-0092-4482-9c29-644961127be1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f9bb3253-9449-46c4-a968-638444ec5bbf'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836930-1-iscsi', False) {} {{(pid=103985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:58:11.102123 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50cd2e3c-9e37-4586-bad8-fca170ee1698 None None] The sync data for ids ['dbc7b82a-f83e-42df-b623-b55f44ef3a45'] in dv-cinder-836930-1-iscsi is: [{'id': 'dbc7b82a-f83e-42df-b623-b55f44ef3a45', 'name': 'router1', 'tenant_id': 'f4254f5ecd7b4cecb935ed2a130dd8fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:57:57Z', 'updated_at': '2022-04-07T11:58:08Z', 'revision_number': 2, 'project_id': 'f4254f5ecd7b4cecb935ed2a130dd8fc', 'gw_port_host': None, '_interfaces': [{'id': '3a923245-ef2f-4a6c-8900-f54b8fc9c775', 'name': '', 'network_id': '78982f7f-4fe8-4c6e-9443-119e81a77df0', 'tenant_id': 'f4254f5ecd7b4cecb935ed2a130dd8fc', 'mac_address': 'fa:16:3e:7a:a3:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbc7b82a-f83e-42df-b623-b55f44ef3a45', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1f3607ac-0092-4482-9c29-644961127be1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:58:07Z', 'updated_at': '2022-04-07T11:58:10Z', 'revision_number': 4, 'project_id': 'f4254f5ecd7b4cecb935ed2a130dd8fc', 'subnets': [{'id': '1f3607ac-0092-4482-9c29-644961127be1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f9bb3253-9449-46c4-a968-638444ec5bbf'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:58:11.145770 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-7c6302d3-cbf7-468b-8e04-573edfb3757d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780057409639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780056949607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780056949625'] for port (3a923245-ef2f-4a6c-8900-f54b8fc9c775), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:11.192879 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6302d3-cbf7-468b-8e04-573edfb3757d None None] Pushing event updated for resources: {'Port': ['ID=3a923245-ef2f-4a6c-8900-f54b8fc9c775,revision_number=5']} {{(pid=103984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:58:11.521139 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.wsgi [-] (103983) accepted ('10.222.0.58', 59720) {{(pid=103983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:58:11.632343 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28acf199-226f-4117-895b-b763acb85d09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:58:11.633649 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [None req-28acf199-226f-4117-895b-b763acb85d09 admin admin] 10.222.0.58 "GET /v2.0/networks/bbaeba58-97ce-4d65-bbf2-981851410a56 HTTP/1.1" status: 200 len: 842 time: 0.1114423 Apr 07 11:58:11.642942 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.v2.base [None req-c7baca22-4fbd-4f17-b535-7b8b2afb1bc5 admin admin] Request body: {'subnet': {'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'enable_dhcp': False, 'gateway_ip': '172.27.0.1', 'name': 'public-subnet', 'ip_version': 4, 'cidr': '172.27.0.0/24'}} {{(pid=103983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:58:11.762800 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7baca22-4fbd-4f17-b535-7b8b2afb1bc5 admin admin] Made reservation on behalf of a72cec93545c4848adf5af7cbb9bf983 for: {'subnet': 1} {{(pid=103983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:58:11.765674 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-c7baca22-4fbd-4f17-b535-7b8b2afb1bc5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:12.123745 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.objects.ports [None req-c7baca22-4fbd-4f17-b535-7b8b2afb1bc5 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103983) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 07 11:58:12.124171 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-c7baca22-4fbd-4f17-b535-7b8b2afb1bc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968'] for subnet (4554067d-f507-4a99-8a98-0874c02c5721), after_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:12.179767 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7baca22-4fbd-4f17-b535-7b8b2afb1bc5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4554067d-f507-4a99-8a98-0874c02c5721,revision_number=0']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:58:12.195562 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7baca22-4fbd-4f17-b535-7b8b2afb1bc5 admin admin] Checking segment: {'id': '82c7666f-c776-4b0f-ab14-8be16f51c525', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:58:12.195914 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7baca22-4fbd-4f17-b535-7b8b2afb1bc5 admin admin] Network hostable DHCP agents. Network: bbaeba58-97ce-4d65-bbf2-981851410a56, hostable agents: ['94869e64-74fb-4601-95b5-a1334a6bdcea'], hosted agents: [] {{(pid=103983) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 11:58:12.294873 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7baca22-4fbd-4f17-b535-7b8b2afb1bc5 admin admin] Network bbaeba58-97ce-4d65-bbf2-981851410a56 is scheduled to be hosted by DHCP agent 94869e64-74fb-4601-95b5-a1334a6bdcea with binding_index 1 {{(pid=103983) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 11:58:12.388316 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.scheduler.base_scheduler [None req-c7baca22-4fbd-4f17-b535-7b8b2afb1bc5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836930-1-iscsi, bbaeba58-97ce-4d65-bbf2-981851410a56) {{(pid=103983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:58:12.392477 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7baca22-4fbd-4f17-b535-7b8b2afb1bc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:58:12.392943 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-c7baca22-4fbd-4f17-b535-7b8b2afb1bc5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585958'] for subnet (None), before_response {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:12.397889 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75bede2a-6b40-4b38-af51-cd42e213ac58 None None] Network bbaeba58-97ce-4d65-bbf2-981851410a56 requested from dv-cinder-836930-1-iscsi {{(pid=103984) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:58:12.488928 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [None req-c7baca22-4fbd-4f17-b535-7b8b2afb1bc5 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8490636 Apr 07 11:58:12.494201 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0b8fb86-d75f-4163-90a1-42542de01cb9 None None] Network bbaeba58-97ce-4d65-bbf2-981851410a56 requested from dv-cinder-836930-1-iscsi {{(pid=103984) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:58:14.925630 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.wsgi [-] (103983) accepted ('10.222.0.58', 59728) {{(pid=103983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:58:15.131556 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [None req-de8bc172-4c45-4d73-8ec4-4f3307702278 demo admin] 10.222.0.58 "GET /v2.0/routers/dbc7b82a-f83e-42df-b623-b55f44ef3a45 HTTP/1.1" status: 200 len: 710 time: 0.2046432 Apr 07 11:58:15.219777 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4db6425e-7ef5-4a2c-93ac-5bec23042a12 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:58:15.221212 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [None req-4db6425e-7ef5-4a2c-93ac-5bec23042a12 demo admin] 10.222.0.58 "GET /v2.0/networks/bbaeba58-97ce-4d65-bbf2-981851410a56 HTTP/1.1" status: 200 len: 886 time: 0.0841341 Apr 07 11:58:15.230310 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.v2.base [None req-d8d9ee8e-2ed3-44cd-ae8e-0f9ad4af1019 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56'}}} {{(pid=103983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:58:15.485483 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-d8d9ee8e-2ed3-44cd-ae8e-0f9ad4af1019 demo admin] Publish callbacks [] for router_gateway (dbc7b82a-f83e-42df-b623-b55f44ef3a45), precommit_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:15.814599 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-d8d9ee8e-2ed3-44cd-ae8e-0f9ad4af1019 demo admin] Publish callbacks [] for router_gateway (dbc7b82a-f83e-42df-b623-b55f44ef3a45), before_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:15.889314 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-d8d9ee8e-2ed3-44cd-ae8e-0f9ad4af1019 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (None), before_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:16.099304 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.db.db_base_plugin_common [None req-d8d9ee8e-2ed3-44cd-ae8e-0f9ad4af1019 demo admin] Allocated IP 172.27.0.82 (bbaeba58-97ce-4d65-bbf2-981851410a56/4554067d-f507-4a99-8a98-0874c02c5721/ec7a7547-ad78-4429-9089-e9243a8f16e4) {{(pid=103983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:58:16.200175 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-d8d9ee8e-2ed3-44cd-ae8e-0f9ad4af1019 demo admin] Publish callbacks [] for port (ec7a7547-ad78-4429-9089-e9243a8f16e4), precommit_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:16.352061 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-d8d9ee8e-2ed3-44cd-ae8e-0f9ad4af1019 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780056949589'] for port (ec7a7547-ad78-4429-9089-e9243a8f16e4), after_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:16.391771 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8d9ee8e-2ed3-44cd-ae8e-0f9ad4af1019 demo admin] Network bbaeba58-97ce-4d65-bbf2-981851410a56 is already hosted by enough agents. {{(pid=103983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:58:16.394888 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.scheduler.base_scheduler [None req-d8d9ee8e-2ed3-44cd-ae8e-0f9ad4af1019 demo admin] Resources bound (agent type, host, resource id): {{(pid=103983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:58:16.404056 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d9ee8e-2ed3-44cd-ae8e-0f9ad4af1019 demo admin] Received port after_create {{(pid=103983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:58:16.406307 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d9ee8e-2ed3-44cd-ae8e-0f9ad4af1019 demo admin] Pushing event updated for resources: {'Port': ['ID=ec7a7547-ad78-4429-9089-e9243a8f16e4,revision_number=1']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:58:16.794333 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-d8d9ee8e-2ed3-44cd-ae8e-0f9ad4af1019 demo admin] Publish callbacks [] for router_gateway (dbc7b82a-f83e-42df-b623-b55f44ef3a45), after_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:17.081686 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-d8d9ee8e-2ed3-44cd-ae8e-0f9ad4af1019 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2020033', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1649965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-105963'] for router (dbc7b82a-f83e-42df-b623-b55f44ef3a45), precommit_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:17.084857 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-d8d9ee8e-2ed3-44cd-ae8e-0f9ad4af1019 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2020060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2020046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2020055', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1649978'] for router (dbc7b82a-f83e-42df-b623-b55f44ef3a45), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:17.193713 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8d9ee8e-2ed3-44cd-ae8e-0f9ad4af1019 demo admin] Router dbc7b82a-f83e-42df-b623-b55f44ef3a45 has already been hosted by L3 agent ad8978c4-6515-441c-a828-0289badd3b4a {{(pid=103983) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:58:17.312966 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8d9ee8e-2ed3-44cd-ae8e-0f9ad4af1019 demo admin] Notify agent at l3_agent.dv-cinder-836930-1-iscsi the message routers_updated {{(pid=103983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:58:17.317222 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-d8d9ee8e-2ed3-44cd-ae8e-0f9ad4af1019 demo admin] Publish callbacks [] for router (None), before_response {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:17.318423 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [None req-d8d9ee8e-2ed3-44cd-ae8e-0f9ad4af1019 demo admin] 10.222.0.58 "PUT /v2.0/routers/dbc7b82a-f83e-42df-b623-b55f44ef3a45 HTTP/1.1" status: 200 len: 889 time: 2.0914166 Apr 07 11:58:19.537932 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Device 3a923245-ef2f-4a6c-8900-f54b8fc9c775 up at agent ovs-agent-dv-cinder-836930-1-iscsi {{(pid=103984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:58:19.587616 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.provisioning_blocks [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Provisioning complete for port 3a923245-ef2f-4a6c-8900-f54b8fc9c775 triggered by entity L2. {{(pid=103984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:58:19.588092 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7484729'] for port (3a923245-ef2f-4a6c-8900-f54b8fc9c775), provisioning_complete {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:19.678476 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Current status of the port 3a923245-ef2f-4a6c-8900-f54b8fc9c775 is: ACTIVE; New status is: ACTIVE {{(pid=103984) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:58:19.852107 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.wsgi [-] (103983) accepted ('10.222.0.58', 59740) {{(pid=103983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:58:19.887753 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6958a090-9f7e-445c-9820-26d662a602d1 None None] Sync routers for ids ['dbc7b82a-f83e-42df-b623-b55f44ef3a45'] in dv-cinder-836930-1-iscsi {{(pid=103984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:58:19.898601 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6958a090-9f7e-445c-9820-26d662a602d1 None None] Routers {'dbc7b82a-f83e-42df-b623-b55f44ef3a45'} bound to L3 agent in host dv-cinder-836930-1-iscsi {{(pid=103984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:58:19.899281 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_hamode_db [None req-6958a090-9f7e-445c-9820-26d662a602d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836930-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-07T11:57:34Z,description=,heartbeat_timestamp=2022-04-07T11:58:04Z,host='dv-cinder-836930-1-iscsi',id=ad8978c4-6515-441c-a828-0289badd3b4a,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:57:35Z,topic='l3_agent')) {'router_ids': ['dbc7b82a-f83e-42df-b623-b55f44ef3a45'], 'active': True} {{(pid=103984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:58:19.971613 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [None req-28286659-1b90-4ee4-98e3-1806dd22d62c admin admin] 10.222.0.58 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1186590 Apr 07 11:58:20.125597 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_dvr_db [None req-6958a090-9f7e-445c-9820-26d662a602d1 None None] Set router dbc7b82a-f83e-42df-b623-b55f44ef3a45 gateway port host: dv-cinder-836930-1-iscsi {{(pid=103984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:58:20.602836 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_hamode_db [None req-6958a090-9f7e-445c-9820-26d662a602d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbc7b82a-f83e-42df-b623-b55f44ef3a45', 'name': 'router1', 'tenant_id': 'f4254f5ecd7b4cecb935ed2a130dd8fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'external_fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': 'ec7a7547-ad78-4429-9089-e9243a8f16e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:57:57Z', 'updated_at': '2022-04-07T11:58:16Z', 'revision_number': 4, 'project_id': 'f4254f5ecd7b4cecb935ed2a130dd8fc', 'gw_port': {'id': 'ec7a7547-ad78-4429-9089-e9243a8f16e4', 'name': '', 'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:79:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbc7b82a-f83e-42df-b623-b55f44ef3a45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:58:15Z', 'updated_at': '2022-04-07T11:58:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4554067d-f507-4a99-8a98-0874c02c5721', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836930-1-iscsi', '_interfaces': [{'id': '3a923245-ef2f-4a6c-8900-f54b8fc9c775', 'name': '', 'network_id': '78982f7f-4fe8-4c6e-9443-119e81a77df0', 'tenant_id': 'f4254f5ecd7b4cecb935ed2a130dd8fc', 'mac_address': 'fa:16:3e:7a:a3:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbc7b82a-f83e-42df-b623-b55f44ef3a45', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1f3607ac-0092-4482-9c29-644961127be1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:58:07Z', 'updated_at': '2022-04-07T11:58:11Z', 'revision_number': 5, 'project_id': 'f4254f5ecd7b4cecb935ed2a130dd8fc', 'subnets': [{'id': '1f3607ac-0092-4482-9c29-644961127be1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f9bb3253-9449-46c4-a968-638444ec5bbf'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836930-1-iscsi', False) {} {{(pid=103984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:58:20.655373 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6958a090-9f7e-445c-9820-26d662a602d1 None None] Checking router: dbc7b82a-f83e-42df-b623-b55f44ef3a45 for host: dv-cinder-836930-1-iscsi {{(pid=103984) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:58:20.655745 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6958a090-9f7e-445c-9820-26d662a602d1 None None] Updating router dbc7b82a-f83e-42df-b623-b55f44ef3a45 port ec7a7547-ad78-4429-9089-e9243a8f16e4 binding host dv-cinder-836930-1-iscsi {{(pid=103984) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 11:58:20.707373 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-6958a090-9f7e-445c-9820-26d662a602d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (ec7a7547-ad78-4429-9089-e9243a8f16e4), before_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:21.032995 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-6958a090-9f7e-445c-9820-26d662a602d1 None None] Publish callbacks [] for port (ec7a7547-ad78-4429-9089-e9243a8f16e4), precommit_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:21.161604 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-6958a090-9f7e-445c-9820-26d662a602d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780057409639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780056949607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780056949625'] for port (ec7a7547-ad78-4429-9089-e9243a8f16e4), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:21.209564 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caaf4f1d-cdfb-42dd-87a3-71e29f4deab1 None None] Pushing event updated for resources: {'Port': ['ID=ec7a7547-ad78-4429-9089-e9243a8f16e4,revision_number=2']} {{(pid=103984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:58:21.220769 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.managers [None req-6958a090-9f7e-445c-9820-26d662a602d1 None None] Attempting to bind port ec7a7547-ad78-4429-9089-e9243a8f16e4 on host dv-cinder-836930-1-iscsi for vnic_type normal with profile {{(pid=103984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:58:21.221139 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.managers [None req-6958a090-9f7e-445c-9820-26d662a602d1 None None] Attempting to bind port ec7a7547-ad78-4429-9089-e9243a8f16e4 by drivers openvswitch,hyperv on host dv-cinder-836930-1-iscsi at level 0 using segments [{'id': '82c7666f-c776-4b0f-ab14-8be16f51c525', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56'}] {{(pid=103984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:58:21.221503 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6958a090-9f7e-445c-9820-26d662a602d1 None None] Attempting to bind port ec7a7547-ad78-4429-9089-e9243a8f16e4 on network bbaeba58-97ce-4d65-bbf2-981851410a56 {{(pid=103984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:58:21.226448 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6958a090-9f7e-445c-9820-26d662a602d1 None None] Checking agent: {'id': '18566f30-62c1-4fb1-af49-ebd049d63fec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836930-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 57, 39), 'started_at': datetime.datetime(2022, 4, 7, 11, 58, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 58, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836930-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:58:21.226821 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6958a090-9f7e-445c-9820-26d662a602d1 None None] Checking segment: {'id': '82c7666f-c776-4b0f-ab14-8be16f51c525', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:58:21.227362 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-6958a090-9f7e-445c-9820-26d662a602d1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:21.227744 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6958a090-9f7e-445c-9820-26d662a602d1 None None] Bound using segment: {'id': '82c7666f-c776-4b0f-ab14-8be16f51c525', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56'} {{(pid=103984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:58:21.228307 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.managers [None req-6958a090-9f7e-445c-9820-26d662a602d1 None None] Bound port: ec7a7547-ad78-4429-9089-e9243a8f16e4, host: dv-cinder-836930-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82c7666f-c776-4b0f-ab14-8be16f51c525', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56'}}] {{(pid=103984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:58:21.228684 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-6958a090-9f7e-445c-9820-26d662a602d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (ec7a7547-ad78-4429-9089-e9243a8f16e4), before_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:21.291227 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.db [None req-6958a090-9f7e-445c-9820-26d662a602d1 None None] For port ec7a7547-ad78-4429-9089-e9243a8f16e4, host dv-cinder-836930-1-iscsi, cleared binding levels {{(pid=103984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:58:21.298434 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.db [None req-6958a090-9f7e-445c-9820-26d662a602d1 None None] For port ec7a7547-ad78-4429-9089-e9243a8f16e4, host dv-cinder-836930-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836930-1-iscsi',level=0,port_id=ec7a7547-ad78-4429-9089-e9243a8f16e4,segment=NetworkSegment(82c7666f-c776-4b0f-ab14-8be16f51c525),segment_id=82c7666f-c776-4b0f-ab14-8be16f51c525)] {{(pid=103984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:58:21.403018 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-6958a090-9f7e-445c-9820-26d662a602d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780057409639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780056949607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780056949625'] for port (ec7a7547-ad78-4429-9089-e9243a8f16e4), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:21.459631 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6958a090-9f7e-445c-9820-26d662a602d1 None None] Routers {'dbc7b82a-f83e-42df-b623-b55f44ef3a45'} bound to L3 agent in host dv-cinder-836930-1-iscsi {{(pid=103984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:58:21.460250 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_hamode_db [None req-6958a090-9f7e-445c-9820-26d662a602d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836930-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-07T11:57:34Z,description=,heartbeat_timestamp=2022-04-07T11:58:04Z,host='dv-cinder-836930-1-iscsi',id=ad8978c4-6515-441c-a828-0289badd3b4a,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:57:35Z,topic='l3_agent')) {'router_ids': ['dbc7b82a-f83e-42df-b623-b55f44ef3a45'], 'active': True} {{(pid=103984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:58:21.464910 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caaf4f1d-cdfb-42dd-87a3-71e29f4deab1 None None] Pushing event updated for resources: {'Port': ['ID=ec7a7547-ad78-4429-9089-e9243a8f16e4,revision_number=3']} {{(pid=103984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:58:21.638681 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_dvr_db [None req-6958a090-9f7e-445c-9820-26d662a602d1 None None] Set router dbc7b82a-f83e-42df-b623-b55f44ef3a45 gateway port host: dv-cinder-836930-1-iscsi {{(pid=103984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:58:21.869435 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_hamode_db [None req-6958a090-9f7e-445c-9820-26d662a602d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbc7b82a-f83e-42df-b623-b55f44ef3a45', 'name': 'router1', 'tenant_id': 'f4254f5ecd7b4cecb935ed2a130dd8fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'external_fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': 'ec7a7547-ad78-4429-9089-e9243a8f16e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:57:57Z', 'updated_at': '2022-04-07T11:58:16Z', 'revision_number': 4, 'project_id': 'f4254f5ecd7b4cecb935ed2a130dd8fc', 'gw_port': {'id': 'ec7a7547-ad78-4429-9089-e9243a8f16e4', 'name': '', 'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:79:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbc7b82a-f83e-42df-b623-b55f44ef3a45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:58:15Z', 'updated_at': '2022-04-07T11:58:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4554067d-f507-4a99-8a98-0874c02c5721', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836930-1-iscsi', '_interfaces': [{'id': '3a923245-ef2f-4a6c-8900-f54b8fc9c775', 'name': '', 'network_id': '78982f7f-4fe8-4c6e-9443-119e81a77df0', 'tenant_id': 'f4254f5ecd7b4cecb935ed2a130dd8fc', 'mac_address': 'fa:16:3e:7a:a3:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbc7b82a-f83e-42df-b623-b55f44ef3a45', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1f3607ac-0092-4482-9c29-644961127be1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:58:07Z', 'updated_at': '2022-04-07T11:58:11Z', 'revision_number': 5, 'project_id': 'f4254f5ecd7b4cecb935ed2a130dd8fc', 'subnets': [{'id': '1f3607ac-0092-4482-9c29-644961127be1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f9bb3253-9449-46c4-a968-638444ec5bbf'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836930-1-iscsi', False) {} {{(pid=103984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:58:21.897008 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6958a090-9f7e-445c-9820-26d662a602d1 None None] The sync data for ids ['dbc7b82a-f83e-42df-b623-b55f44ef3a45'] in dv-cinder-836930-1-iscsi is: [{'id': 'dbc7b82a-f83e-42df-b623-b55f44ef3a45', 'name': 'router1', 'tenant_id': 'f4254f5ecd7b4cecb935ed2a130dd8fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'external_fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': 'ec7a7547-ad78-4429-9089-e9243a8f16e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:57:57Z', 'updated_at': '2022-04-07T11:58:16Z', 'revision_number': 4, 'project_id': 'f4254f5ecd7b4cecb935ed2a130dd8fc', 'gw_port': {'id': 'ec7a7547-ad78-4429-9089-e9243a8f16e4', 'name': '', 'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:79:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbc7b82a-f83e-42df-b623-b55f44ef3a45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:58:15Z', 'updated_at': '2022-04-07T11:58:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4554067d-f507-4a99-8a98-0874c02c5721', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836930-1-iscsi', '_interfaces': [{'id': '3a923245-ef2f-4a6c-8900-f54b8fc9c775', 'name': '', 'network_id': '78982f7f-4fe8-4c6e-9443-119e81a77df0', 'tenant_id': 'f4254f5ecd7b4cecb935ed2a130dd8fc', 'mac_address': 'fa:16:3e:7a:a3:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbc7b82a-f83e-42df-b623-b55f44ef3a45', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1f3607ac-0092-4482-9c29-644961127be1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:58:07Z', 'updated_at': '2022-04-07T11:58:11Z', 'revision_number': 5, 'project_id': 'f4254f5ecd7b4cecb935ed2a130dd8fc', 'subnets': [{'id': '1f3607ac-0092-4482-9c29-644961127be1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f9bb3253-9449-46c4-a968-638444ec5bbf'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:58:23.562620 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Device ec7a7547-ad78-4429-9089-e9243a8f16e4 up at agent ovs-agent-dv-cinder-836930-1-iscsi {{(pid=103984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:58:23.643431 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.provisioning_blocks [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Provisioning complete for port ec7a7547-ad78-4429-9089-e9243a8f16e4 triggered by entity L2. {{(pid=103984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:58:23.643740 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7484729'] for port (ec7a7547-ad78-4429-9089-e9243a8f16e4), provisioning_complete {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:23.775039 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Current status of the port ec7a7547-ad78-4429-9089-e9243a8f16e4 is: DOWN; New status is: ACTIVE {{(pid=103984) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:58:23.775720 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (ec7a7547-ad78-4429-9089-e9243a8f16e4), before_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:23.803526 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.db [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] For port ec7a7547-ad78-4429-9089-e9243a8f16e4, host dv-cinder-836930-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836930-1-iscsi',level=0,port_id=ec7a7547-ad78-4429-9089-e9243a8f16e4,segment=NetworkSegment(82c7666f-c776-4b0f-ab14-8be16f51c525),segment_id=82c7666f-c776-4b0f-ab14-8be16f51c525)] {{(pid=103984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:58:23.924440 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780057409639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780056949607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780056949625'] for port (ec7a7547-ad78-4429-9089-e9243a8f16e4), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:23.996199 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Pushing event updated for resources: {'Port': ['ID=ec7a7547-ad78-4429-9089-e9243a8f16e4,revision_number=4']} {{(pid=103984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:58:25.615339 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Device ec7a7547-ad78-4429-9089-e9243a8f16e4 up at agent ovs-agent-dv-cinder-836930-1-iscsi {{(pid=103984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:58:25.744981 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.provisioning_blocks [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Provisioning complete for port ec7a7547-ad78-4429-9089-e9243a8f16e4 triggered by entity L2. {{(pid=103984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:58:25.745664 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7484729'] for port (ec7a7547-ad78-4429-9089-e9243a8f16e4), provisioning_complete {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:25.854046 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Current status of the port ec7a7547-ad78-4429-9089-e9243a8f16e4 is: ACTIVE; New status is: ACTIVE {{(pid=103984) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:58:31.934507 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-d8d36d24-c25d-49f0-8ef7-5f93916dca05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (94869e64-74fb-4601-95b5-a1334a6bdcea), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:33.277820 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.agents_db [None req-3662b1ad-d2b5-4b6d-81f6-e1280f618718 None None] Agent healthcheck: found 5 active agents {{(pid=103985) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 11:58:34.297309 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-00ec0dda-7f0f-49a3-a12e-a877518e54de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (ad8978c4-6515-441c-a828-0289badd3b4a), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:35.580201 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-e3029262-029d-49e4-8078-e7e61e534645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (e465150c-12ca-425e-8c36-fa03ee6240b4), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:37.348728 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-4ee86192-ef9a-4f9c-8d37-983d911c7eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (8705c964-c35e-4008-b403-e26242cd5404), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:38.788708 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (18566f30-62c1-4fb1-af49-ebd049d63fec), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:01.977076 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-57a2bc90-afb9-41b2-ab5a-e0bdce0e5573 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (94869e64-74fb-4601-95b5-a1334a6bdcea), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:04.807659 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-eee4c00c-d8df-4c6d-a59f-5537a0f7233e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (ad8978c4-6515-441c-a828-0289badd3b4a), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:05.593981 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-e3029262-029d-49e4-8078-e7e61e534645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (e465150c-12ca-425e-8c36-fa03ee6240b4), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:07.371207 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-4ee86192-ef9a-4f9c-8d37-983d911c7eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (8705c964-c35e-4008-b403-e26242cd5404), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:08.765333 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (18566f30-62c1-4fb1-af49-ebd049d63fec), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:10.276427 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.agents_db [None req-3662b1ad-d2b5-4b6d-81f6-e1280f618718 None None] Agent healthcheck: found 5 active agents {{(pid=103985) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 11:59:31.967657 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-6dc8c8e7-57bd-46ec-b4c7-59bd660beb6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (94869e64-74fb-4601-95b5-a1334a6bdcea), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:34.285309 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-4d375b1b-a2f8-43ce-b36c-3bbcb25b02b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (ad8978c4-6515-441c-a828-0289badd3b4a), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:35.579148 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-e3029262-029d-49e4-8078-e7e61e534645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (e465150c-12ca-425e-8c36-fa03ee6240b4), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:37.365396 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-4ee86192-ef9a-4f9c-8d37-983d911c7eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (8705c964-c35e-4008-b403-e26242cd5404), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:38.782623 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (18566f30-62c1-4fb1-af49-ebd049d63fec), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:44.491086 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.wsgi [-] (103983) accepted ('10.222.0.58', 60224) {{(pid=103983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:59:44.550711 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.pecan_wsgi.hooks.translation [None req-d92ee125-f526-470d-af59-fc69b9c54798 admin admin] GET failed (client error): The resource could not be found. Apr 07 11:59:44.551998 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [None req-d92ee125-f526-470d-af59-fc69b9c54798 admin admin] 10.222.0.58 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0599923 Apr 07 11:59:44.710370 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58d09359-c838-43b5-85bf-f1b34e6da35f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:59:44.711864 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [None req-58d09359-c838-43b5-85bf-f1b34e6da35f admin admin] 10.222.0.58 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1558504 Apr 07 11:59:47.275551 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.agents_db [None req-3662b1ad-d2b5-4b6d-81f6-e1280f618718 None None] Agent healthcheck: found 5 active agents {{(pid=103985) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 11:59:47.376476 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.wsgi [-] (103983) accepted ('10.222.0.58', 60234) {{(pid=103983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:59:47.467831 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5d22827-91d8-4e6e-ba05-a340a06905d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:59:47.469217 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [None req-a5d22827-91d8-4e6e-ba05-a340a06905d7 admin admin] 10.222.0.58 "GET /v2.0/subnets/1f3607ac-0092-4482-9c29-644961127be1 HTTP/1.1" status: 200 len: 849 time: 0.0917988 Apr 07 11:59:47.478585 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.v2.base [None req-c61fa3fa-c157-4b83-9338-a93fdf5368f0 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:59:47.565792 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-c61fa3fa-c157-4b83-9338-a93fdf5368f0 admin admin] Publish callbacks [] for subnet (1f3607ac-0092-4482-9c29-644961127be1), before_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:47.773831 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-c61fa3fa-c157-4b83-9338-a93fdf5368f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8780057409630'] for subnet (1f3607ac-0092-4482-9c29-644961127be1), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:47.810763 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c61fa3fa-c157-4b83-9338-a93fdf5368f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:59:47.811384 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-c61fa3fa-c157-4b83-9338-a93fdf5368f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585958'] for subnet (None), before_response {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:47.812722 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [None req-c61fa3fa-c157-4b83-9338-a93fdf5368f0 admin admin] 10.222.0.58 "PUT /v2.0/subnets/1f3607ac-0092-4482-9c29-644961127be1 HTTP/1.1" status: 200 len: 868 time: 0.3378124 Apr 07 11:59:47.816167 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d6e4654-841f-4edb-8bf2-346866dde9c4 None None] Network 78982f7f-4fe8-4c6e-9443-119e81a77df0 requested from dv-cinder-836930-1-iscsi {{(pid=103984) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:59:47.829647 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61fa3fa-c157-4b83-9338-a93fdf5368f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f3607ac-0092-4482-9c29-644961127be1,revision_number=1']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:59:47.837185 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61fa3fa-c157-4b83-9338-a93fdf5368f0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:59:47.837586 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61fa3fa-c157-4b83-9338-a93fdf5368f0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:59:47.837912 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61fa3fa-c157-4b83-9338-a93fdf5368f0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:59:47.838250 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61fa3fa-c157-4b83-9338-a93fdf5368f0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:59:47.838581 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61fa3fa-c157-4b83-9338-a93fdf5368f0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:59:47.839560 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61fa3fa-c157-4b83-9338-a93fdf5368f0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:59:47.839903 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61fa3fa-c157-4b83-9338-a93fdf5368f0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:59:47.840237 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61fa3fa-c157-4b83-9338-a93fdf5368f0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:59:47.840585 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61fa3fa-c157-4b83-9338-a93fdf5368f0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:59:47.841553 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61fa3fa-c157-4b83-9338-a93fdf5368f0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:59:47.841553 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61fa3fa-c157-4b83-9338-a93fdf5368f0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:59:47.841776 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61fa3fa-c157-4b83-9338-a93fdf5368f0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:59:47.841977 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61fa3fa-c157-4b83-9338-a93fdf5368f0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:59:47.842393 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61fa3fa-c157-4b83-9338-a93fdf5368f0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:59:47.842727 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61fa3fa-c157-4b83-9338-a93fdf5368f0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:59:48.162052 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.provisioning_blocks [None req-d56da975-1b8c-4a78-8a0b-e6bdfe3ccb2d None None] Provisioning complete for port 69cbaa07-ca85-4f10-bfe5-9d26117ecb1e triggered by entity DHCP. {{(pid=103984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:59:48.162434 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-d56da975-1b8c-4a78-8a0b-e6bdfe3ccb2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7484729'] for port (69cbaa07-ca85-4f10-bfe5-9d26117ecb1e), provisioning_complete {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:48.252745 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-d56da975-1b8c-4a78-8a0b-e6bdfe3ccb2d None None] Current status of the port 69cbaa07-ca85-4f10-bfe5-9d26117ecb1e is: ACTIVE; New status is: ACTIVE {{(pid=103984) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:59:48.269219 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.provisioning_blocks [None req-d56da975-1b8c-4a78-8a0b-e6bdfe3ccb2d None None] Provisioning complete for port 3a923245-ef2f-4a6c-8900-f54b8fc9c775 triggered by entity DHCP. {{(pid=103984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:59:48.269615 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-d56da975-1b8c-4a78-8a0b-e6bdfe3ccb2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7484729'] for port (3a923245-ef2f-4a6c-8900-f54b8fc9c775), provisioning_complete {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:48.349685 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-d56da975-1b8c-4a78-8a0b-e6bdfe3ccb2d None None] Current status of the port 3a923245-ef2f-4a6c-8900-f54b8fc9c775 is: ACTIVE; New status is: ACTIVE {{(pid=103984) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:59:50.187308 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.wsgi [-] (103983) accepted ('10.222.0.58', 60242) {{(pid=103983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:59:50.390019 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc5b1db3-1d72-483e-9cce-fecc90d49cea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:59:50.390412 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc5b1db3-1d72-483e-9cce-fecc90d49cea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:59:50.391981 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [None req-cc5b1db3-1d72-483e-9cce-fecc90d49cea admin admin] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2037148 Apr 07 11:59:52.726714 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.58', 60250) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:59:52.936310 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a6ad871-2899-4145-b7fe-c9cc5539fc67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:59:52.936707 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a6ad871-2899-4145-b7fe-c9cc5539fc67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:59:52.938315 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [None req-5a6ad871-2899-4145-b7fe-c9cc5539fc67 admin admin] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2106192 Apr 07 11:59:55.251106 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.58', 60260) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:59:55.481801 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2da321cb-ad6b-4dd0-a6ba-8280657b290a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:59:55.483137 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [None req-2da321cb-ad6b-4dd0-a6ba-8280657b290a admin admin] 10.222.0.58 "GET /v2.0/networks/78982f7f-4fe8-4c6e-9443-119e81a77df0 HTTP/1.1" status: 200 len: 869 time: 0.2310524 Apr 07 11:59:57.805875 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.58', 60268) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:59:57.932185 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f2eb101-a6b5-4a14-bf3d-989785348eae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:59:57.933550 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [None req-8f2eb101-a6b5-4a14-bf3d-989785348eae admin admin] 10.222.0.58 "GET /v2.0/networks/bbaeba58-97ce-4d65-bbf2-981851410a56 HTTP/1.1" status: 200 len: 886 time: 0.1267409 Apr 07 12:00:00.249227 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.58', 60276) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:00:00.373042 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-594a6a81-8fae-4062-ae29-06d3ae988cc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:00:00.373502 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-594a6a81-8fae-4062-ae29-06d3ae988cc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:00:00.375044 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [None req-594a6a81-8fae-4062-ae29-06d3ae988cc1 admin admin] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1247845 Apr 07 12:00:01.954065 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-53c66e9e-42db-4222-8765-fcaf3cd74078 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (94869e64-74fb-4601-95b5-a1334a6bdcea), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:00:02.695048 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.58', 60284) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:00:02.786643 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba9db0bd-951f-4d99-ae3e-497c3eff30a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:00:02.787085 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba9db0bd-951f-4d99-ae3e-497c3eff30a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:00:02.788629 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [None req-ba9db0bd-951f-4d99-ae3e-497c3eff30a2 admin admin] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0925975 Apr 07 12:00:04.291943 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-45f57cbc-b8e7-418f-9e71-4b5f81aa2546 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (ad8978c4-6515-441c-a828-0289badd3b4a), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:00:05.139654 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.wsgi [-] (103983) accepted ('10.222.0.58', 60292) {{(pid=103983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:00:05.230622 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c25e0e7f-344f-4b0b-bad5-22e9e95ec32b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:00:05.232028 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [None req-c25e0e7f-344f-4b0b-bad5-22e9e95ec32b admin admin] 10.222.0.58 "GET /v2.0/subnets/1f3607ac-0092-4482-9c29-644961127be1 HTTP/1.1" status: 200 len: 868 time: 0.0914259 Apr 07 12:00:05.577341 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-e3029262-029d-49e4-8078-e7e61e534645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (e465150c-12ca-425e-8c36-fa03ee6240b4), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:00:07.342367 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-4ee86192-ef9a-4f9c-8d37-983d911c7eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (8705c964-c35e-4008-b403-e26242cd5404), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:00:07.593874 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.wsgi [-] (103983) accepted ('10.222.0.58', 60300) {{(pid=103983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:00:07.680096 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0aa382d-8fc6-4849-b7db-46e1b1785e9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:00:07.681406 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [None req-f0aa382d-8fc6-4849-b7db-46e1b1785e9a admin admin] 10.222.0.58 "GET /v2.0/subnets/4554067d-f507-4a99-8a98-0874c02c5721 HTTP/1.1" status: 200 len: 816 time: 0.0865970 Apr 07 12:00:08.779509 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (18566f30-62c1-4fb1-af49-ebd049d63fec), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:00:24.274091 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.agents_db [None req-3662b1ad-d2b5-4b6d-81f6-e1280f618718 None None] Agent healthcheck: found 5 active agents {{(pid=103985) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 12:00:31.950611 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-3650c5a1-b73e-49dd-9411-8791ff9a5bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (94869e64-74fb-4601-95b5-a1334a6bdcea), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:00:34.287954 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-b4d55143-691b-494c-9b1f-a2038f3d3997 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (ad8978c4-6515-441c-a828-0289badd3b4a), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:00:35.624794 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-e3029262-029d-49e4-8078-e7e61e534645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (e465150c-12ca-425e-8c36-fa03ee6240b4), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:00:37.348561 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-4ee86192-ef9a-4f9c-8d37-983d911c7eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (8705c964-c35e-4008-b403-e26242cd5404), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:00:38.759788 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (18566f30-62c1-4fb1-af49-ebd049d63fec), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:00:48.829352 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.wsgi [-] (103983) accepted ('10.222.0.58', 60358) {{(pid=103983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:00:48.875988 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.wsgi [None req-d6dc8a1a-c831-46c9-9a69-5e3a78d9950e admin admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=103983) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 12:00:48.876971 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [None req-d6dc8a1a-c831-46c9-9a69-5e3a78d9950e admin admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0466888 Apr 07 12:00:51.310005 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.58', 60366) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:00:51.370374 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.pecan_wsgi.hooks.translation [None req-509c1bc8-ddca-4c7c-ae2f-f628deaf453c admin admin] GET failed (client error): The resource could not be found. Apr 07 12:00:51.371686 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [None req-509c1bc8-ddca-4c7c-ae2f-f628deaf453c admin admin] 10.222.0.58 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0607467 Apr 07 12:00:51.515668 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c774fae4-e981-47c9-a525-db0ca739ce3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:00:51.517056 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [None req-c774fae4-e981-47c9-a525-db0ca739ce3f admin admin] 10.222.0.58 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1413188 Apr 07 12:00:53.849676 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.58', 60374) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:00:53.895197 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.v2.base [None req-5d773957-cee2-4566-88c9-636cc38b938c admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=103982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:00:54.002014 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d773957-cee2-4566-88c9-636cc38b938c admin admin] Made reservation on behalf of a72cec93545c4848adf5af7cbb9bf983 for: {'network': 1} {{(pid=103982) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 12:00:54.004267 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-5d773957-cee2-4566-88c9-636cc38b938c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for network (None), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:00:54.038600 dv-cinder-836930-1-iscsi neutron-server[103982]: WARNING neutron.services.revisions.revision_plugin [None req-5d773957-cee2-4566-88c9-636cc38b938c admin admin] Could not find related network for resource to bump revision. Apr 07 12:00:54.050760 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d773957-cee2-4566-88c9-636cc38b938c admin admin] vlan segment allocate from pool success with {'vlan_id': 634, 'physical_network': 'physnet1'} {{(pid=103982) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 12:00:54.060094 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-5d773957-cee2-4566-88c9-636cc38b938c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7510084'] for segment (d88c5e89-9178-4826-a487-f368b3673b01), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:00:54.060371 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.db.segments_db [None req-5d773957-cee2-4566-88c9-636cc38b938c admin admin] Added segment d88c5e89-9178-4826-a487-f368b3673b01 of type vlan for network 0072e1a5-9eac-427d-9e8d-7d4f339b91d3 Apr 07 12:00:54.097861 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-5d773957-cee2-4566-88c9-636cc38b938c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780056936322'] for network (0072e1a5-9eac-427d-9e8d-7d4f339b91d3), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:00:54.225038 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-5d773957-cee2-4566-88c9-636cc38b938c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968'] for network (0072e1a5-9eac-427d-9e8d-7d4f339b91d3), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:00:54.225994 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d773957-cee2-4566-88c9-636cc38b938c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:00:54.226563 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-5d773957-cee2-4566-88c9-636cc38b938c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585958'] for network (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:00:54.314767 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d773957-cee2-4566-88c9-636cc38b938c admin admin] Pushing event updated for resources: {'Network': ['ID=0072e1a5-9eac-427d-9e8d-7d4f339b91d3,revision_number=1']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:00:54.321037 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d773957-cee2-4566-88c9-636cc38b938c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:00:54.321378 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d773957-cee2-4566-88c9-636cc38b938c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:00:54.322261 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d773957-cee2-4566-88c9-636cc38b938c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:00:54.322595 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d773957-cee2-4566-88c9-636cc38b938c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:00:54.322917 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d773957-cee2-4566-88c9-636cc38b938c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:00:54.323330 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d773957-cee2-4566-88c9-636cc38b938c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:00:54.323650 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d773957-cee2-4566-88c9-636cc38b938c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:00:54.323967 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d773957-cee2-4566-88c9-636cc38b938c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:00:54.324350 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d773957-cee2-4566-88c9-636cc38b938c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:00:54.324673 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d773957-cee2-4566-88c9-636cc38b938c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:00:54.325006 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d773957-cee2-4566-88c9-636cc38b938c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:00:54.325346 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d773957-cee2-4566-88c9-636cc38b938c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:00:54.325662 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d773957-cee2-4566-88c9-636cc38b938c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:00:54.325972 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d773957-cee2-4566-88c9-636cc38b938c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:00:54.326282 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d773957-cee2-4566-88c9-636cc38b938c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:00:54.337170 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Network 0072e1a5-9eac-427d-9e8d-7d4f339b91d3 details requested by agent ovs-agent-dv-cinder-836930-1-iscsi with host dv-cinder-836930-1-iscsi {{(pid=103984) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 12:00:54.345565 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [None req-5d773957-cee2-4566-88c9-636cc38b938c admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4948385 Apr 07 12:00:56.689841 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.58', 60382) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:00:56.755518 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.pecan_wsgi.hooks.translation [None req-05bcaa3b-9141-4542-95d8-0118bc307834 admin admin] GET failed (client error): The resource could not be found. Apr 07 12:00:56.756788 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [None req-05bcaa3b-9141-4542-95d8-0118bc307834 admin admin] 10.222.0.58 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0659811 Apr 07 12:00:56.828765 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-950abbd8-f135-439d-be13-d068e9a9ac64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:00:56.830187 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [None req-950abbd8-f135-439d-be13-d068e9a9ac64 admin admin] 10.222.0.58 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0687852 Apr 07 12:00:56.839651 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.v2.base [None req-980debb9-d001-42a3-bdb5-b36e638f60aa admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'network_id': '0072e1a5-9eac-427d-9e8d-7d4f339b91d3', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'description': 'shared-subnet'}} {{(pid=103982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:00:56.944910 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-980debb9-d001-42a3-bdb5-b36e638f60aa admin admin] Made reservation on behalf of a72cec93545c4848adf5af7cbb9bf983 for: {'subnet': 1} {{(pid=103982) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 12:00:56.947185 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-980debb9-d001-42a3-bdb5-b36e638f60aa admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:00:57.242481 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-980debb9-d001-42a3-bdb5-b36e638f60aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968'] for subnet (0d3bc634-dcac-47d3-9c05-18b11cfb5e8d), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:00:57.298131 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980debb9-d001-42a3-bdb5-b36e638f60aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d3bc634-dcac-47d3-9c05-18b11cfb5e8d,revision_number=0']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:00:57.310361 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-980debb9-d001-42a3-bdb5-b36e638f60aa admin admin] Checking segment: {'id': 'd88c5e89-9178-4826-a487-f368b3673b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '0072e1a5-9eac-427d-9e8d-7d4f339b91d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:00:57.310739 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-980debb9-d001-42a3-bdb5-b36e638f60aa admin admin] Network hostable DHCP agents. Network: 0072e1a5-9eac-427d-9e8d-7d4f339b91d3, hostable agents: ['94869e64-74fb-4601-95b5-a1334a6bdcea'], hosted agents: [] {{(pid=103982) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 12:00:57.424998 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-980debb9-d001-42a3-bdb5-b36e638f60aa admin admin] Network 0072e1a5-9eac-427d-9e8d-7d4f339b91d3 is scheduled to be hosted by DHCP agent 94869e64-74fb-4601-95b5-a1334a6bdcea with binding_index 1 {{(pid=103982) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 12:00:57.562124 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.scheduler.base_scheduler [None req-980debb9-d001-42a3-bdb5-b36e638f60aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836930-1-iscsi, 0072e1a5-9eac-427d-9e8d-7d4f339b91d3) {{(pid=103982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:00:57.566908 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-980debb9-d001-42a3-bdb5-b36e638f60aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:00:57.567544 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-980debb9-d001-42a3-bdb5-b36e638f60aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585958'] for subnet (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:00:57.572140 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43755d1c-7e32-4ec3-95c5-3942b3cc319d None None] Network 0072e1a5-9eac-427d-9e8d-7d4f339b91d3 requested from dv-cinder-836930-1-iscsi {{(pid=103984) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 12:00:57.669777 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99bdb4f8-1206-4dd1-b6a7-079291056b72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d420030-12ae-5f88-a545-b5d8ef5b04ff-0072e1a5-9eac-427d-9e8d-7d4f339b91d3', 'network_id': '0072e1a5-9eac-427d-9e8d-7d4f339b91d3', 'project_id': 'a72cec93545c4848adf5af7cbb9bf983', 'fixed_ips': [{'subnet_id': '0d3bc634-dcac-47d3-9c05-18b11cfb5e8d'}]}} from dv-cinder-836930-1-iscsi. {{(pid=103984) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 12:00:57.670620 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-99bdb4f8-1206-4dd1-b6a7-079291056b72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (None), before_create {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:00:57.677476 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [None req-980debb9-d001-42a3-bdb5-b36e638f60aa admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8409276 Apr 07 12:00:57.908820 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.db_base_plugin_common [None req-99bdb4f8-1206-4dd1-b6a7-079291056b72 None None] Allocated IP 192.168.233.2 (0072e1a5-9eac-427d-9e8d-7d4f339b91d3/0d3bc634-dcac-47d3-9c05-18b11cfb5e8d/3469f2d4-728a-4f93-87a4-1f6fbd5580d5) {{(pid=103984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 12:00:58.056583 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-99bdb4f8-1206-4dd1-b6a7-079291056b72 None None] Publish callbacks [] for port (3469f2d4-728a-4f93-87a4-1f6fbd5580d5), precommit_create {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:00:58.143841 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-99bdb4f8-1206-4dd1-b6a7-079291056b72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780056949589'] for port (3469f2d4-728a-4f93-87a4-1f6fbd5580d5), after_create {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:00:58.180852 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99bdb4f8-1206-4dd1-b6a7-079291056b72 None None] Network 0072e1a5-9eac-427d-9e8d-7d4f339b91d3 is already hosted by enough agents. {{(pid=103984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:00:58.183487 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.scheduler.base_scheduler [None req-99bdb4f8-1206-4dd1-b6a7-079291056b72 None None] Resources bound (agent type, host, resource id): {{(pid=103984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:00:58.186843 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99bdb4f8-1206-4dd1-b6a7-079291056b72 None None] Received port after_create {{(pid=103984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 12:00:58.196974 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bdb4f8-1206-4dd1-b6a7-079291056b72 None None] Pushing event updated for resources: {'Port': ['ID=3469f2d4-728a-4f93-87a4-1f6fbd5580d5,revision_number=1']} {{(pid=103984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:00:58.207884 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99bdb4f8-1206-4dd1-b6a7-079291056b72 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:00:58.208230 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99bdb4f8-1206-4dd1-b6a7-079291056b72 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:00:58.208592 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99bdb4f8-1206-4dd1-b6a7-079291056b72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:00:58.208932 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99bdb4f8-1206-4dd1-b6a7-079291056b72 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:00:58.209262 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99bdb4f8-1206-4dd1-b6a7-079291056b72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:00:58.209582 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99bdb4f8-1206-4dd1-b6a7-079291056b72 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:00:58.209907 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99bdb4f8-1206-4dd1-b6a7-079291056b72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:00:58.210224 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99bdb4f8-1206-4dd1-b6a7-079291056b72 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:00:58.210537 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99bdb4f8-1206-4dd1-b6a7-079291056b72 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:00:58.210859 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99bdb4f8-1206-4dd1-b6a7-079291056b72 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:00:58.211237 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99bdb4f8-1206-4dd1-b6a7-079291056b72 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:00:58.211534 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99bdb4f8-1206-4dd1-b6a7-079291056b72 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:00:58.211854 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99bdb4f8-1206-4dd1-b6a7-079291056b72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:00:58.212202 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99bdb4f8-1206-4dd1-b6a7-079291056b72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:00:58.213040 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99bdb4f8-1206-4dd1-b6a7-079291056b72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:00:58.264777 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.managers [None req-99bdb4f8-1206-4dd1-b6a7-079291056b72 None None] Attempting to bind port 3469f2d4-728a-4f93-87a4-1f6fbd5580d5 on host dv-cinder-836930-1-iscsi for vnic_type normal with profile {{(pid=103984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 12:00:58.265229 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.managers [None req-99bdb4f8-1206-4dd1-b6a7-079291056b72 None None] Attempting to bind port 3469f2d4-728a-4f93-87a4-1f6fbd5580d5 by drivers openvswitch,hyperv on host dv-cinder-836930-1-iscsi at level 0 using segments [{'id': 'd88c5e89-9178-4826-a487-f368b3673b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '0072e1a5-9eac-427d-9e8d-7d4f339b91d3'}] {{(pid=103984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 12:00:58.265587 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99bdb4f8-1206-4dd1-b6a7-079291056b72 None None] Attempting to bind port 3469f2d4-728a-4f93-87a4-1f6fbd5580d5 on network 0072e1a5-9eac-427d-9e8d-7d4f339b91d3 {{(pid=103984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:00:58.271210 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99bdb4f8-1206-4dd1-b6a7-079291056b72 None None] Checking agent: {'id': '18566f30-62c1-4fb1-af49-ebd049d63fec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836930-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 57, 39), 'started_at': datetime.datetime(2022, 4, 7, 11, 58, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 12, 0, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836930-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 12:00:58.271583 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99bdb4f8-1206-4dd1-b6a7-079291056b72 None None] Checking segment: {'id': 'd88c5e89-9178-4826-a487-f368b3673b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '0072e1a5-9eac-427d-9e8d-7d4f339b91d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:00:58.271976 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-99bdb4f8-1206-4dd1-b6a7-079291056b72 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:00:58.272385 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99bdb4f8-1206-4dd1-b6a7-079291056b72 None None] Bound using segment: {'id': 'd88c5e89-9178-4826-a487-f368b3673b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '0072e1a5-9eac-427d-9e8d-7d4f339b91d3'} {{(pid=103984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 12:00:58.272843 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.managers [None req-99bdb4f8-1206-4dd1-b6a7-079291056b72 None None] Bound port: 3469f2d4-728a-4f93-87a4-1f6fbd5580d5, host: dv-cinder-836930-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd88c5e89-9178-4826-a487-f368b3673b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '0072e1a5-9eac-427d-9e8d-7d4f339b91d3'}}] {{(pid=103984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 12:00:58.273218 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-99bdb4f8-1206-4dd1-b6a7-079291056b72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (3469f2d4-728a-4f93-87a4-1f6fbd5580d5), before_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:00:58.335915 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.db [None req-99bdb4f8-1206-4dd1-b6a7-079291056b72 None None] For port 3469f2d4-728a-4f93-87a4-1f6fbd5580d5, host dv-cinder-836930-1-iscsi, cleared binding levels {{(pid=103984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 12:00:58.339553 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.db [None req-99bdb4f8-1206-4dd1-b6a7-079291056b72 None None] For port 3469f2d4-728a-4f93-87a4-1f6fbd5580d5, host dv-cinder-836930-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836930-1-iscsi',level=0,port_id=3469f2d4-728a-4f93-87a4-1f6fbd5580d5,segment=NetworkSegment(d88c5e89-9178-4826-a487-f368b3673b01),segment_id=d88c5e89-9178-4826-a487-f368b3673b01)] {{(pid=103984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 12:00:58.437293 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-99bdb4f8-1206-4dd1-b6a7-079291056b72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780057409639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780056949607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780056949625'] for port (3469f2d4-728a-4f93-87a4-1f6fbd5580d5), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:00:58.498780 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bdb4f8-1206-4dd1-b6a7-079291056b72 None None] Pushing event updated for resources: {'Port': ['ID=3469f2d4-728a-4f93-87a4-1f6fbd5580d5,revision_number=2']} {{(pid=103984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:00:59.326623 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82a30438-4052-47b7-b212-0def6d0b8618 None None] Network 0072e1a5-9eac-427d-9e8d-7d4f339b91d3 requested from dv-cinder-836930-1-iscsi {{(pid=103984) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 12:00:59.402829 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.provisioning_blocks [None req-e83efedb-3f3d-41eb-8dfc-ed956cb976a8 None None] Provisioning complete for port 3469f2d4-728a-4f93-87a4-1f6fbd5580d5 triggered by entity DHCP. {{(pid=103984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:00:59.403244 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-e83efedb-3f3d-41eb-8dfc-ed956cb976a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7484729'] for port (3469f2d4-728a-4f93-87a4-1f6fbd5580d5), provisioning_complete {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:00:59.520027 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-e83efedb-3f3d-41eb-8dfc-ed956cb976a8 None None] Current status of the port 3469f2d4-728a-4f93-87a4-1f6fbd5580d5 is: DOWN; New status is: ACTIVE {{(pid=103984) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:00:59.520438 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-e83efedb-3f3d-41eb-8dfc-ed956cb976a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (3469f2d4-728a-4f93-87a4-1f6fbd5580d5), before_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:00:59.558836 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.db [None req-e83efedb-3f3d-41eb-8dfc-ed956cb976a8 None None] For port 3469f2d4-728a-4f93-87a4-1f6fbd5580d5, host dv-cinder-836930-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836930-1-iscsi',level=0,port_id=3469f2d4-728a-4f93-87a4-1f6fbd5580d5,segment=NetworkSegment(d88c5e89-9178-4826-a487-f368b3673b01),segment_id=d88c5e89-9178-4826-a487-f368b3673b01)] {{(pid=103984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:00:59.625485 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-e83efedb-3f3d-41eb-8dfc-ed956cb976a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780057409639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780056949607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780056949625'] for port (3469f2d4-728a-4f93-87a4-1f6fbd5580d5), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:00:59.667978 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Device 3469f2d4-728a-4f93-87a4-1f6fbd5580d5 up at agent ovs-agent-dv-cinder-836930-1-iscsi {{(pid=103984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:00:59.728639 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83efedb-3f3d-41eb-8dfc-ed956cb976a8 None None] Pushing event updated for resources: {'Port': ['ID=3469f2d4-728a-4f93-87a4-1f6fbd5580d5,revision_number=3']} {{(pid=103984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:00:59.751923 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.provisioning_blocks [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Provisioning complete for port 3469f2d4-728a-4f93-87a4-1f6fbd5580d5 triggered by entity L2. {{(pid=103984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:00:59.752313 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7484729'] for port (3469f2d4-728a-4f93-87a4-1f6fbd5580d5), provisioning_complete {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:00:59.754214 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.provisioning_blocks [None req-141978f5-6df2-4680-b05e-cdc9a7db451f None None] Provisioning complete for port 3469f2d4-728a-4f93-87a4-1f6fbd5580d5 triggered by entity DHCP. {{(pid=103984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:00:59.754591 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-141978f5-6df2-4680-b05e-cdc9a7db451f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7484729'] for port (3469f2d4-728a-4f93-87a4-1f6fbd5580d5), provisioning_complete {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:00:59.890363 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-141978f5-6df2-4680-b05e-cdc9a7db451f None None] Current status of the port 3469f2d4-728a-4f93-87a4-1f6fbd5580d5 is: ACTIVE; New status is: ACTIVE {{(pid=103984) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:00:59.899599 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Current status of the port 3469f2d4-728a-4f93-87a4-1f6fbd5580d5 is: ACTIVE; New status is: ACTIVE {{(pid=103984) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:01:01.272064 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.agents_db [None req-3662b1ad-d2b5-4b6d-81f6-e1280f618718 None None] Agent healthcheck: found 5 active agents {{(pid=103985) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 12:01:01.620808 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Device 3469f2d4-728a-4f93-87a4-1f6fbd5580d5 up at agent ovs-agent-dv-cinder-836930-1-iscsi {{(pid=103984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:01:01.668545 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.provisioning_blocks [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Provisioning complete for port 3469f2d4-728a-4f93-87a4-1f6fbd5580d5 triggered by entity L2. {{(pid=103984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:01:01.668930 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7484729'] for port (3469f2d4-728a-4f93-87a4-1f6fbd5580d5), provisioning_complete {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:01:01.743980 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Current status of the port 3469f2d4-728a-4f93-87a4-1f6fbd5580d5 is: ACTIVE; New status is: ACTIVE {{(pid=103984) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:01:01.967649 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-3ad1cbf8-a574-4b7d-9329-0eab98868e57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (94869e64-74fb-4601-95b5-a1334a6bdcea), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:01:04.279876 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-b0cce5dd-48c8-4854-a717-f948bc8f3acd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (ad8978c4-6515-441c-a828-0289badd3b4a), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:01:05.593995 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-e3029262-029d-49e4-8078-e7e61e534645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (e465150c-12ca-425e-8c36-fa03ee6240b4), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:01:07.350545 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-4ee86192-ef9a-4f9c-8d37-983d911c7eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (8705c964-c35e-4008-b403-e26242cd5404), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:01:08.767570 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (18566f30-62c1-4fb1-af49-ebd049d63fec), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:01:31.939218 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-cd5147a6-05db-4d7f-aeab-d2cf6518be4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (94869e64-74fb-4601-95b5-a1334a6bdcea), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:01:34.282237 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-33016c2a-4f22-40ee-9e59-75b05178864d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (ad8978c4-6515-441c-a828-0289badd3b4a), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:01:35.596071 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-e3029262-029d-49e4-8078-e7e61e534645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (e465150c-12ca-425e-8c36-fa03ee6240b4), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:01:37.350618 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-4ee86192-ef9a-4f9c-8d37-983d911c7eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (8705c964-c35e-4008-b403-e26242cd5404), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:01:38.273418 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.agents_db [None req-3662b1ad-d2b5-4b6d-81f6-e1280f618718 None None] Agent healthcheck: found 5 active agents {{(pid=103985) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 12:01:38.733686 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (18566f30-62c1-4fb1-af49-ebd049d63fec), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:02:01.922118 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-1d6ec772-0093-47a3-826a-b9255d530e2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (94869e64-74fb-4601-95b5-a1334a6bdcea), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:02:04.308854 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-c725b931-8949-497e-a4ce-ff779510f61c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (ad8978c4-6515-441c-a828-0289badd3b4a), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:02:05.594664 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-e3029262-029d-49e4-8078-e7e61e534645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (e465150c-12ca-425e-8c36-fa03ee6240b4), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:02:07.366565 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-4ee86192-ef9a-4f9c-8d37-983d911c7eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (8705c964-c35e-4008-b403-e26242cd5404), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:02:08.767502 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (18566f30-62c1-4fb1-af49-ebd049d63fec), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:02:15.271872 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.agents_db [None req-3662b1ad-d2b5-4b6d-81f6-e1280f618718 None None] Agent healthcheck: found 5 active agents {{(pid=103985) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 12:02:31.956336 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-c4a0673a-27bc-48bf-9b22-22b837fc36a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (94869e64-74fb-4601-95b5-a1334a6bdcea), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:02:34.293351 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-cdc1bcd0-54c6-4e1c-8e56-ed19971c52e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (ad8978c4-6515-441c-a828-0289badd3b4a), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:02:35.613427 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-e3029262-029d-49e4-8078-e7e61e534645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (e465150c-12ca-425e-8c36-fa03ee6240b4), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:02:37.423346 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-4ee86192-ef9a-4f9c-8d37-983d911c7eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (8705c964-c35e-4008-b403-e26242cd5404), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:02:38.813423 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (18566f30-62c1-4fb1-af49-ebd049d63fec), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:02:39.034532 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.58', 60420) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:02:39.040694 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.wsgi [None req-d3599725-372e-40da-9229-7618ea4e1d82 tempest-verify_tempest_config-100949604 tempest-verify_tempest_config-100949604-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=103982) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 12:02:39.041708 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [None req-d3599725-372e-40da-9229-7618ea4e1d82 tempest-verify_tempest_config-100949604 tempest-verify_tempest_config-100949604-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0061934 Apr 07 12:02:39.603206 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.58', 60438) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:02:39.704355 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-ffebc758-2890-4b0c-becd-403effaa8476 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:02:39.776117 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-ffebc758-2890-4b0c-becd-403effaa8476 admin admin] Publish callbacks [] for security_group (e3b3ab72-4f24-45f4-b2ec-f649b5a42f5d), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:02:39.836311 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-ffebc758-2890-4b0c-becd-403effaa8476 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678166'] for security_group (e3b3ab72-4f24-45f4-b2ec-f649b5a42f5d), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:02:39.883317 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [None req-ffebc758-2890-4b0c-becd-403effaa8476 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2171368faf264f24aa3f85d2c3ed3ef1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2790065 Apr 07 12:02:39.885277 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffebc758-2890-4b0c-becd-403effaa8476 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3b3ab72-4f24-45f4-b2ec-f649b5a42f5d,revision_number=1']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:02:39.886200 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.wsgi [-] (103983) accepted ('10.222.0.58', 60442) {{(pid=103983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:02:39.892477 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffebc758-2890-4b0c-becd-403effaa8476 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:02:39.892832 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffebc758-2890-4b0c-becd-403effaa8476 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:02:39.893195 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffebc758-2890-4b0c-becd-403effaa8476 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:02:39.893537 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffebc758-2890-4b0c-becd-403effaa8476 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:02:39.893877 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffebc758-2890-4b0c-becd-403effaa8476 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:02:39.894203 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffebc758-2890-4b0c-becd-403effaa8476 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:02:39.894529 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffebc758-2890-4b0c-becd-403effaa8476 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:02:39.894855 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffebc758-2890-4b0c-becd-403effaa8476 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:02:39.895223 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffebc758-2890-4b0c-becd-403effaa8476 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:02:39.895553 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffebc758-2890-4b0c-becd-403effaa8476 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:02:39.895894 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffebc758-2890-4b0c-becd-403effaa8476 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:02:39.896263 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffebc758-2890-4b0c-becd-403effaa8476 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:02:39.896583 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffebc758-2890-4b0c-becd-403effaa8476 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:02:39.896903 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffebc758-2890-4b0c-becd-403effaa8476 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:02:39.897221 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffebc758-2890-4b0c-becd-403effaa8476 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:02:39.943590 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-3dd1dcfd-2d29-410c-b436-6d53b75c6cdd admin admin] Publish callbacks [] for security_group (e3b3ab72-4f24-45f4-b2ec-f649b5a42f5d), before_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:02:39.964152 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-3dd1dcfd-2d29-410c-b436-6d53b75c6cdd admin admin] Publish callbacks [] for security_group (e3b3ab72-4f24-45f4-b2ec-f649b5a42f5d), precommit_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:02:40.219618 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-3dd1dcfd-2d29-410c-b436-6d53b75c6cdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678166'] for security_group (e3b3ab72-4f24-45f4-b2ec-f649b5a42f5d), after_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:02:40.222136 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-3dd1dcfd-2d29-410c-b436-6d53b75c6cdd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:02:40.223322 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [None req-3dd1dcfd-2d29-410c-b436-6d53b75c6cdd admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e3b3ab72-4f24-45f4-b2ec-f649b5a42f5d HTTP/1.1" status: 204 len: 168 time: 0.3360703 Apr 07 12:02:40.232302 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd1dcfd-2d29-410c-b436-6d53b75c6cdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3b3ab72-4f24-45f4-b2ec-f649b5a42f5d,revision_number=None']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:02:40.240237 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd1dcfd-2d29-410c-b436-6d53b75c6cdd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:02:40.240578 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd1dcfd-2d29-410c-b436-6d53b75c6cdd admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:02:40.240928 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd1dcfd-2d29-410c-b436-6d53b75c6cdd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:02:40.242173 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd1dcfd-2d29-410c-b436-6d53b75c6cdd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:02:40.242833 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd1dcfd-2d29-410c-b436-6d53b75c6cdd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:02:40.243182 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd1dcfd-2d29-410c-b436-6d53b75c6cdd admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:02:40.243510 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd1dcfd-2d29-410c-b436-6d53b75c6cdd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:02:40.243836 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd1dcfd-2d29-410c-b436-6d53b75c6cdd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:02:40.244174 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd1dcfd-2d29-410c-b436-6d53b75c6cdd admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:02:40.244497 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd1dcfd-2d29-410c-b436-6d53b75c6cdd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:02:40.244865 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd1dcfd-2d29-410c-b436-6d53b75c6cdd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:02:40.245175 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd1dcfd-2d29-410c-b436-6d53b75c6cdd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:02:40.245488 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd1dcfd-2d29-410c-b436-6d53b75c6cdd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:02:40.245806 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd1dcfd-2d29-410c-b436-6d53b75c6cdd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:02:40.246119 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd1dcfd-2d29-410c-b436-6d53b75c6cdd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:02:52.269730 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.agents_db [None req-3662b1ad-d2b5-4b6d-81f6-e1280f618718 None None] Agent healthcheck: found 5 active agents {{(pid=103985) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 12:03:01.945532 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-ef357e90-924b-4a54-a9c3-4cc2a2695b1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (94869e64-74fb-4601-95b5-a1334a6bdcea), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:03:04.373565 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-74757fb5-41d2-4d23-9afb-1fcb4c631198 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (ad8978c4-6515-441c-a828-0289badd3b4a), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:03:05.585608 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-e3029262-029d-49e4-8078-e7e61e534645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (e465150c-12ca-425e-8c36-fa03ee6240b4), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:03:07.379022 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-4ee86192-ef9a-4f9c-8d37-983d911c7eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (8705c964-c35e-4008-b403-e26242cd5404), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:03:08.796891 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (18566f30-62c1-4fb1-af49-ebd049d63fec), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:03:29.267592 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.agents_db [None req-3662b1ad-d2b5-4b6d-81f6-e1280f618718 None None] Agent healthcheck: found 5 active agents {{(pid=103985) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 12:03:31.977711 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-0f889c3f-1959-4c3e-8a7b-a11447eaad5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (94869e64-74fb-4601-95b5-a1334a6bdcea), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:03:34.288308 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-3fc8938f-a10f-4153-9cda-2c9c54031841 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (ad8978c4-6515-441c-a828-0289badd3b4a), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:03:35.629056 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-e3029262-029d-49e4-8078-e7e61e534645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (e465150c-12ca-425e-8c36-fa03ee6240b4), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:03:37.356579 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-4ee86192-ef9a-4f9c-8d37-983d911c7eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (8705c964-c35e-4008-b403-e26242cd5404), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:03:38.767875 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (18566f30-62c1-4fb1-af49-ebd049d63fec), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:01.967423 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-66372ea9-9c6f-43d1-88a8-b41198b5dab5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (94869e64-74fb-4601-95b5-a1334a6bdcea), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:04.270715 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-18608514-247b-4ab2-a6e2-630da48f7860 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (ad8978c4-6515-441c-a828-0289badd3b4a), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:05.602216 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-e3029262-029d-49e4-8078-e7e61e534645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (e465150c-12ca-425e-8c36-fa03ee6240b4), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:06.266778 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.agents_db [None req-3662b1ad-d2b5-4b6d-81f6-e1280f618718 None None] Agent healthcheck: found 5 active agents {{(pid=103985) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 12:04:07.384570 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-4ee86192-ef9a-4f9c-8d37-983d911c7eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (8705c964-c35e-4008-b403-e26242cd5404), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:08.784909 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (18566f30-62c1-4fb1-af49-ebd049d63fec), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:29.440823 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2021201'] for agent (b65c4e22-832a-4f2b-89ab-f6b5f91e1f65), after_create {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:31.956129 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-28b528cc-dac4-44b6-b060-d0c07406bfa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (94869e64-74fb-4601-95b5-a1334a6bdcea), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:34.281912 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-b0a934b5-b141-4269-a2ce-6906f97669fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (ad8978c4-6515-441c-a828-0289badd3b4a), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:35.608697 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-e3029262-029d-49e4-8078-e7e61e534645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (e465150c-12ca-425e-8c36-fa03ee6240b4), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:37.372453 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-4ee86192-ef9a-4f9c-8d37-983d911c7eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (8705c964-c35e-4008-b403-e26242cd5404), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:38.773854 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (18566f30-62c1-4fb1-af49-ebd049d63fec), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:43.135815 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.wsgi [-] (103983) accepted ('10.222.0.58', 60514) {{(pid=103983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:04:43.247407 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [None req-4d993c44-e755-414c-98fc-5663512aa580 admin admin] 10.222.0.58 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1103992 Apr 07 12:04:43.267392 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.agents_db [None req-3662b1ad-d2b5-4b6d-81f6-e1280f618718 None None] Agent healthcheck: found 6 active agents {{(pid=103985) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 12:04:45.560071 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.58', 60524) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:04:45.621120 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [None req-dd438de9-2c95-410b-bda1-07c25fce0c14 admin admin] 10.222.0.58 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0599589 Apr 07 12:04:59.383652 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (b65c4e22-832a-4f2b-89ab-f6b5f91e1f65), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:02.024396 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-b6032067-1059-47ce-ac45-facb0811f166 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (94869e64-74fb-4601-95b5-a1334a6bdcea), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:04.281234 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-0aae4242-3a79-45a0-af69-5d0f357028bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (ad8978c4-6515-441c-a828-0289badd3b4a), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:05.612385 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-e3029262-029d-49e4-8078-e7e61e534645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (e465150c-12ca-425e-8c36-fa03ee6240b4), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:07.379211 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-4ee86192-ef9a-4f9c-8d37-983d911c7eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (8705c964-c35e-4008-b403-e26242cd5404), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:08.773492 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (18566f30-62c1-4fb1-af49-ebd049d63fec), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:20.266440 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.agents_db [None req-3662b1ad-d2b5-4b6d-81f6-e1280f618718 None None] Agent healthcheck: found 6 active agents {{(pid=103985) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 12:05:29.396521 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (b65c4e22-832a-4f2b-89ab-f6b5f91e1f65), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:31.938991 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-327f8715-043f-4ed9-a255-f38e90fef2bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (94869e64-74fb-4601-95b5-a1334a6bdcea), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:34.298877 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-093a518c-96bd-452b-85ea-c2ac6269aed6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (ad8978c4-6515-441c-a828-0289badd3b4a), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:35.619001 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-e3029262-029d-49e4-8078-e7e61e534645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (e465150c-12ca-425e-8c36-fa03ee6240b4), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:37.430740 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-4ee86192-ef9a-4f9c-8d37-983d911c7eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (8705c964-c35e-4008-b403-e26242cd5404), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:38.761712 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (18566f30-62c1-4fb1-af49-ebd049d63fec), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:57.265192 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.agents_db [None req-3662b1ad-d2b5-4b6d-81f6-e1280f618718 None None] Agent healthcheck: found 6 active agents {{(pid=103985) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 12:05:59.395144 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (b65c4e22-832a-4f2b-89ab-f6b5f91e1f65), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:01.937575 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-20a2a706-c3f0-4d09-956f-b1ae0337d472 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (94869e64-74fb-4601-95b5-a1334a6bdcea), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:04.286163 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-9355b4aa-8f72-4a04-8606-7a3d3bc5485d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (ad8978c4-6515-441c-a828-0289badd3b4a), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:05.623160 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-e3029262-029d-49e4-8078-e7e61e534645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (e465150c-12ca-425e-8c36-fa03ee6240b4), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:07.395105 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-4ee86192-ef9a-4f9c-8d37-983d911c7eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (8705c964-c35e-4008-b403-e26242cd5404), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:08.760085 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (18566f30-62c1-4fb1-af49-ebd049d63fec), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:26.288758 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.58', 60710) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:06:26.690049 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.v2.base [None req-79e93268-ff2e-454d-a79e-d90592e79ef9 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-112950129-network', 'tenant_id': '060237c359da41d49b858b2897b29918'}} {{(pid=103982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:06:26.755752 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79e93268-ff2e-454d-a79e-d90592e79ef9 admin admin] Made reservation on behalf of 060237c359da41d49b858b2897b29918 for: {'network': 1} {{(pid=103982) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 12:06:26.758371 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-79e93268-ff2e-454d-a79e-d90592e79ef9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for network (None), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:26.776103 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-79e93268-ff2e-454d-a79e-d90592e79ef9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:26.853587 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-79e93268-ff2e-454d-a79e-d90592e79ef9 admin admin] Publish callbacks [] for security_group (a9f2a625-dc68-4664-b64d-af04d0e6ed04), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:26.919835 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-79e93268-ff2e-454d-a79e-d90592e79ef9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678166'] for security_group (a9f2a625-dc68-4664-b64d-af04d0e6ed04), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:26.949872 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79e93268-ff2e-454d-a79e-d90592e79ef9 admin admin] vlan segment allocate from pool success with {'vlan_id': 623, 'physical_network': 'physnet1'} {{(pid=103982) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 12:06:26.954561 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e93268-ff2e-454d-a79e-d90592e79ef9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9f2a625-dc68-4664-b64d-af04d0e6ed04,revision_number=1']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:06:26.964499 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e93268-ff2e-454d-a79e-d90592e79ef9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:06:26.964848 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e93268-ff2e-454d-a79e-d90592e79ef9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:06:26.965192 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e93268-ff2e-454d-a79e-d90592e79ef9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:06:26.965530 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e93268-ff2e-454d-a79e-d90592e79ef9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:06:26.965863 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e93268-ff2e-454d-a79e-d90592e79ef9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:06:26.966196 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e93268-ff2e-454d-a79e-d90592e79ef9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:06:26.966522 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e93268-ff2e-454d-a79e-d90592e79ef9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:06:26.966843 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e93268-ff2e-454d-a79e-d90592e79ef9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:06:26.967192 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e93268-ff2e-454d-a79e-d90592e79ef9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:06:26.967543 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e93268-ff2e-454d-a79e-d90592e79ef9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:06:26.967888 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e93268-ff2e-454d-a79e-d90592e79ef9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:06:26.968190 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e93268-ff2e-454d-a79e-d90592e79ef9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:06:26.968505 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e93268-ff2e-454d-a79e-d90592e79ef9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:06:26.968818 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e93268-ff2e-454d-a79e-d90592e79ef9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:06:26.969143 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e93268-ff2e-454d-a79e-d90592e79ef9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:06:26.970306 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e93268-ff2e-454d-a79e-d90592e79ef9 admin admin] Tracked resource versions report: Apr 07 12:06:26.970306 dv-cinder-836930-1-iscsi neutron-server[103982]: pushed versions: Apr 07 12:06:26.970306 dv-cinder-836930-1-iscsi neutron-server[103982]: { 'AddressGroup': {'1.2'}, Apr 07 12:06:26.970306 dv-cinder-836930-1-iscsi neutron-server[103982]: 'Agent': {'1.1'}, Apr 07 12:06:26.970306 dv-cinder-836930-1-iscsi neutron-server[103982]: 'ConntrackHelper': {'1.0'}, Apr 07 12:06:26.970306 dv-cinder-836930-1-iscsi neutron-server[103982]: 'LocalIPAssociation': {'1.0'}, Apr 07 12:06:26.970306 dv-cinder-836930-1-iscsi neutron-server[103982]: 'Log': {'1.0'}, Apr 07 12:06:26.970306 dv-cinder-836930-1-iscsi neutron-server[103982]: 'NDPProxy': {'1.0'}, Apr 07 12:06:26.970306 dv-cinder-836930-1-iscsi neutron-server[103982]: 'Network': {'1.1'}, Apr 07 12:06:26.970306 dv-cinder-836930-1-iscsi neutron-server[103982]: 'Port': {'1.7'}, Apr 07 12:06:26.970306 dv-cinder-836930-1-iscsi neutron-server[103982]: 'PortForwarding': {'1.3'}, Apr 07 12:06:26.970306 dv-cinder-836930-1-iscsi neutron-server[103982]: 'QosPolicy': {'1.10'}, Apr 07 12:06:26.970306 dv-cinder-836930-1-iscsi neutron-server[103982]: 'SecurityGroup': {'1.5'}, Apr 07 12:06:26.970306 dv-cinder-836930-1-iscsi neutron-server[103982]: 'SecurityGroupRule': {'1.2'}, Apr 07 12:06:26.970306 dv-cinder-836930-1-iscsi neutron-server[103982]: 'SubPort': {'1.0'}, Apr 07 12:06:26.970306 dv-cinder-836930-1-iscsi neutron-server[103982]: 'Subnet': {'1.1'}, Apr 07 12:06:26.970306 dv-cinder-836930-1-iscsi neutron-server[103982]: 'Trunk': {'1.1'}} Apr 07 12:06:26.970306 dv-cinder-836930-1-iscsi neutron-server[103982]: consumer versions: Apr 07 12:06:26.970306 dv-cinder-836930-1-iscsi neutron-server[103982]: { DHCP agent@dv-cinder-836930-1-iscsi: {}, Apr 07 12:06:26.970306 dv-cinder-836930-1-iscsi neutron-server[103982]: HyperV agent@hv-cinder-83693: {}, Apr 07 12:06:26.970306 dv-cinder-836930-1-iscsi neutron-server[103982]: L3 agent@dv-cinder-836930-1-iscsi: {}, Apr 07 12:06:26.970306 dv-cinder-836930-1-iscsi neutron-server[103982]: Metadata agent@dv-cinder-836930-1-iscsi: {}, Apr 07 12:06:26.970306 dv-cinder-836930-1-iscsi neutron-server[103982]: Metering agent@dv-cinder-836930-1-iscsi: {}, Apr 07 12:06:26.970306 dv-cinder-836930-1-iscsi neutron-server[103982]: Open vSwitch agent@dv-cinder-836930-1-iscsi: { 'AddressGroup': '1.2', Apr 07 12:06:26.970306 dv-cinder-836930-1-iscsi neutron-server[103982]: 'Agent': '1.1', Apr 07 12:06:26.970306 dv-cinder-836930-1-iscsi neutron-server[103982]: 'ConntrackHelper': '1.0', Apr 07 12:06:26.970306 dv-cinder-836930-1-iscsi neutron-server[103982]: 'LocalIPAssociation': '1.0', Apr 07 12:06:26.970306 dv-cinder-836930-1-iscsi neutron-server[103982]: 'Log': '1.0', Apr 07 12:06:26.970306 dv-cinder-836930-1-iscsi neutron-server[103982]: 'NDPProxy': '1.0', Apr 07 12:06:26.970306 dv-cinder-836930-1-iscsi neutron-server[103982]: 'Network': '1.1', Apr 07 12:06:26.970306 dv-cinder-836930-1-iscsi neutron-server[103982]: 'Port': '1.7', Apr 07 12:06:26.970306 dv-cinder-836930-1-iscsi neutron-server[103982]: 'PortForwarding': '1.3', Apr 07 12:06:26.970306 dv-cinder-836930-1-iscsi neutron-server[103982]: 'QosPolicy': '1.10', Apr 07 12:06:26.970306 dv-cinder-836930-1-iscsi neutron-server[103982]: 'SecurityGroup': '1.5', Apr 07 12:06:26.970306 dv-cinder-836930-1-iscsi neutron-server[103982]: 'SecurityGroupRule': '1.2', Apr 07 12:06:26.970306 dv-cinder-836930-1-iscsi neutron-server[103982]: 'SubPort': '1.0', Apr 07 12:06:26.970306 dv-cinder-836930-1-iscsi neutron-server[103982]: 'Subnet': '1.1', Apr 07 12:06:26.970306 dv-cinder-836930-1-iscsi neutron-server[103982]: 'Trunk': '1.1'}} Apr 07 12:06:26.970306 dv-cinder-836930-1-iscsi neutron-server[103982]: {{(pid=103982) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 07 12:06:26.976989 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-79e93268-ff2e-454d-a79e-d90592e79ef9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7510084'] for segment (dc1680e3-d64d-4d14-9b8d-ff4232801a16), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:26.981610 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.db.segments_db [None req-79e93268-ff2e-454d-a79e-d90592e79ef9 admin admin] Added segment dc1680e3-d64d-4d14-9b8d-ff4232801a16 of type vlan for network b54ec153-3bc9-439f-b426-165a936f23bb Apr 07 12:06:27.023649 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-79e93268-ff2e-454d-a79e-d90592e79ef9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780056936322'] for network (b54ec153-3bc9-439f-b426-165a936f23bb), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:27.116940 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.58', 60748) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:06:27.137246 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-79e93268-ff2e-454d-a79e-d90592e79ef9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968'] for network (b54ec153-3bc9-439f-b426-165a936f23bb), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:27.138264 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79e93268-ff2e-454d-a79e-d90592e79ef9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:06:27.139652 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-79e93268-ff2e-454d-a79e-d90592e79ef9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585958'] for network (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:27.198592 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.wsgi [-] (103983) accepted ('10.222.0.58', 60752) {{(pid=103983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:06:27.213039 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e93268-ff2e-454d-a79e-d90592e79ef9 admin admin] Pushing event updated for resources: {'Network': ['ID=b54ec153-3bc9-439f-b426-165a936f23bb,revision_number=1']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:06:27.223329 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Network b54ec153-3bc9-439f-b426-165a936f23bb details requested by agent ovs-agent-dv-cinder-836930-1-iscsi with host dv-cinder-836930-1-iscsi {{(pid=103984) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 12:06:27.259648 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [None req-79e93268-ff2e-454d-a79e-d90592e79ef9 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.9697177 Apr 07 12:06:27.262730 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.wsgi [-] (103983) accepted ('10.222.0.58', 60758) {{(pid=103983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:06:27.272386 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.v2.base [None req-50719063-678c-404d-a69b-463ceb2bdee0 admin admin] Request body: {'subnet': {'network_id': 'b54ec153-3bc9-439f-b426-165a936f23bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-112950129-subnet', 'tenant_id': '060237c359da41d49b858b2897b29918', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:06:27.360045 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50719063-678c-404d-a69b-463ceb2bdee0 admin admin] Made reservation on behalf of 060237c359da41d49b858b2897b29918 for: {'subnet': 1} {{(pid=103983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 12:06:27.362349 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-50719063-678c-404d-a69b-463ceb2bdee0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:27.402631 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.58', 60764) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:06:27.554781 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.v2.base [None req-7ee338fd-30ac-47d1-afcd-c806c862450b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-534969019-network', 'tenant_id': '58b56b91563a42a8bdc5c09e03b65f27'}} {{(pid=103982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:06:27.599341 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.v2.base [None req-23a1c94a-e94c-4a04-8e22-4fd2b4b7ac68 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-414968550-network', 'tenant_id': 'd7f643162643446e97d4a3e03a7345d7'}} {{(pid=103983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:06:27.662607 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ee338fd-30ac-47d1-afcd-c806c862450b admin admin] Made reservation on behalf of 58b56b91563a42a8bdc5c09e03b65f27 for: {'network': 1} {{(pid=103982) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 12:06:27.664927 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-7ee338fd-30ac-47d1-afcd-c806c862450b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for network (None), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:27.674965 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-7ee338fd-30ac-47d1-afcd-c806c862450b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:27.688103 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.v2.base [None req-3290006e-67c7-436e-a70f-dc5e52ce4b3e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1991479010-network', 'tenant_id': 'bb7aeab7f2af4131992847a73f3c7e0a'}} {{(pid=103982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:06:27.754262 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23a1c94a-e94c-4a04-8e22-4fd2b4b7ac68 admin admin] Made reservation on behalf of d7f643162643446e97d4a3e03a7345d7 for: {'network': 1} {{(pid=103983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 12:06:27.756911 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-23a1c94a-e94c-4a04-8e22-4fd2b4b7ac68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for network (None), before_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:27.771649 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-23a1c94a-e94c-4a04-8e22-4fd2b4b7ac68 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:27.782190 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-7ee338fd-30ac-47d1-afcd-c806c862450b admin admin] Publish callbacks [] for security_group (52d2e4a8-30b1-44a6-9f50-e03b8881fa45), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:27.819403 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-50719063-678c-404d-a69b-463ceb2bdee0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968'] for subnet (45a072d7-ade8-4cd2-9025-cfaa01b8e30d), after_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:27.874767 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3290006e-67c7-436e-a70f-dc5e52ce4b3e admin admin] Made reservation on behalf of bb7aeab7f2af4131992847a73f3c7e0a for: {'network': 1} {{(pid=103982) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 12:06:27.877803 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-3290006e-67c7-436e-a70f-dc5e52ce4b3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for network (None), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:27.887714 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-3290006e-67c7-436e-a70f-dc5e52ce4b3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:27.910950 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-23a1c94a-e94c-4a04-8e22-4fd2b4b7ac68 admin admin] Publish callbacks [] for security_group (ebb06e7c-1cd4-40fe-a58a-9c7e60c397b2), precommit_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:27.924087 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-7ee338fd-30ac-47d1-afcd-c806c862450b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678166'] for security_group (52d2e4a8-30b1-44a6-9f50-e03b8881fa45), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:27.924743 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50719063-678c-404d-a69b-463ceb2bdee0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=45a072d7-ade8-4cd2-9025-cfaa01b8e30d,revision_number=0']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:06:27.924743 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50719063-678c-404d-a69b-463ceb2bdee0 admin admin] Checking segment: {'id': 'dc1680e3-d64d-4d14-9b8d-ff4232801a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'b54ec153-3bc9-439f-b426-165a936f23bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:06:27.924743 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50719063-678c-404d-a69b-463ceb2bdee0 admin admin] Network hostable DHCP agents. Network: b54ec153-3bc9-439f-b426-165a936f23bb, hostable agents: ['94869e64-74fb-4601-95b5-a1334a6bdcea'], hosted agents: [] {{(pid=103983) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 12:06:27.930147 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50719063-678c-404d-a69b-463ceb2bdee0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:06:27.930596 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50719063-678c-404d-a69b-463ceb2bdee0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:06:27.931207 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50719063-678c-404d-a69b-463ceb2bdee0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:06:27.932007 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50719063-678c-404d-a69b-463ceb2bdee0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:06:27.932518 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50719063-678c-404d-a69b-463ceb2bdee0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:06:27.933015 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50719063-678c-404d-a69b-463ceb2bdee0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:06:27.933354 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50719063-678c-404d-a69b-463ceb2bdee0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:06:27.933684 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50719063-678c-404d-a69b-463ceb2bdee0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:06:27.934013 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50719063-678c-404d-a69b-463ceb2bdee0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:06:27.934336 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50719063-678c-404d-a69b-463ceb2bdee0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:06:27.934856 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50719063-678c-404d-a69b-463ceb2bdee0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:06:27.935391 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50719063-678c-404d-a69b-463ceb2bdee0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:06:27.935872 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50719063-678c-404d-a69b-463ceb2bdee0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:06:27.936374 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50719063-678c-404d-a69b-463ceb2bdee0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:06:27.936862 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50719063-678c-404d-a69b-463ceb2bdee0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:06:27.938084 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50719063-678c-404d-a69b-463ceb2bdee0 admin admin] Tracked resource versions report: Apr 07 12:06:27.938084 dv-cinder-836930-1-iscsi neutron-server[103983]: pushed versions: Apr 07 12:06:27.938084 dv-cinder-836930-1-iscsi neutron-server[103983]: { 'AddressGroup': {'1.2'}, Apr 07 12:06:27.938084 dv-cinder-836930-1-iscsi neutron-server[103983]: 'Agent': {'1.1'}, Apr 07 12:06:27.938084 dv-cinder-836930-1-iscsi neutron-server[103983]: 'ConntrackHelper': {'1.0'}, Apr 07 12:06:27.938084 dv-cinder-836930-1-iscsi neutron-server[103983]: 'LocalIPAssociation': {'1.0'}, Apr 07 12:06:27.938084 dv-cinder-836930-1-iscsi neutron-server[103983]: 'Log': {'1.0'}, Apr 07 12:06:27.938084 dv-cinder-836930-1-iscsi neutron-server[103983]: 'NDPProxy': {'1.0'}, Apr 07 12:06:27.938084 dv-cinder-836930-1-iscsi neutron-server[103983]: 'Network': {'1.1'}, Apr 07 12:06:27.938084 dv-cinder-836930-1-iscsi neutron-server[103983]: 'Port': {'1.7'}, Apr 07 12:06:27.938084 dv-cinder-836930-1-iscsi neutron-server[103983]: 'PortForwarding': {'1.3'}, Apr 07 12:06:27.938084 dv-cinder-836930-1-iscsi neutron-server[103983]: 'QosPolicy': {'1.10'}, Apr 07 12:06:27.938084 dv-cinder-836930-1-iscsi neutron-server[103983]: 'SecurityGroup': {'1.5'}, Apr 07 12:06:27.938084 dv-cinder-836930-1-iscsi neutron-server[103983]: 'SecurityGroupRule': {'1.2'}, Apr 07 12:06:27.938084 dv-cinder-836930-1-iscsi neutron-server[103983]: 'SubPort': {'1.0'}, Apr 07 12:06:27.938084 dv-cinder-836930-1-iscsi neutron-server[103983]: 'Subnet': {'1.1'}, Apr 07 12:06:27.938084 dv-cinder-836930-1-iscsi neutron-server[103983]: 'Trunk': {'1.1'}} Apr 07 12:06:27.938084 dv-cinder-836930-1-iscsi neutron-server[103983]: consumer versions: Apr 07 12:06:27.938084 dv-cinder-836930-1-iscsi neutron-server[103983]: { DHCP agent@dv-cinder-836930-1-iscsi: {}, Apr 07 12:06:27.938084 dv-cinder-836930-1-iscsi neutron-server[103983]: HyperV agent@hv-cinder-83693: {}, Apr 07 12:06:27.938084 dv-cinder-836930-1-iscsi neutron-server[103983]: L3 agent@dv-cinder-836930-1-iscsi: {}, Apr 07 12:06:27.938084 dv-cinder-836930-1-iscsi neutron-server[103983]: Metadata agent@dv-cinder-836930-1-iscsi: {}, Apr 07 12:06:27.938084 dv-cinder-836930-1-iscsi neutron-server[103983]: Metering agent@dv-cinder-836930-1-iscsi: {}, Apr 07 12:06:27.938084 dv-cinder-836930-1-iscsi neutron-server[103983]: Open vSwitch agent@dv-cinder-836930-1-iscsi: { 'AddressGroup': '1.2', Apr 07 12:06:27.938084 dv-cinder-836930-1-iscsi neutron-server[103983]: 'Agent': '1.1', Apr 07 12:06:27.938084 dv-cinder-836930-1-iscsi neutron-server[103983]: 'ConntrackHelper': '1.0', Apr 07 12:06:27.938084 dv-cinder-836930-1-iscsi neutron-server[103983]: 'LocalIPAssociation': '1.0', Apr 07 12:06:27.938084 dv-cinder-836930-1-iscsi neutron-server[103983]: 'Log': '1.0', Apr 07 12:06:27.938084 dv-cinder-836930-1-iscsi neutron-server[103983]: 'NDPProxy': '1.0', Apr 07 12:06:27.938084 dv-cinder-836930-1-iscsi neutron-server[103983]: 'Network': '1.1', Apr 07 12:06:27.938084 dv-cinder-836930-1-iscsi neutron-server[103983]: 'Port': '1.7', Apr 07 12:06:27.938084 dv-cinder-836930-1-iscsi neutron-server[103983]: 'PortForwarding': '1.3', Apr 07 12:06:27.938084 dv-cinder-836930-1-iscsi neutron-server[103983]: 'QosPolicy': '1.10', Apr 07 12:06:27.938084 dv-cinder-836930-1-iscsi neutron-server[103983]: 'SecurityGroup': '1.5', Apr 07 12:06:27.938084 dv-cinder-836930-1-iscsi neutron-server[103983]: 'SecurityGroupRule': '1.2', Apr 07 12:06:27.938084 dv-cinder-836930-1-iscsi neutron-server[103983]: 'SubPort': '1.0', Apr 07 12:06:27.938084 dv-cinder-836930-1-iscsi neutron-server[103983]: 'Subnet': '1.1', Apr 07 12:06:27.938084 dv-cinder-836930-1-iscsi neutron-server[103983]: 'Trunk': '1.1'}} Apr 07 12:06:27.938084 dv-cinder-836930-1-iscsi neutron-server[103983]: {{(pid=103983) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 07 12:06:27.955200 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ee338fd-30ac-47d1-afcd-c806c862450b admin admin] vlan segment allocate from pool success with {'vlan_id': 618, 'physical_network': 'physnet1'} {{(pid=103982) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 12:06:28.031617 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-23a1c94a-e94c-4a04-8e22-4fd2b4b7ac68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678166'] for security_group (ebb06e7c-1cd4-40fe-a58a-9c7e60c397b2), after_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:28.032773 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-7ee338fd-30ac-47d1-afcd-c806c862450b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7510084'] for segment (f5d7ecb0-5c7c-4273-b385-28574af1ff09), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:28.033279 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.db.segments_db [None req-7ee338fd-30ac-47d1-afcd-c806c862450b admin admin] Added segment f5d7ecb0-5c7c-4273-b385-28574af1ff09 of type vlan for network 30ebdc73-30d3-4d75-a45d-118501e4a6d7 Apr 07 12:06:28.035488 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee338fd-30ac-47d1-afcd-c806c862450b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52d2e4a8-30b1-44a6-9f50-e03b8881fa45,revision_number=1']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:06:28.070830 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50719063-678c-404d-a69b-463ceb2bdee0 admin admin] Network b54ec153-3bc9-439f-b426-165a936f23bb is scheduled to be hosted by DHCP agent 94869e64-74fb-4601-95b5-a1334a6bdcea with binding_index 1 {{(pid=103983) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 12:06:28.091930 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-7ee338fd-30ac-47d1-afcd-c806c862450b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780056936322'] for network (30ebdc73-30d3-4d75-a45d-118501e4a6d7), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:28.094286 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23a1c94a-e94c-4a04-8e22-4fd2b4b7ac68 admin admin] vlan segment allocate from pool success with {'vlan_id': 643, 'physical_network': 'physnet1'} {{(pid=103983) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 12:06:28.109199 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-23a1c94a-e94c-4a04-8e22-4fd2b4b7ac68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7510084'] for segment (b0e9bda0-b37f-4b94-8ae5-b6346019a16e), precommit_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:28.109597 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.db.segments_db [None req-23a1c94a-e94c-4a04-8e22-4fd2b4b7ac68 admin admin] Added segment b0e9bda0-b37f-4b94-8ae5-b6346019a16e of type vlan for network ef8fb76c-b472-4e52-839b-1b393fbe6d47 Apr 07 12:06:28.130344 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-3290006e-67c7-436e-a70f-dc5e52ce4b3e admin admin] Publish callbacks [] for security_group (d41c8b0b-f1ad-4d83-93bd-7ef342598478), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:28.144725 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a1c94a-e94c-4a04-8e22-4fd2b4b7ac68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebb06e7c-1cd4-40fe-a58a-9c7e60c397b2,revision_number=1']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:06:28.217160 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-23a1c94a-e94c-4a04-8e22-4fd2b4b7ac68 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780056936322'] for network (ef8fb76c-b472-4e52-839b-1b393fbe6d47), precommit_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:28.275019 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-3290006e-67c7-436e-a70f-dc5e52ce4b3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678166'] for security_group (d41c8b0b-f1ad-4d83-93bd-7ef342598478), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:28.320555 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3290006e-67c7-436e-a70f-dc5e52ce4b3e admin admin] vlan segment allocate from pool success with {'vlan_id': 636, 'physical_network': 'physnet1'} {{(pid=103982) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 12:06:28.332197 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3290006e-67c7-436e-a70f-dc5e52ce4b3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d41c8b0b-f1ad-4d83-93bd-7ef342598478,revision_number=1']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:06:28.337643 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.scheduler.base_scheduler [None req-50719063-678c-404d-a69b-463ceb2bdee0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836930-1-iscsi, b54ec153-3bc9-439f-b426-165a936f23bb) {{(pid=103983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:06:28.345837 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50719063-678c-404d-a69b-463ceb2bdee0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:06:28.345837 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-50719063-678c-404d-a69b-463ceb2bdee0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585958'] for subnet (None), before_response {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:28.347396 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b606152f-2b61-4bb3-a6e1-59a2f2ce72fc None None] Network b54ec153-3bc9-439f-b426-165a936f23bb requested from dv-cinder-836930-1-iscsi {{(pid=103984) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 12:06:28.352236 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-3290006e-67c7-436e-a70f-dc5e52ce4b3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7510084'] for segment (0390e2dd-fa0e-4e46-ac16-40eb36374f96), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:28.354373 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.db.segments_db [None req-3290006e-67c7-436e-a70f-dc5e52ce4b3e admin admin] Added segment 0390e2dd-fa0e-4e46-ac16-40eb36374f96 of type vlan for network fcace665-ea97-4783-845e-38b6ed7c4b29 Apr 07 12:06:28.368238 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-7ee338fd-30ac-47d1-afcd-c806c862450b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968'] for network (30ebdc73-30d3-4d75-a45d-118501e4a6d7), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:28.369418 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ee338fd-30ac-47d1-afcd-c806c862450b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:06:28.370154 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-7ee338fd-30ac-47d1-afcd-c806c862450b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585958'] for network (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:28.381922 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-23a1c94a-e94c-4a04-8e22-4fd2b4b7ac68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968'] for network (ef8fb76c-b472-4e52-839b-1b393fbe6d47), after_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:28.383958 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23a1c94a-e94c-4a04-8e22-4fd2b4b7ac68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:06:28.384544 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-23a1c94a-e94c-4a04-8e22-4fd2b4b7ac68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585958'] for network (None), before_response {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:28.440857 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-3290006e-67c7-436e-a70f-dc5e52ce4b3e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780056936322'] for network (fcace665-ea97-4783-845e-38b6ed7c4b29), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:28.465114 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [None req-50719063-678c-404d-a69b-463ceb2bdee0 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.2011390 Apr 07 12:06:28.516984 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.wsgi [-] (103983) accepted ('10.222.0.58', 60804) {{(pid=103983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:06:28.521750 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.v2.base [None req-03ce52e8-f566-489a-bddf-08bfe1c056f3 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-112950129-router', 'tenant_id': '060237c359da41d49b858b2897b29918', 'external_gateway_info': {'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56'}}} {{(pid=103983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:06:28.524904 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32a7687d-16fa-4a24-8767-cbc59e8761ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d420030-12ae-5f88-a545-b5d8ef5b04ff-b54ec153-3bc9-439f-b426-165a936f23bb', 'network_id': 'b54ec153-3bc9-439f-b426-165a936f23bb', 'project_id': '060237c359da41d49b858b2897b29918', 'fixed_ips': [{'subnet_id': '45a072d7-ade8-4cd2-9025-cfaa01b8e30d'}]}} from dv-cinder-836930-1-iscsi. {{(pid=103984) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 12:06:28.525912 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-32a7687d-16fa-4a24-8767-cbc59e8761ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (None), before_create {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:28.538391 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee338fd-30ac-47d1-afcd-c806c862450b admin admin] Pushing event updated for resources: {'Network': ['ID=30ebdc73-30d3-4d75-a45d-118501e4a6d7,revision_number=1']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:06:28.538836 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [None req-23a1c94a-e94c-4a04-8e22-4fd2b4b7ac68 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3390810 Apr 07 12:06:28.544691 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a1c94a-e94c-4a04-8e22-4fd2b4b7ac68 admin admin] Pushing event updated for resources: {'Network': ['ID=ef8fb76c-b472-4e52-839b-1b393fbe6d47,revision_number=1']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:06:28.545079 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.wsgi [-] (103983) accepted ('10.222.0.58', 60810) {{(pid=103983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:06:28.552004 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.v2.base [None req-cb91124d-1269-4a8f-9207-b990146d4168 admin admin] Request body: {'subnet': {'network_id': 'ef8fb76c-b472-4e52-839b-1b393fbe6d47', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-414968550-subnet', 'tenant_id': 'd7f643162643446e97d4a3e03a7345d7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:06:28.562468 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Network 30ebdc73-30d3-4d75-a45d-118501e4a6d7 details requested by agent ovs-agent-dv-cinder-836930-1-iscsi with host dv-cinder-836930-1-iscsi {{(pid=103984) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 12:06:28.565581 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [None req-7ee338fd-30ac-47d1-afcd-c806c862450b admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4466233 Apr 07 12:06:28.567370 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-3290006e-67c7-436e-a70f-dc5e52ce4b3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968'] for network (fcace665-ea97-4783-845e-38b6ed7c4b29), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:28.568611 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3290006e-67c7-436e-a70f-dc5e52ce4b3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:06:28.569787 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-3290006e-67c7-436e-a70f-dc5e52ce4b3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585958'] for network (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:28.570707 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.wsgi [-] (103983) accepted ('10.222.0.58', 60816) {{(pid=103983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:06:28.571597 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Network ef8fb76c-b472-4e52-839b-1b393fbe6d47 details requested by agent ovs-agent-dv-cinder-836930-1-iscsi with host dv-cinder-836930-1-iscsi {{(pid=103984) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 12:06:28.591528 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.v2.base [None req-3423e17f-a5ed-4a13-89b1-8b07cae9abc7 admin admin] Request body: {'subnet': {'network_id': '30ebdc73-30d3-4d75-a45d-118501e4a6d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-534969019-subnet', 'tenant_id': '58b56b91563a42a8bdc5c09e03b65f27', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:06:28.640758 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-03ce52e8-f566-489a-bddf-08bfe1c056f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1650099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-105734'] for router (10915a5b-44a1-445a-8ee4-c6170d308905), before_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:28.646429 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-03ce52e8-f566-489a-bddf-08bfe1c056f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1649951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2020019', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2093967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-105981'] for router (10915a5b-44a1-445a-8ee4-c6170d308905), precommit_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:28.662675 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb91124d-1269-4a8f-9207-b990146d4168 admin admin] Made reservation on behalf of d7f643162643446e97d4a3e03a7345d7 for: {'subnet': 1} {{(pid=103983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 12:06:28.665711 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-cb91124d-1269-4a8f-9207-b990146d4168 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:28.677558 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3290006e-67c7-436e-a70f-dc5e52ce4b3e admin admin] Pushing event updated for resources: {'Network': ['ID=fcace665-ea97-4783-845e-38b6ed7c4b29,revision_number=1']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:06:28.713873 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Network fcace665-ea97-4783-845e-38b6ed7c4b29 details requested by agent ovs-agent-dv-cinder-836930-1-iscsi with host dv-cinder-836930-1-iscsi {{(pid=103984) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 12:06:28.714864 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [None req-3290006e-67c7-436e-a70f-dc5e52ce4b3e admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3109109 Apr 07 12:06:28.715724 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.58', 60826) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:06:28.721078 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.v2.base [None req-23064eb5-1546-4d0f-ad87-3f214ab8a18c admin admin] Request body: {'subnet': {'network_id': 'fcace665-ea97-4783-845e-38b6ed7c4b29', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1991479010-subnet', 'tenant_id': 'bb7aeab7f2af4131992847a73f3c7e0a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:06:28.745318 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3423e17f-a5ed-4a13-89b1-8b07cae9abc7 admin admin] Made reservation on behalf of 58b56b91563a42a8bdc5c09e03b65f27 for: {'subnet': 1} {{(pid=103983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 12:06:28.745318 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-3423e17f-a5ed-4a13-89b1-8b07cae9abc7 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:28.789084 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-03ce52e8-f566-489a-bddf-08bfe1c056f3 admin admin] Publish callbacks [] for router_controller (10915a5b-44a1-445a-8ee4-c6170d308905), precommit_add_association {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:28.895587 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.db_base_plugin_common [None req-32a7687d-16fa-4a24-8767-cbc59e8761ed None None] Allocated IP 172.20.0.2 (b54ec153-3bc9-439f-b426-165a936f23bb/45a072d7-ade8-4cd2-9025-cfaa01b8e30d/60a53224-042d-4ee8-9eed-29c73a3eb298) {{(pid=103984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 12:06:28.909272 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23064eb5-1546-4d0f-ad87-3f214ab8a18c admin admin] Made reservation on behalf of bb7aeab7f2af4131992847a73f3c7e0a for: {'subnet': 1} {{(pid=103982) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 12:06:28.913336 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-23064eb5-1546-4d0f-ad87-3f214ab8a18c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:29.115262 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-32a7687d-16fa-4a24-8767-cbc59e8761ed None None] Publish callbacks [] for port (60a53224-042d-4ee8-9eed-29c73a3eb298), precommit_create {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:29.233719 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-03ce52e8-f566-489a-bddf-08bfe1c056f3 admin admin] Publish callbacks [] for router_gateway (10915a5b-44a1-445a-8ee4-c6170d308905), precommit_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:29.240024 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-32a7687d-16fa-4a24-8767-cbc59e8761ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780056949589'] for port (60a53224-042d-4ee8-9eed-29c73a3eb298), after_create {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:29.256958 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-23064eb5-1546-4d0f-ad87-3f214ab8a18c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968'] for subnet (f6c89c23-3e38-47dc-af91-b69590186a24), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:29.279785 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-cb91124d-1269-4a8f-9207-b990146d4168 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968'] for subnet (2997acbd-48a6-4bf1-9f78-9c3596892247), after_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:29.295564 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32a7687d-16fa-4a24-8767-cbc59e8761ed None None] Network b54ec153-3bc9-439f-b426-165a936f23bb is already hosted by enough agents. {{(pid=103984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:06:29.304300 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.scheduler.base_scheduler [None req-32a7687d-16fa-4a24-8767-cbc59e8761ed None None] Resources bound (agent type, host, resource id): {{(pid=103984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:06:29.307905 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a7687d-16fa-4a24-8767-cbc59e8761ed None None] Received port after_create {{(pid=103984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 12:06:29.317742 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a7687d-16fa-4a24-8767-cbc59e8761ed None None] Pushing event updated for resources: {'Port': ['ID=60a53224-042d-4ee8-9eed-29c73a3eb298,revision_number=1']} {{(pid=103984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:06:29.318335 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23064eb5-1546-4d0f-ad87-3f214ab8a18c admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6c89c23-3e38-47dc-af91-b69590186a24,revision_number=0']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:06:29.321012 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-3423e17f-a5ed-4a13-89b1-8b07cae9abc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968'] for subnet (7fc98a79-6638-4f9b-8125-b4339927e49b), after_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:29.351236 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a7687d-16fa-4a24-8767-cbc59e8761ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:06:29.352217 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a7687d-16fa-4a24-8767-cbc59e8761ed None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:06:29.352780 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a7687d-16fa-4a24-8767-cbc59e8761ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:06:29.353281 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a7687d-16fa-4a24-8767-cbc59e8761ed None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:06:29.353778 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a7687d-16fa-4a24-8767-cbc59e8761ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:06:29.354245 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a7687d-16fa-4a24-8767-cbc59e8761ed None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:06:29.354726 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a7687d-16fa-4a24-8767-cbc59e8761ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:06:29.355221 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a7687d-16fa-4a24-8767-cbc59e8761ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:06:29.355682 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a7687d-16fa-4a24-8767-cbc59e8761ed None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:06:29.356179 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a7687d-16fa-4a24-8767-cbc59e8761ed None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:06:29.356659 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a7687d-16fa-4a24-8767-cbc59e8761ed None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:06:29.357154 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a7687d-16fa-4a24-8767-cbc59e8761ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:06:29.357616 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a7687d-16fa-4a24-8767-cbc59e8761ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:06:29.358076 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a7687d-16fa-4a24-8767-cbc59e8761ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:06:29.358557 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a7687d-16fa-4a24-8767-cbc59e8761ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:06:29.360184 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a7687d-16fa-4a24-8767-cbc59e8761ed None None] Tracked resource versions report: Apr 07 12:06:29.360184 dv-cinder-836930-1-iscsi neutron-server[103984]: pushed versions: Apr 07 12:06:29.360184 dv-cinder-836930-1-iscsi neutron-server[103984]: { 'AddressGroup': {'1.2'}, Apr 07 12:06:29.360184 dv-cinder-836930-1-iscsi neutron-server[103984]: 'Agent': {'1.1'}, Apr 07 12:06:29.360184 dv-cinder-836930-1-iscsi neutron-server[103984]: 'ConntrackHelper': {'1.0'}, Apr 07 12:06:29.360184 dv-cinder-836930-1-iscsi neutron-server[103984]: 'LocalIPAssociation': {'1.0'}, Apr 07 12:06:29.360184 dv-cinder-836930-1-iscsi neutron-server[103984]: 'Log': {'1.0'}, Apr 07 12:06:29.360184 dv-cinder-836930-1-iscsi neutron-server[103984]: 'NDPProxy': {'1.0'}, Apr 07 12:06:29.360184 dv-cinder-836930-1-iscsi neutron-server[103984]: 'Network': {'1.1'}, Apr 07 12:06:29.360184 dv-cinder-836930-1-iscsi neutron-server[103984]: 'Port': {'1.7'}, Apr 07 12:06:29.360184 dv-cinder-836930-1-iscsi neutron-server[103984]: 'PortForwarding': {'1.3'}, Apr 07 12:06:29.360184 dv-cinder-836930-1-iscsi neutron-server[103984]: 'QosPolicy': {'1.10'}, Apr 07 12:06:29.360184 dv-cinder-836930-1-iscsi neutron-server[103984]: 'SecurityGroup': {'1.5'}, Apr 07 12:06:29.360184 dv-cinder-836930-1-iscsi neutron-server[103984]: 'SecurityGroupRule': {'1.2'}, Apr 07 12:06:29.360184 dv-cinder-836930-1-iscsi neutron-server[103984]: 'SubPort': {'1.0'}, Apr 07 12:06:29.360184 dv-cinder-836930-1-iscsi neutron-server[103984]: 'Subnet': {'1.1'}, Apr 07 12:06:29.360184 dv-cinder-836930-1-iscsi neutron-server[103984]: 'Trunk': {'1.1'}} Apr 07 12:06:29.360184 dv-cinder-836930-1-iscsi neutron-server[103984]: consumer versions: Apr 07 12:06:29.360184 dv-cinder-836930-1-iscsi neutron-server[103984]: { DHCP agent@dv-cinder-836930-1-iscsi: {}, Apr 07 12:06:29.360184 dv-cinder-836930-1-iscsi neutron-server[103984]: HyperV agent@hv-cinder-83693: {}, Apr 07 12:06:29.360184 dv-cinder-836930-1-iscsi neutron-server[103984]: L3 agent@dv-cinder-836930-1-iscsi: {}, Apr 07 12:06:29.360184 dv-cinder-836930-1-iscsi neutron-server[103984]: Metadata agent@dv-cinder-836930-1-iscsi: {}, Apr 07 12:06:29.360184 dv-cinder-836930-1-iscsi neutron-server[103984]: Metering agent@dv-cinder-836930-1-iscsi: {}, Apr 07 12:06:29.360184 dv-cinder-836930-1-iscsi neutron-server[103984]: Open vSwitch agent@dv-cinder-836930-1-iscsi: { 'AddressGroup': '1.2', Apr 07 12:06:29.360184 dv-cinder-836930-1-iscsi neutron-server[103984]: 'Agent': '1.1', Apr 07 12:06:29.360184 dv-cinder-836930-1-iscsi neutron-server[103984]: 'ConntrackHelper': '1.0', Apr 07 12:06:29.360184 dv-cinder-836930-1-iscsi neutron-server[103984]: 'LocalIPAssociation': '1.0', Apr 07 12:06:29.360184 dv-cinder-836930-1-iscsi neutron-server[103984]: 'Log': '1.0', Apr 07 12:06:29.360184 dv-cinder-836930-1-iscsi neutron-server[103984]: 'NDPProxy': '1.0', Apr 07 12:06:29.360184 dv-cinder-836930-1-iscsi neutron-server[103984]: 'Network': '1.1', Apr 07 12:06:29.360184 dv-cinder-836930-1-iscsi neutron-server[103984]: 'Port': '1.7', Apr 07 12:06:29.360184 dv-cinder-836930-1-iscsi neutron-server[103984]: 'PortForwarding': '1.3', Apr 07 12:06:29.360184 dv-cinder-836930-1-iscsi neutron-server[103984]: 'QosPolicy': '1.10', Apr 07 12:06:29.360184 dv-cinder-836930-1-iscsi neutron-server[103984]: 'SecurityGroup': '1.5', Apr 07 12:06:29.360184 dv-cinder-836930-1-iscsi neutron-server[103984]: 'SecurityGroupRule': '1.2', Apr 07 12:06:29.360184 dv-cinder-836930-1-iscsi neutron-server[103984]: 'SubPort': '1.0', Apr 07 12:06:29.360184 dv-cinder-836930-1-iscsi neutron-server[103984]: 'Subnet': '1.1', Apr 07 12:06:29.360184 dv-cinder-836930-1-iscsi neutron-server[103984]: 'Trunk': '1.1'}} Apr 07 12:06:29.360184 dv-cinder-836930-1-iscsi neutron-server[103984]: {{(pid=103984) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 07 12:06:29.366806 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23064eb5-1546-4d0f-ad87-3f214ab8a18c admin admin] Checking segment: {'id': '0390e2dd-fa0e-4e46-ac16-40eb36374f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'fcace665-ea97-4783-845e-38b6ed7c4b29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:06:29.366806 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23064eb5-1546-4d0f-ad87-3f214ab8a18c admin admin] Network hostable DHCP agents. Network: fcace665-ea97-4783-845e-38b6ed7c4b29, hostable agents: ['94869e64-74fb-4601-95b5-a1334a6bdcea'], hosted agents: [] {{(pid=103982) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 12:06:29.386471 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb91124d-1269-4a8f-9207-b990146d4168 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2997acbd-48a6-4bf1-9f78-9c3596892247,revision_number=0']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:06:29.390316 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb91124d-1269-4a8f-9207-b990146d4168 admin admin] Checking segment: {'id': 'b0e9bda0-b37f-4b94-8ae5-b6346019a16e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'ef8fb76c-b472-4e52-839b-1b393fbe6d47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:06:29.390316 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb91124d-1269-4a8f-9207-b990146d4168 admin admin] Network hostable DHCP agents. Network: ef8fb76c-b472-4e52-839b-1b393fbe6d47, hostable agents: ['94869e64-74fb-4601-95b5-a1334a6bdcea'], hosted agents: [] {{(pid=103983) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 12:06:29.410217 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.managers [None req-32a7687d-16fa-4a24-8767-cbc59e8761ed None None] Attempting to bind port 60a53224-042d-4ee8-9eed-29c73a3eb298 on host dv-cinder-836930-1-iscsi for vnic_type normal with profile {{(pid=103984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 12:06:29.410578 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.managers [None req-32a7687d-16fa-4a24-8767-cbc59e8761ed None None] Attempting to bind port 60a53224-042d-4ee8-9eed-29c73a3eb298 by drivers openvswitch,hyperv on host dv-cinder-836930-1-iscsi at level 0 using segments [{'id': 'dc1680e3-d64d-4d14-9b8d-ff4232801a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'b54ec153-3bc9-439f-b426-165a936f23bb'}] {{(pid=103984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 12:06:29.411142 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a7687d-16fa-4a24-8767-cbc59e8761ed None None] Attempting to bind port 60a53224-042d-4ee8-9eed-29c73a3eb298 on network b54ec153-3bc9-439f-b426-165a936f23bb {{(pid=103984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:06:29.416788 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a7687d-16fa-4a24-8767-cbc59e8761ed None None] Checking agent: {'id': '18566f30-62c1-4fb1-af49-ebd049d63fec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836930-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 57, 39), 'started_at': datetime.datetime(2022, 4, 7, 11, 58, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 12, 6, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836930-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 12:06:29.419316 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a7687d-16fa-4a24-8767-cbc59e8761ed None None] Checking segment: {'id': 'dc1680e3-d64d-4d14-9b8d-ff4232801a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'b54ec153-3bc9-439f-b426-165a936f23bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:06:29.419316 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-32a7687d-16fa-4a24-8767-cbc59e8761ed None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:29.419316 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a7687d-16fa-4a24-8767-cbc59e8761ed None None] Bound using segment: {'id': 'dc1680e3-d64d-4d14-9b8d-ff4232801a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'b54ec153-3bc9-439f-b426-165a936f23bb'} {{(pid=103984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 12:06:29.419316 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.managers [None req-32a7687d-16fa-4a24-8767-cbc59e8761ed None None] Bound port: 60a53224-042d-4ee8-9eed-29c73a3eb298, host: dv-cinder-836930-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc1680e3-d64d-4d14-9b8d-ff4232801a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'b54ec153-3bc9-439f-b426-165a936f23bb'}}] {{(pid=103984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 12:06:29.419316 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-32a7687d-16fa-4a24-8767-cbc59e8761ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (60a53224-042d-4ee8-9eed-29c73a3eb298), before_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:29.450586 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23064eb5-1546-4d0f-ad87-3f214ab8a18c admin admin] Network fcace665-ea97-4783-845e-38b6ed7c4b29 is scheduled to be hosted by DHCP agent 94869e64-74fb-4601-95b5-a1334a6bdcea with binding_index 1 {{(pid=103982) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 12:06:29.456681 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (b65c4e22-832a-4f2b-89ab-f6b5f91e1f65), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:29.481187 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3423e17f-a5ed-4a13-89b1-8b07cae9abc7 admin admin] Checking segment: {'id': 'f5d7ecb0-5c7c-4273-b385-28574af1ff09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '30ebdc73-30d3-4d75-a45d-118501e4a6d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:06:29.481532 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3423e17f-a5ed-4a13-89b1-8b07cae9abc7 admin admin] Network hostable DHCP agents. Network: 30ebdc73-30d3-4d75-a45d-118501e4a6d7, hostable agents: ['94869e64-74fb-4601-95b5-a1334a6bdcea'], hosted agents: [] {{(pid=103983) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 12:06:29.489747 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3423e17f-a5ed-4a13-89b1-8b07cae9abc7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7fc98a79-6638-4f9b-8125-b4339927e49b,revision_number=0']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:06:29.497408 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.db [None req-32a7687d-16fa-4a24-8767-cbc59e8761ed None None] For port 60a53224-042d-4ee8-9eed-29c73a3eb298, host dv-cinder-836930-1-iscsi, cleared binding levels {{(pid=103984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 12:06:29.500805 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.db [None req-32a7687d-16fa-4a24-8767-cbc59e8761ed None None] For port 60a53224-042d-4ee8-9eed-29c73a3eb298, host dv-cinder-836930-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836930-1-iscsi',level=0,port_id=60a53224-042d-4ee8-9eed-29c73a3eb298,segment=NetworkSegment(dc1680e3-d64d-4d14-9b8d-ff4232801a16),segment_id=dc1680e3-d64d-4d14-9b8d-ff4232801a16)] {{(pid=103984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 12:06:29.542930 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.scheduler.base_scheduler [None req-23064eb5-1546-4d0f-ad87-3f214ab8a18c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836930-1-iscsi, fcace665-ea97-4783-845e-38b6ed7c4b29) {{(pid=103982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:06:29.547625 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23064eb5-1546-4d0f-ad87-3f214ab8a18c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:06:29.551362 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-23064eb5-1546-4d0f-ad87-3f214ab8a18c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585958'] for subnet (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:29.556848 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ece4865e-bc70-4c91-8c1c-c791e9abc85a None None] Network fcace665-ea97-4783-845e-38b6ed7c4b29 requested from dv-cinder-836930-1-iscsi {{(pid=103984) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 12:06:29.580628 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-32a7687d-16fa-4a24-8767-cbc59e8761ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780057409639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780056949607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780056949625'] for port (60a53224-042d-4ee8-9eed-29c73a3eb298), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:29.659319 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-03ce52e8-f566-489a-bddf-08bfe1c056f3 admin admin] Publish callbacks [] for router_gateway (10915a5b-44a1-445a-8ee4-c6170d308905), before_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:29.669574 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [None req-23064eb5-1546-4d0f-ad87-3f214ab8a18c admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9526615 Apr 07 12:06:29.674684 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.58', 60852) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:06:29.679390 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.v2.base [None req-8ba74012-c1c7-4b1d-a120-222b2675ca7e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1991479010-router', 'tenant_id': 'bb7aeab7f2af4131992847a73f3c7e0a', 'external_gateway_info': {'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56'}}} {{(pid=103982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:06:29.688351 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a7687d-16fa-4a24-8767-cbc59e8761ed None None] Pushing event updated for resources: {'Port': ['ID=60a53224-042d-4ee8-9eed-29c73a3eb298,revision_number=2']} {{(pid=103984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:06:29.704416 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-03ce52e8-f566-489a-bddf-08bfe1c056f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (None), before_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:29.707477 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb91124d-1269-4a8f-9207-b990146d4168 admin admin] Network ef8fb76c-b472-4e52-839b-1b393fbe6d47 is scheduled to be hosted by DHCP agent 94869e64-74fb-4601-95b5-a1334a6bdcea with binding_index 1 {{(pid=103983) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 12:06:29.709458 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3423e17f-a5ed-4a13-89b1-8b07cae9abc7 admin admin] Network 30ebdc73-30d3-4d75-a45d-118501e4a6d7 is scheduled to be hosted by DHCP agent 94869e64-74fb-4601-95b5-a1334a6bdcea with binding_index 1 {{(pid=103983) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 12:06:29.729501 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f7cf5c0-8a12-4369-ab46-68baef3b936b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d420030-12ae-5f88-a545-b5d8ef5b04ff-fcace665-ea97-4783-845e-38b6ed7c4b29', 'network_id': 'fcace665-ea97-4783-845e-38b6ed7c4b29', 'project_id': 'bb7aeab7f2af4131992847a73f3c7e0a', 'fixed_ips': [{'subnet_id': 'f6c89c23-3e38-47dc-af91-b69590186a24'}]}} from dv-cinder-836930-1-iscsi. {{(pid=103984) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 12:06:29.731698 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-9f7cf5c0-8a12-4369-ab46-68baef3b936b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (None), before_create {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:29.743334 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.scheduler.base_scheduler [None req-3423e17f-a5ed-4a13-89b1-8b07cae9abc7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836930-1-iscsi, 30ebdc73-30d3-4d75-a45d-118501e4a6d7) {{(pid=103983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:06:29.743334 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3423e17f-a5ed-4a13-89b1-8b07cae9abc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:06:29.743334 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-3423e17f-a5ed-4a13-89b1-8b07cae9abc7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585958'] for subnet (None), before_response {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:29.744647 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.scheduler.base_scheduler [None req-cb91124d-1269-4a8f-9207-b990146d4168 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836930-1-iscsi, ef8fb76c-b472-4e52-839b-1b393fbe6d47) {{(pid=103983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:06:29.749068 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb91124d-1269-4a8f-9207-b990146d4168 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:06:29.749649 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-cb91124d-1269-4a8f-9207-b990146d4168 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585958'] for subnet (None), before_response {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:29.774294 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfdd120f-36a3-4406-9d43-9e19eb627434 None None] Network 30ebdc73-30d3-4d75-a45d-118501e4a6d7 requested from dv-cinder-836930-1-iscsi {{(pid=103984) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 12:06:29.777528 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e09d890-a1ca-4f81-a0ab-ccb90bca7799 None None] Network ef8fb76c-b472-4e52-839b-1b393fbe6d47 requested from dv-cinder-836930-1-iscsi {{(pid=103984) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 12:06:29.801419 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-8ba74012-c1c7-4b1d-a120-222b2675ca7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1650099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-105734'] for router (6425557c-237c-4a3e-8e32-6dc483dfa631), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:29.805822 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-8ba74012-c1c7-4b1d-a120-222b2675ca7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1649951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2020019', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2093967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-105981'] for router (6425557c-237c-4a3e-8e32-6dc483dfa631), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:29.878507 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.db.db_base_plugin_common [None req-03ce52e8-f566-489a-bddf-08bfe1c056f3 admin admin] Allocated IP 172.27.0.58 (bbaeba58-97ce-4d65-bbf2-981851410a56/4554067d-f507-4a99-8a98-0874c02c5721/16dcc467-cd6a-4708-8a3e-1a3399f3e889) {{(pid=103983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 12:06:29.958047 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [None req-3423e17f-a5ed-4a13-89b1-8b07cae9abc7 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3708818 Apr 07 12:06:29.984529 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [None req-cb91124d-1269-4a8f-9207-b990146d4168 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4257543 Apr 07 12:06:29.985230 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.wsgi [-] (103983) accepted ('10.222.0.58', 60856) {{(pid=103983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:06:30.051910 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-8ba74012-c1c7-4b1d-a120-222b2675ca7e admin admin] Publish callbacks [] for router_controller (6425557c-237c-4a3e-8e32-6dc483dfa631), precommit_add_association {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:30.066124 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.v2.base [None req-010b7de5-fb43-43f7-8dec-6e05ed20b77a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-534969019-router', 'tenant_id': '58b56b91563a42a8bdc5c09e03b65f27', 'external_gateway_info': {'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56'}}} {{(pid=103983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:06:30.103090 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-03ce52e8-f566-489a-bddf-08bfe1c056f3 admin admin] Publish callbacks [] for port (16dcc467-cd6a-4708-8a3e-1a3399f3e889), precommit_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:30.209406 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-010b7de5-fb43-43f7-8dec-6e05ed20b77a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1650099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-105734'] for router (a519d0f1-242e-4041-a842-bab06b04f73c), before_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:30.209406 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-010b7de5-fb43-43f7-8dec-6e05ed20b77a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1649951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2020019', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2093967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-105981'] for router (a519d0f1-242e-4041-a842-bab06b04f73c), precommit_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:30.322963 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-03ce52e8-f566-489a-bddf-08bfe1c056f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780056949589'] for port (16dcc467-cd6a-4708-8a3e-1a3399f3e889), after_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:30.343774 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03ce52e8-f566-489a-bddf-08bfe1c056f3 admin admin] Network bbaeba58-97ce-4d65-bbf2-981851410a56 is already hosted by enough agents. {{(pid=103983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:06:30.348167 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.scheduler.base_scheduler [None req-03ce52e8-f566-489a-bddf-08bfe1c056f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:06:30.353564 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27310f49-2659-4ed4-9577-a7084916aae4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d420030-12ae-5f88-a545-b5d8ef5b04ff-30ebdc73-30d3-4d75-a45d-118501e4a6d7', 'network_id': '30ebdc73-30d3-4d75-a45d-118501e4a6d7', 'project_id': '58b56b91563a42a8bdc5c09e03b65f27', 'fixed_ips': [{'subnet_id': '7fc98a79-6638-4f9b-8125-b4339927e49b'}]}} from dv-cinder-836930-1-iscsi. {{(pid=103984) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 12:06:30.354427 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-27310f49-2659-4ed4-9577-a7084916aae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (None), before_create {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:30.374599 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ce52e8-f566-489a-bddf-08bfe1c056f3 admin admin] Received port after_create {{(pid=103983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 12:06:30.405564 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.db_base_plugin_common [None req-9f7cf5c0-8a12-4369-ab46-68baef3b936b None None] Allocated IP 172.20.0.2 (fcace665-ea97-4783-845e-38b6ed7c4b29/f6c89c23-3e38-47dc-af91-b69590186a24/65b1da24-95cf-447b-8245-816b89fdb79a) {{(pid=103984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 12:06:30.529894 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-8ba74012-c1c7-4b1d-a120-222b2675ca7e admin admin] Publish callbacks [] for router_gateway (6425557c-237c-4a3e-8e32-6dc483dfa631), precommit_update {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:30.646708 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b718421f-4a00-4aba-8bce-b37ee947291c None None] Network ef8fb76c-b472-4e52-839b-1b393fbe6d47 requested from dv-cinder-836930-1-iscsi {{(pid=103984) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 12:06:30.737408 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-010b7de5-fb43-43f7-8dec-6e05ed20b77a admin admin] Publish callbacks [] for router_controller (a519d0f1-242e-4041-a842-bab06b04f73c), precommit_add_association {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:30.831570 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ce52e8-f566-489a-bddf-08bfe1c056f3 admin admin] Pushing event updated for resources: {'Port': ['ID=16dcc467-cd6a-4708-8a3e-1a3399f3e889,revision_number=1']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:06:30.966767 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-9f7cf5c0-8a12-4369-ab46-68baef3b936b None None] Publish callbacks [] for port (65b1da24-95cf-447b-8245-816b89fdb79a), precommit_create {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:31.022467 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.db_base_plugin_common [None req-27310f49-2659-4ed4-9577-a7084916aae4 None None] Allocated IP 172.20.0.2 (30ebdc73-30d3-4d75-a45d-118501e4a6d7/7fc98a79-6638-4f9b-8125-b4339927e49b/1317233d-e323-4aa8-a670-2c841474991a) {{(pid=103984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 12:06:31.049256 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-9f7cf5c0-8a12-4369-ab46-68baef3b936b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780056949589'] for port (65b1da24-95cf-447b-8245-816b89fdb79a), after_create {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:31.150516 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-8ba74012-c1c7-4b1d-a120-222b2675ca7e admin admin] Publish callbacks [] for router_gateway (6425557c-237c-4a3e-8e32-6dc483dfa631), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:31.189437 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f7cf5c0-8a12-4369-ab46-68baef3b936b None None] Network fcace665-ea97-4783-845e-38b6ed7c4b29 is already hosted by enough agents. {{(pid=103984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:06:31.207165 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.scheduler.base_scheduler [None req-9f7cf5c0-8a12-4369-ab46-68baef3b936b None None] Resources bound (agent type, host, resource id): {{(pid=103984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:06:31.214701 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-8ba74012-c1c7-4b1d-a120-222b2675ca7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (None), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:31.245668 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-010b7de5-fb43-43f7-8dec-6e05ed20b77a admin admin] Publish callbacks [] for router_gateway (a519d0f1-242e-4041-a842-bab06b04f73c), precommit_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:31.278221 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f7cf5c0-8a12-4369-ab46-68baef3b936b None None] Received port after_create {{(pid=103984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 12:06:31.283336 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-708dec2d-c26e-4fe3-8d3c-7de6df2e6040 None None] Network b54ec153-3bc9-439f-b426-165a936f23bb requested from dv-cinder-836930-1-iscsi {{(pid=103984) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 12:06:31.351464 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.wsgi [-] (103983) accepted ('10.222.0.58', 60944) {{(pid=103983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:06:31.356626 dv-cinder-836930-1-iscsi neutron-server[103983]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 07 12:06:31.378192 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7cf5c0-8a12-4369-ab46-68baef3b936b None None] Pushing event updated for resources: {'Port': ['ID=65b1da24-95cf-447b-8245-816b89fdb79a,revision_number=1']} {{(pid=103984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:06:31.460416 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.db.db_base_plugin_common [None req-8ba74012-c1c7-4b1d-a120-222b2675ca7e admin admin] Allocated IP 172.27.0.109 (bbaeba58-97ce-4d65-bbf2-981851410a56/4554067d-f507-4a99-8a98-0874c02c5721/92f08395-6710-4a8f-bd95-1baa091c1ea2) {{(pid=103982) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 12:06:31.469192 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.managers [None req-9f7cf5c0-8a12-4369-ab46-68baef3b936b None None] Attempting to bind port 65b1da24-95cf-447b-8245-816b89fdb79a on host dv-cinder-836930-1-iscsi for vnic_type normal with profile {{(pid=103984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 12:06:31.469559 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.managers [None req-9f7cf5c0-8a12-4369-ab46-68baef3b936b None None] Attempting to bind port 65b1da24-95cf-447b-8245-816b89fdb79a by drivers openvswitch,hyperv on host dv-cinder-836930-1-iscsi at level 0 using segments [{'id': '0390e2dd-fa0e-4e46-ac16-40eb36374f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'fcace665-ea97-4783-845e-38b6ed7c4b29'}] {{(pid=103984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 12:06:31.469974 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f7cf5c0-8a12-4369-ab46-68baef3b936b None None] Attempting to bind port 65b1da24-95cf-447b-8245-816b89fdb79a on network fcace665-ea97-4783-845e-38b6ed7c4b29 {{(pid=103984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:06:31.492959 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.provisioning_blocks [None req-6cb3002f-f1b9-4812-8a87-460846f06901 None None] Provisioning complete for port 60a53224-042d-4ee8-9eed-29c73a3eb298 triggered by entity DHCP. {{(pid=103984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:06:31.494576 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-6cb3002f-f1b9-4812-8a87-460846f06901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7484729'] for port (60a53224-042d-4ee8-9eed-29c73a3eb298), provisioning_complete {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:31.495245 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f7cf5c0-8a12-4369-ab46-68baef3b936b None None] Checking agent: {'id': '18566f30-62c1-4fb1-af49-ebd049d63fec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836930-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 57, 39), 'started_at': datetime.datetime(2022, 4, 7, 11, 58, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 12, 6, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836930-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 12:06:31.495895 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f7cf5c0-8a12-4369-ab46-68baef3b936b None None] Checking segment: {'id': '0390e2dd-fa0e-4e46-ac16-40eb36374f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'fcace665-ea97-4783-845e-38b6ed7c4b29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:06:31.496435 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-9f7cf5c0-8a12-4369-ab46-68baef3b936b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:31.496968 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f7cf5c0-8a12-4369-ab46-68baef3b936b None None] Bound using segment: {'id': '0390e2dd-fa0e-4e46-ac16-40eb36374f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'fcace665-ea97-4783-845e-38b6ed7c4b29'} {{(pid=103984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 12:06:31.497589 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.managers [None req-9f7cf5c0-8a12-4369-ab46-68baef3b936b None None] Bound port: 65b1da24-95cf-447b-8245-816b89fdb79a, host: dv-cinder-836930-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0390e2dd-fa0e-4e46-ac16-40eb36374f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'fcace665-ea97-4783-845e-38b6ed7c4b29'}}] {{(pid=103984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 12:06:31.498128 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-9f7cf5c0-8a12-4369-ab46-68baef3b936b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (65b1da24-95cf-447b-8245-816b89fdb79a), before_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:31.552655 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-03ce52e8-f566-489a-bddf-08bfe1c056f3 admin admin] Publish callbacks [] for router_gateway (10915a5b-44a1-445a-8ee4-c6170d308905), after_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:31.583971 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-8ba74012-c1c7-4b1d-a120-222b2675ca7e admin admin] Publish callbacks [] for port (92f08395-6710-4a8f-bd95-1baa091c1ea2), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:31.636221 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-27310f49-2659-4ed4-9577-a7084916aae4 None None] Publish callbacks [] for port (1317233d-e323-4aa8-a670-2c841474991a), precommit_create {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:31.656229 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82eaedb4-8ba9-41f8-998b-3db369177f67 req-c3de694d-faa7-4875-84b5-bd54a09298ab tempest-DeleteServersTestJSON-739240211 tempest-DeleteServersTestJSON-739240211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:06:31.657778 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-82eaedb4-8ba9-41f8-998b-3db369177f67 req-c3de694d-faa7-4875-84b5-bd54a09298ab tempest-DeleteServersTestJSON-739240211 tempest-DeleteServersTestJSON-739240211-project] 10.222.0.58 "GET /v2.0/networks?id=ef8fb76c-b472-4e52-839b-1b393fbe6d47 HTTP/1.1" status: 200 len: 811 time: 0.3036153 Apr 07 12:06:31.684555 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.db [None req-9f7cf5c0-8a12-4369-ab46-68baef3b936b None None] For port 65b1da24-95cf-447b-8245-816b89fdb79a, host dv-cinder-836930-1-iscsi, cleared binding levels {{(pid=103984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 12:06:31.690003 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.db [None req-9f7cf5c0-8a12-4369-ab46-68baef3b936b None None] For port 65b1da24-95cf-447b-8245-816b89fdb79a, host dv-cinder-836930-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836930-1-iscsi',level=0,port_id=65b1da24-95cf-447b-8245-816b89fdb79a,segment=NetworkSegment(0390e2dd-fa0e-4e46-ac16-40eb36374f96),segment_id=0390e2dd-fa0e-4e46-ac16-40eb36374f96)] {{(pid=103984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 12:06:31.723874 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-82eaedb4-8ba9-41f8-998b-3db369177f67 req-74ebcb24-9b19-4bad-88fa-cedb920dd118 tempest-DeleteServersTestJSON-739240211 tempest-DeleteServersTestJSON-739240211-project] 10.222.0.58 "GET /v2.0/quotas/d7f643162643446e97d4a3e03a7345d7 HTTP/1.1" status: 200 len: 375 time: 0.0356503 Apr 07 12:06:31.724232 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-27310f49-2659-4ed4-9577-a7084916aae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780056949589'] for port (1317233d-e323-4aa8-a670-2c841474991a), after_create {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:31.777627 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27310f49-2659-4ed4-9577-a7084916aae4 None None] Network 30ebdc73-30d3-4d75-a45d-118501e4a6d7 is already hosted by enough agents. {{(pid=103984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:06:31.779147 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-9f7cf5c0-8a12-4369-ab46-68baef3b936b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780057409639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780056949607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780056949625'] for port (65b1da24-95cf-447b-8245-816b89fdb79a), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:31.785450 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-6cb3002f-f1b9-4812-8a87-460846f06901 None None] Current status of the port 60a53224-042d-4ee8-9eed-29c73a3eb298 is: DOWN; New status is: ACTIVE {{(pid=103984) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:06:31.787454 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-6cb3002f-f1b9-4812-8a87-460846f06901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (60a53224-042d-4ee8-9eed-29c73a3eb298), before_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:31.822235 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.scheduler.base_scheduler [None req-27310f49-2659-4ed4-9577-a7084916aae4 None None] Resources bound (agent type, host, resource id): {{(pid=103984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:06:31.823784 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-8ba74012-c1c7-4b1d-a120-222b2675ca7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780056949589'] for port (92f08395-6710-4a8f-bd95-1baa091c1ea2), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:31.824947 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27310f49-2659-4ed4-9577-a7084916aae4 None None] Received port after_create {{(pid=103984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 12:06:31.838738 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-82eaedb4-8ba9-41f8-998b-3db369177f67 req-2b9e42b2-114b-49e1-9afb-debf80be8eaf tempest-DeleteServersTestJSON-739240211 tempest-DeleteServersTestJSON-739240211-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=d7f643162643446e97d4a3e03a7345d7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0972223 Apr 07 12:06:31.859694 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27310f49-2659-4ed4-9577-a7084916aae4 None None] Pushing event updated for resources: {'Port': ['ID=1317233d-e323-4aa8-a670-2c841474991a,revision_number=1']} {{(pid=103984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:06:31.921026 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.db [None req-6cb3002f-f1b9-4812-8a87-460846f06901 None None] For port 60a53224-042d-4ee8-9eed-29c73a3eb298, host dv-cinder-836930-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836930-1-iscsi',level=0,port_id=60a53224-042d-4ee8-9eed-29c73a3eb298,segment=NetworkSegment(dc1680e3-d64d-4d14-9b8d-ff4232801a16),segment_id=dc1680e3-d64d-4d14-9b8d-ff4232801a16)] {{(pid=103984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:06:31.929461 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ba74012-c1c7-4b1d-a120-222b2675ca7e admin admin] Network bbaeba58-97ce-4d65-bbf2-981851410a56 is already hosted by enough agents. {{(pid=103982) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:06:31.941777 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.scheduler.base_scheduler [None req-8ba74012-c1c7-4b1d-a120-222b2675ca7e admin admin] Resources bound (agent type, host, resource id): {{(pid=103982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:06:31.957108 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba74012-c1c7-4b1d-a120-222b2675ca7e admin admin] Received port after_create {{(pid=103982) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 12:06:32.017571 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Device 60a53224-042d-4ee8-9eed-29c73a3eb298 up at agent ovs-agent-dv-cinder-836930-1-iscsi {{(pid=103984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:06:32.094857 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-6cb3002f-f1b9-4812-8a87-460846f06901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780057409639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780056949607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780056949625'] for port (60a53224-042d-4ee8-9eed-29c73a3eb298), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:32.114770 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-da5793a7-7136-42e4-b9ff-2ca81a5042eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (94869e64-74fb-4601-95b5-a1334a6bdcea), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:32.129510 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.managers [None req-27310f49-2659-4ed4-9577-a7084916aae4 None None] Attempting to bind port 1317233d-e323-4aa8-a670-2c841474991a on host dv-cinder-836930-1-iscsi for vnic_type normal with profile {{(pid=103984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 12:06:32.129926 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.managers [None req-27310f49-2659-4ed4-9577-a7084916aae4 None None] Attempting to bind port 1317233d-e323-4aa8-a670-2c841474991a by drivers openvswitch,hyperv on host dv-cinder-836930-1-iscsi at level 0 using segments [{'id': 'f5d7ecb0-5c7c-4273-b385-28574af1ff09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '30ebdc73-30d3-4d75-a45d-118501e4a6d7'}] {{(pid=103984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 12:06:32.130287 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27310f49-2659-4ed4-9577-a7084916aae4 None None] Attempting to bind port 1317233d-e323-4aa8-a670-2c841474991a on network 30ebdc73-30d3-4d75-a45d-118501e4a6d7 {{(pid=103984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:06:32.138620 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27310f49-2659-4ed4-9577-a7084916aae4 None None] Checking agent: {'id': '18566f30-62c1-4fb1-af49-ebd049d63fec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836930-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 57, 39), 'started_at': datetime.datetime(2022, 4, 7, 11, 58, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 12, 6, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836930-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 12:06:32.139042 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27310f49-2659-4ed4-9577-a7084916aae4 None None] Checking segment: {'id': 'f5d7ecb0-5c7c-4273-b385-28574af1ff09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '30ebdc73-30d3-4d75-a45d-118501e4a6d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:06:32.145782 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-27310f49-2659-4ed4-9577-a7084916aae4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:32.145782 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27310f49-2659-4ed4-9577-a7084916aae4 None None] Bound using segment: {'id': 'f5d7ecb0-5c7c-4273-b385-28574af1ff09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '30ebdc73-30d3-4d75-a45d-118501e4a6d7'} {{(pid=103984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 12:06:32.145782 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.managers [None req-27310f49-2659-4ed4-9577-a7084916aae4 None None] Bound port: 1317233d-e323-4aa8-a670-2c841474991a, host: dv-cinder-836930-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5d7ecb0-5c7c-4273-b385-28574af1ff09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '30ebdc73-30d3-4d75-a45d-118501e4a6d7'}}] {{(pid=103984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 12:06:32.145782 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-27310f49-2659-4ed4-9577-a7084916aae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (1317233d-e323-4aa8-a670-2c841474991a), before_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:32.169991 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7cf5c0-8a12-4369-ab46-68baef3b936b None None] Pushing event updated for resources: {'Port': ['ID=65b1da24-95cf-447b-8245-816b89fdb79a,revision_number=2']} {{(pid=103984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:06:32.208418 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.provisioning_blocks [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Provisioning complete for port 60a53224-042d-4ee8-9eed-29c73a3eb298 triggered by entity L2. {{(pid=103984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:06:32.208418 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7484729'] for port (60a53224-042d-4ee8-9eed-29c73a3eb298), provisioning_complete {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:32.513134 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-03ce52e8-f566-489a-bddf-08bfe1c056f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1649956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2020060'] for router (10915a5b-44a1-445a-8ee4-c6170d308905), after_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:32.513134 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-010b7de5-fb43-43f7-8dec-6e05ed20b77a admin admin] Publish callbacks [] for router_gateway (a519d0f1-242e-4041-a842-bab06b04f73c), before_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:32.568887 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba74012-c1c7-4b1d-a120-222b2675ca7e admin admin] Pushing event updated for resources: {'Port': ['ID=92f08395-6710-4a8f-bd95-1baa091c1ea2,revision_number=1']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:06:32.571756 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.wsgi [req-82eaedb4-8ba9-41f8-998b-3db369177f67 req-f1271704-856a-4c38-9274-ff23f60c233e service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=103983) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 12:06:32.571756 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-82eaedb4-8ba9-41f8-998b-3db369177f67 req-f1271704-856a-4c38-9274-ff23f60c233e service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1496050 Apr 07 12:06:32.572322 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.provisioning_blocks [None req-60f203b2-c5b1-49c5-9bfc-00287723aeac None None] Provisioning complete for port 60a53224-042d-4ee8-9eed-29c73a3eb298 triggered by entity DHCP. {{(pid=103984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:06:32.572322 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-60f203b2-c5b1-49c5-9bfc-00287723aeac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7484729'] for port (60a53224-042d-4ee8-9eed-29c73a3eb298), provisioning_complete {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:32.573405 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-010b7de5-fb43-43f7-8dec-6e05ed20b77a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (None), before_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:32.609281 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Current status of the port 60a53224-042d-4ee8-9eed-29c73a3eb298 is: ACTIVE; New status is: ACTIVE {{(pid=103984) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:06:32.611406 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb3002f-f1b9-4812-8a87-460846f06901 None None] Pushing event updated for resources: {'Port': ['ID=60a53224-042d-4ee8-9eed-29c73a3eb298,revision_number=3']} {{(pid=103984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:06:32.616031 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.db [None req-27310f49-2659-4ed4-9577-a7084916aae4 None None] For port 1317233d-e323-4aa8-a670-2c841474991a, host dv-cinder-836930-1-iscsi, cleared binding levels {{(pid=103984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 12:06:32.650208 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.db [None req-27310f49-2659-4ed4-9577-a7084916aae4 None None] For port 1317233d-e323-4aa8-a670-2c841474991a, host dv-cinder-836930-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836930-1-iscsi',level=0,port_id=1317233d-e323-4aa8-a670-2c841474991a,segment=NetworkSegment(f5d7ecb0-5c7c-4273-b385-28574af1ff09),segment_id=f5d7ecb0-5c7c-4273-b385-28574af1ff09)] {{(pid=103984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 12:06:32.661327 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-60f203b2-c5b1-49c5-9bfc-00287723aeac None None] Current status of the port 60a53224-042d-4ee8-9eed-29c73a3eb298 is: ACTIVE; New status is: ACTIVE {{(pid=103984) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:06:32.726896 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-82eaedb4-8ba9-41f8-998b-3db369177f67 req-078cac8f-d9b6-48d1-813d-5dd4e210550e service neutron] 10.222.0.58 "GET /v2.0/networks/ef8fb76c-b472-4e52-839b-1b393fbe6d47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2775049 Apr 07 12:06:32.738952 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.db.db_base_plugin_common [None req-010b7de5-fb43-43f7-8dec-6e05ed20b77a admin admin] Allocated IP 172.27.0.114 (bbaeba58-97ce-4d65-bbf2-981851410a56/4554067d-f507-4a99-8a98-0874c02c5721/f3414172-3630-42b6-b260-7d6d425d85c0) {{(pid=103983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 12:06:32.800385 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-27310f49-2659-4ed4-9577-a7084916aae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780057409639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780056949607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780056949625'] for port (1317233d-e323-4aa8-a670-2c841474991a), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:32.885639 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-8ba74012-c1c7-4b1d-a120-222b2675ca7e admin admin] Publish callbacks [] for router_gateway (6425557c-237c-4a3e-8e32-6dc483dfa631), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:32.912509 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27310f49-2659-4ed4-9577-a7084916aae4 None None] Pushing event updated for resources: {'Port': ['ID=1317233d-e323-4aa8-a670-2c841474991a,revision_number=2']} {{(pid=103984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:06:33.079012 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-82eaedb4-8ba9-41f8-998b-3db369177f67 req-a91a4669-35a1-477c-9df0-cfb9429a51d4 service neutron] 10.222.0.58 "GET /v2.0/networks/ef8fb76c-b472-4e52-839b-1b393fbe6d47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3414283 Apr 07 12:06:33.121309 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-010b7de5-fb43-43f7-8dec-6e05ed20b77a admin admin] Publish callbacks [] for port (f3414172-3630-42b6-b260-7d6d425d85c0), precommit_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:33.152841 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03ce52e8-f566-489a-bddf-08bfe1c056f3 admin admin] Router 10915a5b-44a1-445a-8ee4-c6170d308905 is scheduled to L3 agent ad8978c4-6515-441c-a828-0289badd3b4a with binding_index 1 {{(pid=103983) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 12:06:33.271720 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-8ba74012-c1c7-4b1d-a120-222b2675ca7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1649956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2020060'] for router (6425557c-237c-4a3e-8e32-6dc483dfa631), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:33.417342 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-010b7de5-fb43-43f7-8dec-6e05ed20b77a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780056949589'] for port (f3414172-3630-42b6-b260-7d6d425d85c0), after_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:33.514658 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-010b7de5-fb43-43f7-8dec-6e05ed20b77a admin admin] Network bbaeba58-97ce-4d65-bbf2-981851410a56 is already hosted by enough agents. {{(pid=103983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:06:33.522652 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.scheduler.base_scheduler [None req-010b7de5-fb43-43f7-8dec-6e05ed20b77a admin admin] Resources bound (agent type, host, resource id): {{(pid=103983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:06:33.537492 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-010b7de5-fb43-43f7-8dec-6e05ed20b77a admin admin] Received port after_create {{(pid=103983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 12:06:33.624602 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.58', 32798) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:06:33.629082 dv-cinder-836930-1-iscsi neutron-server[103982]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 07 12:06:33.641577 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010b7de5-fb43-43f7-8dec-6e05ed20b77a admin admin] Pushing event updated for resources: {'Port': ['ID=f3414172-3630-42b6-b260-7d6d425d85c0,revision_number=1']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:06:33.651517 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03ce52e8-f566-489a-bddf-08bfe1c056f3 admin admin] Notify agent at l3_agent.dv-cinder-836930-1-iscsi the message routers_updated {{(pid=103983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 12:06:33.685648 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c19798-4ae3-4663-a7a3-e57b1d1d6ac4 None None] Sync routers for ids ['10915a5b-44a1-445a-8ee4-c6170d308905'] in dv-cinder-836930-1-iscsi {{(pid=103985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 12:06:33.729377 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c19798-4ae3-4663-a7a3-e57b1d1d6ac4 None None] Routers {'10915a5b-44a1-445a-8ee4-c6170d308905'} bound to L3 agent in host dv-cinder-836930-1-iscsi {{(pid=103985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:06:33.730823 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_hamode_db [None req-72c19798-4ae3-4663-a7a3-e57b1d1d6ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836930-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-07T11:57:34Z,description=,heartbeat_timestamp=2022-04-07T12:06:04Z,host='dv-cinder-836930-1-iscsi',id=ad8978c4-6515-441c-a828-0289badd3b4a,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:57:35Z,topic='l3_agent')) {'router_ids': ['10915a5b-44a1-445a-8ee4-c6170d308905'], 'active': True} {{(pid=103985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:06:33.744713 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-03ce52e8-f566-489a-bddf-08bfe1c056f3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:33.746192 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [None req-03ce52e8-f566-489a-bddf-08bfe1c056f3 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.2282531 Apr 07 12:06:33.749519 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.wsgi [-] (103983) accepted ('10.222.0.58', 32810) {{(pid=103983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:06:33.764237 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-bbb53924-ae43-4482-bd5a-786fdd70bb9f req-c775c5f0-a191-4591-8a58-101ee4f38834 tempest-DeleteServersTestJSON-739240211 tempest-DeleteServersTestJSON-739240211-project] 10.222.0.58 "GET /v2.0/ports?device_id=3d0eeb31-0d37-4a21-9863-9437b542b275 HTTP/1.1" status: 200 len: 210 time: 0.1364698 Apr 07 12:06:33.769110 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ba74012-c1c7-4b1d-a120-222b2675ca7e admin admin] Router 6425557c-237c-4a3e-8e32-6dc483dfa631 is scheduled to L3 agent ad8978c4-6515-441c-a828-0289badd3b4a with binding_index 1 {{(pid=103982) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 12:06:33.827980 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5d54cea-4dbb-4a7f-82ff-2a639b33a5c6 None None] Network fcace665-ea97-4783-845e-38b6ed7c4b29 requested from dv-cinder-836930-1-iscsi {{(pid=103984) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 12:06:34.120185 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ba74012-c1c7-4b1d-a120-222b2675ca7e admin admin] Notify agent at l3_agent.dv-cinder-836930-1-iscsi the message routers_updated {{(pid=103982) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 12:06:34.146214 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_dvr_db [None req-72c19798-4ae3-4663-a7a3-e57b1d1d6ac4 None None] Set router 10915a5b-44a1-445a-8ee4-c6170d308905 gateway port host: dv-cinder-836930-1-iscsi {{(pid=103985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:06:34.254331 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-8ba74012-c1c7-4b1d-a120-222b2675ca7e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:34.261377 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [None req-8ba74012-c1c7-4b1d-a120-222b2675ca7e admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.5811005 Apr 07 12:06:34.269151 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.58', 32818) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:06:34.339761 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.agents_db [None req-3662b1ad-d2b5-4b6d-81f6-e1280f618718 None None] Agent healthcheck: found 6 active agents {{(pid=103985) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 12:06:34.350813 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Device 1317233d-e323-4aa8-a670-2c841474991a up at agent ovs-agent-dv-cinder-836930-1-iscsi {{(pid=103984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:06:34.391281 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df62e86-4530-4571-96bd-c28cda5fa265 None None] Sync routers for ids ['6425557c-237c-4a3e-8e32-6dc483dfa631'] in dv-cinder-836930-1-iscsi {{(pid=103984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 12:06:34.438540 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-010b7de5-fb43-43f7-8dec-6e05ed20b77a admin admin] Publish callbacks [] for router_gateway (a519d0f1-242e-4041-a842-bab06b04f73c), after_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:34.485294 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df62e86-4530-4571-96bd-c28cda5fa265 None None] Routers {'6425557c-237c-4a3e-8e32-6dc483dfa631'} bound to L3 agent in host dv-cinder-836930-1-iscsi {{(pid=103984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:06:34.485937 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_hamode_db [None req-5df62e86-4530-4571-96bd-c28cda5fa265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836930-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-07T11:57:34Z,description=,heartbeat_timestamp=2022-04-07T12:06:04Z,host='dv-cinder-836930-1-iscsi',id=ad8978c4-6515-441c-a828-0289badd3b4a,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:57:35Z,topic='l3_agent')) {'router_ids': ['6425557c-237c-4a3e-8e32-6dc483dfa631'], 'active': True} {{(pid=103984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:06:34.495775 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.provisioning_blocks [None req-4489d982-078c-41e1-bf42-e0475f5d5303 None None] Provisioning complete for port 65b1da24-95cf-447b-8245-816b89fdb79a triggered by entity DHCP. {{(pid=103984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:06:34.495775 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-4489d982-078c-41e1-bf42-e0475f5d5303 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7484729'] for port (65b1da24-95cf-447b-8245-816b89fdb79a), provisioning_complete {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:34.627936 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-8ea6bdd1-f955-4bbc-95c5-28aae2c814d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (ad8978c4-6515-441c-a828-0289badd3b4a), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:34.637162 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_hamode_db [None req-72c19798-4ae3-4663-a7a3-e57b1d1d6ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10915a5b-44a1-445a-8ee4-c6170d308905', 'name': 'tempest-ServerRescueNegativeTestJSON-112950129-router', 'tenant_id': '060237c359da41d49b858b2897b29918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'external_fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': '16dcc467-cd6a-4708-8a3e-1a3399f3e889', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:06:28Z', 'updated_at': '2022-04-07T12:06:30Z', 'revision_number': 3, 'project_id': '060237c359da41d49b858b2897b29918', 'gw_port': {'id': '16dcc467-cd6a-4708-8a3e-1a3399f3e889', 'name': '', 'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:4f:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10915a5b-44a1-445a-8ee4-c6170d308905', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:06:29Z', 'updated_at': '2022-04-07T12:06:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4554067d-f507-4a99-8a98-0874c02c5721', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836930-1-iscsi'}], 'dv-cinder-836930-1-iscsi', False) {} {{(pid=103985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:06:34.644648 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-151852e0-e299-4049-9d9a-33663ab469f9 None None] Network 30ebdc73-30d3-4d75-a45d-118501e4a6d7 requested from dv-cinder-836930-1-iscsi {{(pid=103984) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 12:06:34.681194 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c19798-4ae3-4663-a7a3-e57b1d1d6ac4 None None] Checking router: 10915a5b-44a1-445a-8ee4-c6170d308905 for host: dv-cinder-836930-1-iscsi {{(pid=103985) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 12:06:34.687521 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c19798-4ae3-4663-a7a3-e57b1d1d6ac4 None None] Updating router 10915a5b-44a1-445a-8ee4-c6170d308905 port 16dcc467-cd6a-4708-8a3e-1a3399f3e889 binding host dv-cinder-836930-1-iscsi {{(pid=103985) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 12:06:34.770559 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron_lib.callbacks.manager [None req-72c19798-4ae3-4663-a7a3-e57b1d1d6ac4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (16dcc467-cd6a-4708-8a3e-1a3399f3e889), before_update {{(pid=103985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:34.932480 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-010b7de5-fb43-43f7-8dec-6e05ed20b77a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1649956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2020060'] for router (a519d0f1-242e-4041-a842-bab06b04f73c), after_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:34.991934 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-2bb3fc89-d044-4e1b-8e56-7a844c268a97 req-a11b1231-b14e-4bbd-b395-bb650a17a815 tempest-DeleteServersTestJSON-739240211 tempest-DeleteServersTestJSON-739240211-project] 10.222.0.58 "GET /v2.0/ports?device_id=3d0eeb31-0d37-4a21-9863-9437b542b275 HTTP/1.1" status: 200 len: 210 time: 0.0633142 Apr 07 12:06:35.014414 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.provisioning_blocks [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Provisioning complete for port 1317233d-e323-4aa8-a670-2c841474991a triggered by entity L2. {{(pid=103984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:06:35.014993 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7484729'] for port (1317233d-e323-4aa8-a670-2c841474991a), provisioning_complete {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:35.178995 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Current status of the port 1317233d-e323-4aa8-a670-2c841474991a is: DOWN; New status is: ACTIVE {{(pid=103984) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:06:35.179420 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (1317233d-e323-4aa8-a670-2c841474991a), before_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:35.224194 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.db [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] For port 1317233d-e323-4aa8-a670-2c841474991a, host dv-cinder-836930-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836930-1-iscsi',level=0,port_id=1317233d-e323-4aa8-a670-2c841474991a,segment=NetworkSegment(f5d7ecb0-5c7c-4273-b385-28574af1ff09),segment_id=f5d7ecb0-5c7c-4273-b385-28574af1ff09)] {{(pid=103984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:06:35.272483 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_dvr_db [None req-5df62e86-4530-4571-96bd-c28cda5fa265 None None] Set router 6425557c-237c-4a3e-8e32-6dc483dfa631 gateway port host: dv-cinder-836930-1-iscsi {{(pid=103984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:06:35.320463 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-010b7de5-fb43-43f7-8dec-6e05ed20b77a admin admin] Router a519d0f1-242e-4041-a842-bab06b04f73c is scheduled to L3 agent ad8978c4-6515-441c-a828-0289badd3b4a with binding_index 1 {{(pid=103983) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 12:06:35.374695 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780057409639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780056949607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780056949625'] for port (1317233d-e323-4aa8-a670-2c841474991a), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:35.375624 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Device 65b1da24-95cf-447b-8245-816b89fdb79a up at agent ovs-agent-dv-cinder-836930-1-iscsi {{(pid=103984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:06:35.558461 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-4489d982-078c-41e1-bf42-e0475f5d5303 None None] Current status of the port 65b1da24-95cf-447b-8245-816b89fdb79a is: DOWN; New status is: ACTIVE {{(pid=103984) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:06:35.558854 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-4489d982-078c-41e1-bf42-e0475f5d5303 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (65b1da24-95cf-447b-8245-816b89fdb79a), before_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:35.565791 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-77605ad9-c9a4-4a1a-a790-3564c4780231 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (None), before_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:35.585099 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron_lib.callbacks.manager [None req-72c19798-4ae3-4663-a7a3-e57b1d1d6ac4 None None] Publish callbacks [] for port (16dcc467-cd6a-4708-8a3e-1a3399f3e889), precommit_update {{(pid=103985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:35.640463 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron_lib.callbacks.manager [None req-72c19798-4ae3-4663-a7a3-e57b1d1d6ac4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780057409639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780056949607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780056949625'] for port (16dcc467-cd6a-4708-8a3e-1a3399f3e889), after_update {{(pid=103985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:35.812108 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-945294dd-5379-4626-b42f-07d352363347 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (None), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:35.821971 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.plugins.ml2.managers [None req-72c19798-4ae3-4663-a7a3-e57b1d1d6ac4 None None] Attempting to bind port 16dcc467-cd6a-4708-8a3e-1a3399f3e889 on host dv-cinder-836930-1-iscsi for vnic_type normal with profile {{(pid=103985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 12:06:35.822517 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.plugins.ml2.managers [None req-72c19798-4ae3-4663-a7a3-e57b1d1d6ac4 None None] Attempting to bind port 16dcc467-cd6a-4708-8a3e-1a3399f3e889 by drivers openvswitch,hyperv on host dv-cinder-836930-1-iscsi at level 0 using segments [{'id': '82c7666f-c776-4b0f-ab14-8be16f51c525', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56'}] {{(pid=103985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 12:06:35.822875 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c19798-4ae3-4663-a7a3-e57b1d1d6ac4 None None] Attempting to bind port 16dcc467-cd6a-4708-8a3e-1a3399f3e889 on network bbaeba58-97ce-4d65-bbf2-981851410a56 {{(pid=103985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:06:35.843222 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Pushing event updated for resources: {'Port': ['ID=1317233d-e323-4aa8-a670-2c841474991a,revision_number=3']} {{(pid=103984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:06:35.843439 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09850fda-1036-4e97-9621-c4228b2d2215 None None] Pushing event updated for resources: {'Port': ['ID=16dcc467-cd6a-4708-8a3e-1a3399f3e889,revision_number=2']} {{(pid=103985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:06:35.851514 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c19798-4ae3-4663-a7a3-e57b1d1d6ac4 None None] Checking agent: {'id': '18566f30-62c1-4fb1-af49-ebd049d63fec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836930-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 57, 39), 'started_at': datetime.datetime(2022, 4, 7, 11, 58, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 12, 6, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836930-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 12:06:35.852290 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c19798-4ae3-4663-a7a3-e57b1d1d6ac4 None None] Checking segment: {'id': '82c7666f-c776-4b0f-ab14-8be16f51c525', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:06:35.852290 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron_lib.callbacks.manager [None req-72c19798-4ae3-4663-a7a3-e57b1d1d6ac4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:35.854415 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c19798-4ae3-4663-a7a3-e57b1d1d6ac4 None None] Bound using segment: {'id': '82c7666f-c776-4b0f-ab14-8be16f51c525', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56'} {{(pid=103985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 12:06:35.861009 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.plugins.ml2.managers [None req-72c19798-4ae3-4663-a7a3-e57b1d1d6ac4 None None] Bound port: 16dcc467-cd6a-4708-8a3e-1a3399f3e889, host: dv-cinder-836930-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82c7666f-c776-4b0f-ab14-8be16f51c525', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56'}}] {{(pid=103985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 12:06:35.861476 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron_lib.callbacks.manager [None req-72c19798-4ae3-4663-a7a3-e57b1d1d6ac4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (16dcc467-cd6a-4708-8a3e-1a3399f3e889), before_update {{(pid=103985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:35.899845 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.db [None req-4489d982-078c-41e1-bf42-e0475f5d5303 None None] For port 65b1da24-95cf-447b-8245-816b89fdb79a, host dv-cinder-836930-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836930-1-iscsi',level=0,port_id=65b1da24-95cf-447b-8245-816b89fdb79a,segment=NetworkSegment(0390e2dd-fa0e-4e46-ac16-40eb36374f96),segment_id=0390e2dd-fa0e-4e46-ac16-40eb36374f96)] {{(pid=103984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:06:35.932276 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-e3029262-029d-49e4-8078-e7e61e534645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (e465150c-12ca-425e-8c36-fa03ee6240b4), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:35.933415 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.provisioning_blocks [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Provisioning complete for port 65b1da24-95cf-447b-8245-816b89fdb79a triggered by entity L2. {{(pid=103984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:06:35.933996 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7484729'] for port (65b1da24-95cf-447b-8245-816b89fdb79a), provisioning_complete {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:35.938190 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09850fda-1036-4e97-9621-c4228b2d2215 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:06:35.938558 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09850fda-1036-4e97-9621-c4228b2d2215 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:06:35.938906 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09850fda-1036-4e97-9621-c4228b2d2215 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:06:35.942327 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09850fda-1036-4e97-9621-c4228b2d2215 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:06:35.942693 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09850fda-1036-4e97-9621-c4228b2d2215 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:06:35.944250 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09850fda-1036-4e97-9621-c4228b2d2215 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:06:35.945440 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09850fda-1036-4e97-9621-c4228b2d2215 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:06:35.945792 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09850fda-1036-4e97-9621-c4228b2d2215 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:06:35.947125 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09850fda-1036-4e97-9621-c4228b2d2215 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:06:35.951606 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09850fda-1036-4e97-9621-c4228b2d2215 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:06:35.951606 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09850fda-1036-4e97-9621-c4228b2d2215 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:06:35.951606 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09850fda-1036-4e97-9621-c4228b2d2215 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:06:35.951606 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09850fda-1036-4e97-9621-c4228b2d2215 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:06:35.951606 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09850fda-1036-4e97-9621-c4228b2d2215 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:06:35.952710 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09850fda-1036-4e97-9621-c4228b2d2215 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:06:35.956440 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09850fda-1036-4e97-9621-c4228b2d2215 None None] Tracked resource versions report: Apr 07 12:06:35.956440 dv-cinder-836930-1-iscsi neutron-server[103985]: pushed versions: Apr 07 12:06:35.956440 dv-cinder-836930-1-iscsi neutron-server[103985]: { 'AddressGroup': {'1.2'}, Apr 07 12:06:35.956440 dv-cinder-836930-1-iscsi neutron-server[103985]: 'Agent': {'1.1'}, Apr 07 12:06:35.956440 dv-cinder-836930-1-iscsi neutron-server[103985]: 'ConntrackHelper': {'1.0'}, Apr 07 12:06:35.956440 dv-cinder-836930-1-iscsi neutron-server[103985]: 'LocalIPAssociation': {'1.0'}, Apr 07 12:06:35.956440 dv-cinder-836930-1-iscsi neutron-server[103985]: 'Log': {'1.0'}, Apr 07 12:06:35.956440 dv-cinder-836930-1-iscsi neutron-server[103985]: 'NDPProxy': {'1.0'}, Apr 07 12:06:35.956440 dv-cinder-836930-1-iscsi neutron-server[103985]: 'Network': {'1.1'}, Apr 07 12:06:35.956440 dv-cinder-836930-1-iscsi neutron-server[103985]: 'Port': {'1.7'}, Apr 07 12:06:35.956440 dv-cinder-836930-1-iscsi neutron-server[103985]: 'PortForwarding': {'1.3'}, Apr 07 12:06:35.956440 dv-cinder-836930-1-iscsi neutron-server[103985]: 'QosPolicy': {'1.10'}, Apr 07 12:06:35.956440 dv-cinder-836930-1-iscsi neutron-server[103985]: 'SecurityGroup': {'1.5'}, Apr 07 12:06:35.956440 dv-cinder-836930-1-iscsi neutron-server[103985]: 'SecurityGroupRule': {'1.2'}, Apr 07 12:06:35.956440 dv-cinder-836930-1-iscsi neutron-server[103985]: 'SubPort': {'1.0'}, Apr 07 12:06:35.956440 dv-cinder-836930-1-iscsi neutron-server[103985]: 'Subnet': {'1.1'}, Apr 07 12:06:35.956440 dv-cinder-836930-1-iscsi neutron-server[103985]: 'Trunk': {'1.1'}} Apr 07 12:06:35.956440 dv-cinder-836930-1-iscsi neutron-server[103985]: consumer versions: Apr 07 12:06:35.956440 dv-cinder-836930-1-iscsi neutron-server[103985]: { DHCP agent@dv-cinder-836930-1-iscsi: {}, Apr 07 12:06:35.956440 dv-cinder-836930-1-iscsi neutron-server[103985]: HyperV agent@hv-cinder-83693: {}, Apr 07 12:06:35.956440 dv-cinder-836930-1-iscsi neutron-server[103985]: L3 agent@dv-cinder-836930-1-iscsi: {}, Apr 07 12:06:35.956440 dv-cinder-836930-1-iscsi neutron-server[103985]: Metadata agent@dv-cinder-836930-1-iscsi: {}, Apr 07 12:06:35.956440 dv-cinder-836930-1-iscsi neutron-server[103985]: Metering agent@dv-cinder-836930-1-iscsi: {}, Apr 07 12:06:35.956440 dv-cinder-836930-1-iscsi neutron-server[103985]: Open vSwitch agent@dv-cinder-836930-1-iscsi: { 'AddressGroup': '1.2', Apr 07 12:06:35.956440 dv-cinder-836930-1-iscsi neutron-server[103985]: 'Agent': '1.1', Apr 07 12:06:35.956440 dv-cinder-836930-1-iscsi neutron-server[103985]: 'ConntrackHelper': '1.0', Apr 07 12:06:35.956440 dv-cinder-836930-1-iscsi neutron-server[103985]: 'LocalIPAssociation': '1.0', Apr 07 12:06:35.956440 dv-cinder-836930-1-iscsi neutron-server[103985]: 'Log': '1.0', Apr 07 12:06:35.956440 dv-cinder-836930-1-iscsi neutron-server[103985]: 'NDPProxy': '1.0', Apr 07 12:06:35.956440 dv-cinder-836930-1-iscsi neutron-server[103985]: 'Network': '1.1', Apr 07 12:06:35.956440 dv-cinder-836930-1-iscsi neutron-server[103985]: 'Port': '1.7', Apr 07 12:06:35.956440 dv-cinder-836930-1-iscsi neutron-server[103985]: 'PortForwarding': '1.3', Apr 07 12:06:35.956440 dv-cinder-836930-1-iscsi neutron-server[103985]: 'QosPolicy': '1.10', Apr 07 12:06:35.956440 dv-cinder-836930-1-iscsi neutron-server[103985]: 'SecurityGroup': '1.5', Apr 07 12:06:35.956440 dv-cinder-836930-1-iscsi neutron-server[103985]: 'SecurityGroupRule': '1.2', Apr 07 12:06:35.956440 dv-cinder-836930-1-iscsi neutron-server[103985]: 'SubPort': '1.0', Apr 07 12:06:35.956440 dv-cinder-836930-1-iscsi neutron-server[103985]: 'Subnet': '1.1', Apr 07 12:06:35.956440 dv-cinder-836930-1-iscsi neutron-server[103985]: 'Trunk': '1.1'}} Apr 07 12:06:35.956440 dv-cinder-836930-1-iscsi neutron-server[103985]: {{(pid=103985) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 07 12:06:35.993916 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-010b7de5-fb43-43f7-8dec-6e05ed20b77a admin admin] Notify agent at l3_agent.dv-cinder-836930-1-iscsi the message routers_updated {{(pid=103983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 12:06:36.003468 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-4489d982-078c-41e1-bf42-e0475f5d5303 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780057409639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780056949607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780056949625'] for port (65b1da24-95cf-447b-8245-816b89fdb79a), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:36.027642 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e997152f-3287-4f29-9dbf-4bda0d9fdd84 None None] Sync routers for ids ['a519d0f1-242e-4041-a842-bab06b04f73c'] in dv-cinder-836930-1-iscsi {{(pid=103985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 12:06:36.088320 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_hamode_db [None req-5df62e86-4530-4571-96bd-c28cda5fa265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6425557c-237c-4a3e-8e32-6dc483dfa631', 'name': 'tempest-AttachVolumeTestJSON-1991479010-router', 'tenant_id': 'bb7aeab7f2af4131992847a73f3c7e0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'external_fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': '92f08395-6710-4a8f-bd95-1baa091c1ea2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:06:29Z', 'updated_at': '2022-04-07T12:06:32Z', 'revision_number': 3, 'project_id': 'bb7aeab7f2af4131992847a73f3c7e0a', 'gw_port': {'id': '92f08395-6710-4a8f-bd95-1baa091c1ea2', 'name': '', 'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:40:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6425557c-237c-4a3e-8e32-6dc483dfa631', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:06:31Z', 'updated_at': '2022-04-07T12:06:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4554067d-f507-4a99-8a98-0874c02c5721', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836930-1-iscsi'}], 'dv-cinder-836930-1-iscsi', False) {} {{(pid=103984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:06:36.090303 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e997152f-3287-4f29-9dbf-4bda0d9fdd84 None None] Routers {'a519d0f1-242e-4041-a842-bab06b04f73c'} bound to L3 agent in host dv-cinder-836930-1-iscsi {{(pid=103985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:06:36.091129 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_hamode_db [None req-e997152f-3287-4f29-9dbf-4bda0d9fdd84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836930-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-07T11:57:34Z,description=,heartbeat_timestamp=2022-04-07T12:06:34Z,host='dv-cinder-836930-1-iscsi',id=ad8978c4-6515-441c-a828-0289badd3b4a,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:57:35Z,topic='l3_agent')) {'router_ids': ['a519d0f1-242e-4041-a842-bab06b04f73c'], 'active': True} {{(pid=103985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:06:36.093846 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.plugins.ml2.db [None req-72c19798-4ae3-4663-a7a3-e57b1d1d6ac4 None None] For port 16dcc467-cd6a-4708-8a3e-1a3399f3e889, host dv-cinder-836930-1-iscsi, cleared binding levels {{(pid=103985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 12:06:36.101011 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Current status of the port 65b1da24-95cf-447b-8245-816b89fdb79a is: ACTIVE; New status is: ACTIVE {{(pid=103984) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:06:36.101011 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Device 60a53224-042d-4ee8-9eed-29c73a3eb298 up at agent ovs-agent-dv-cinder-836930-1-iscsi {{(pid=103984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:06:36.102086 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.plugins.ml2.db [None req-72c19798-4ae3-4663-a7a3-e57b1d1d6ac4 None None] For port 16dcc467-cd6a-4708-8a3e-1a3399f3e889, host dv-cinder-836930-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836930-1-iscsi',level=0,port_id=16dcc467-cd6a-4708-8a3e-1a3399f3e889,segment=NetworkSegment(82c7666f-c776-4b0f-ab14-8be16f51c525),segment_id=82c7666f-c776-4b0f-ab14-8be16f51c525)] {{(pid=103985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 12:06:36.139736 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-010b7de5-fb43-43f7-8dec-6e05ed20b77a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:36.141180 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [None req-010b7de5-fb43-43f7-8dec-6e05ed20b77a admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.0818048 Apr 07 12:06:36.144003 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.db.db_base_plugin_common [None req-77605ad9-c9a4-4a1a-a790-3564c4780231 admin admin] Allocated IP 172.20.0.1 (b54ec153-3bc9-439f-b426-165a936f23bb/45a072d7-ade8-4cd2-9025-cfaa01b8e30d/42aff1c8-3988-46df-95cf-c0a66aeca9a8) {{(pid=103983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 12:06:36.145042 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.wsgi [-] (103983) accepted ('10.222.0.58', 32896) {{(pid=103983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:06:36.193234 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df62e86-4530-4571-96bd-c28cda5fa265 None None] Checking router: 6425557c-237c-4a3e-8e32-6dc483dfa631 for host: dv-cinder-836930-1-iscsi {{(pid=103984) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 12:06:36.193660 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df62e86-4530-4571-96bd-c28cda5fa265 None None] Updating router 6425557c-237c-4a3e-8e32-6dc483dfa631 port 92f08395-6710-4a8f-bd95-1baa091c1ea2 binding host dv-cinder-836930-1-iscsi {{(pid=103984) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 12:06:36.216279 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-c77881a8-d263-4559-be82-48fca92a75a1 req-66014321-05fa-4109-8363-2328e5040139 tempest-DeleteServersTestJSON-739240211 tempest-DeleteServersTestJSON-739240211-project] 10.222.0.58 "GET /v2.0/ports?device_id=3d0eeb31-0d37-4a21-9863-9437b542b275 HTTP/1.1" status: 200 len: 210 time: 0.0788760 Apr 07 12:06:36.228205 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4489d982-078c-41e1-bf42-e0475f5d5303 None None] Pushing event updated for resources: {'Port': ['ID=65b1da24-95cf-447b-8245-816b89fdb79a,revision_number=3']} {{(pid=103984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:06:36.259682 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-5df62e86-4530-4571-96bd-c28cda5fa265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (92f08395-6710-4a8f-bd95-1baa091c1ea2), before_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:36.262494 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.provisioning_blocks [None req-6927b633-fd59-42e3-8c5b-3fe1f06e44c2 None None] Provisioning complete for port 1317233d-e323-4aa8-a670-2c841474991a triggered by entity DHCP. {{(pid=103984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:06:36.263026 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-6927b633-fd59-42e3-8c5b-3fe1f06e44c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7484729'] for port (1317233d-e323-4aa8-a670-2c841474991a), provisioning_complete {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:36.334929 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_dvr_db [None req-e997152f-3287-4f29-9dbf-4bda0d9fdd84 None None] Set router a519d0f1-242e-4041-a842-bab06b04f73c gateway port host: dv-cinder-836930-1-iscsi {{(pid=103985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:06:36.430968 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.db.db_base_plugin_common [None req-945294dd-5379-4626-b42f-07d352363347 admin admin] Allocated IP 172.20.0.1 (fcace665-ea97-4783-845e-38b6ed7c4b29/f6c89c23-3e38-47dc-af91-b69590186a24/21394a6d-fda4-41a7-8be6-3028c46a6266) {{(pid=103982) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 12:06:36.449976 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-77605ad9-c9a4-4a1a-a790-3564c4780231 admin admin] Publish callbacks [] for port (42aff1c8-3988-46df-95cf-c0a66aeca9a8), precommit_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:36.483784 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.provisioning_blocks [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Provisioning complete for port 60a53224-042d-4ee8-9eed-29c73a3eb298 triggered by entity L2. {{(pid=103984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:06:36.484378 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7484729'] for port (60a53224-042d-4ee8-9eed-29c73a3eb298), provisioning_complete {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:36.528947 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron_lib.callbacks.manager [None req-72c19798-4ae3-4663-a7a3-e57b1d1d6ac4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780057409639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780056949607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780056949625'] for port (16dcc467-cd6a-4708-8a3e-1a3399f3e889), after_update {{(pid=103985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:36.590352 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.58', 32912) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:06:36.599408 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09850fda-1036-4e97-9621-c4228b2d2215 None None] Pushing event updated for resources: {'Port': ['ID=16dcc467-cd6a-4708-8a3e-1a3399f3e889,revision_number=3']} {{(pid=103985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:06:36.694420 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-945294dd-5379-4626-b42f-07d352363347 admin admin] Publish callbacks [] for port (21394a6d-fda4-41a7-8be6-3028c46a6266), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:36.712945 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c19798-4ae3-4663-a7a3-e57b1d1d6ac4 None None] Routers {'10915a5b-44a1-445a-8ee4-c6170d308905'} bound to L3 agent in host dv-cinder-836930-1-iscsi {{(pid=103985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:06:36.714049 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_hamode_db [None req-72c19798-4ae3-4663-a7a3-e57b1d1d6ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836930-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-07T11:57:34Z,description=,heartbeat_timestamp=2022-04-07T12:06:34Z,host='dv-cinder-836930-1-iscsi',id=ad8978c4-6515-441c-a828-0289badd3b4a,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:57:35Z,topic='l3_agent')) {'router_ids': ['10915a5b-44a1-445a-8ee4-c6170d308905'], 'active': True} {{(pid=103985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:06:36.806013 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Current status of the port 60a53224-042d-4ee8-9eed-29c73a3eb298 is: ACTIVE; New status is: ACTIVE {{(pid=103984) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:06:36.824715 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-4351b1e4-2a33-40a3-b079-727d9e422a48 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:36.838438 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-6927b633-fd59-42e3-8c5b-3fe1f06e44c2 None None] Current status of the port 1317233d-e323-4aa8-a670-2c841474991a is: ACTIVE; New status is: ACTIVE {{(pid=103984) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:06:36.853420 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.provisioning_blocks [None req-6927b633-fd59-42e3-8c5b-3fe1f06e44c2 None None] Provisioning complete for port 65b1da24-95cf-447b-8245-816b89fdb79a triggered by entity DHCP. {{(pid=103984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:06:36.853813 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-6927b633-fd59-42e3-8c5b-3fe1f06e44c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7484729'] for port (65b1da24-95cf-447b-8245-816b89fdb79a), provisioning_complete {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:36.869910 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-945294dd-5379-4626-b42f-07d352363347 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780056949589'] for port (21394a6d-fda4-41a7-8be6-3028c46a6266), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:36.882418 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_dvr_db [None req-72c19798-4ae3-4663-a7a3-e57b1d1d6ac4 None None] Set router 10915a5b-44a1-445a-8ee4-c6170d308905 gateway port host: dv-cinder-836930-1-iscsi {{(pid=103985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:06:36.987189 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945294dd-5379-4626-b42f-07d352363347 admin admin] Pushing event updated for resources: {'Port': ['ID=21394a6d-fda4-41a7-8be6-3028c46a6266,revision_number=1']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:06:37.009252 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-945294dd-5379-4626-b42f-07d352363347 admin admin] Network fcace665-ea97-4783-845e-38b6ed7c4b29 is already hosted by enough agents. {{(pid=103982) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:06:37.019508 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.scheduler.base_scheduler [None req-945294dd-5379-4626-b42f-07d352363347 admin admin] Resources bound (agent type, host, resource id): {{(pid=103982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:06:37.025040 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-945294dd-5379-4626-b42f-07d352363347 admin admin] Received port after_create {{(pid=103982) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 12:06:37.025910 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-945294dd-5379-4626-b42f-07d352363347 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2021299'] for router_interface (6425557c-237c-4a3e-8e32-6dc483dfa631), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:37.027962 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-77605ad9-c9a4-4a1a-a790-3564c4780231 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780056949589'] for port (42aff1c8-3988-46df-95cf-c0a66aeca9a8), after_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:37.090273 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77605ad9-c9a4-4a1a-a790-3564c4780231 admin admin] Network b54ec153-3bc9-439f-b426-165a936f23bb is already hosted by enough agents. {{(pid=103983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:06:37.096311 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.scheduler.base_scheduler [None req-77605ad9-c9a4-4a1a-a790-3564c4780231 admin admin] Resources bound (agent type, host, resource id): {{(pid=103983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:06:37.099094 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77605ad9-c9a4-4a1a-a790-3564c4780231 admin admin] Received port after_create {{(pid=103983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 12:06:37.099648 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-77605ad9-c9a4-4a1a-a790-3564c4780231 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2021299'] for router_interface (10915a5b-44a1-445a-8ee4-c6170d308905), before_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:37.171629 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_hamode_db [None req-e997152f-3287-4f29-9dbf-4bda0d9fdd84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a519d0f1-242e-4041-a842-bab06b04f73c', 'name': 'tempest-AttachVolumeNegativeTest-534969019-router', 'tenant_id': '58b56b91563a42a8bdc5c09e03b65f27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'external_fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': 'f3414172-3630-42b6-b260-7d6d425d85c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:06:30Z', 'updated_at': '2022-04-07T12:06:33Z', 'revision_number': 3, 'project_id': '58b56b91563a42a8bdc5c09e03b65f27', 'gw_port': {'id': 'f3414172-3630-42b6-b260-7d6d425d85c0', 'name': '', 'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:5a:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a519d0f1-242e-4041-a842-bab06b04f73c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:06:32Z', 'updated_at': '2022-04-07T12:06:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4554067d-f507-4a99-8a98-0874c02c5721', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836930-1-iscsi'}], 'dv-cinder-836930-1-iscsi', False) {} {{(pid=103985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:06:37.214789 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e997152f-3287-4f29-9dbf-4bda0d9fdd84 None None] Checking router: a519d0f1-242e-4041-a842-bab06b04f73c for host: dv-cinder-836930-1-iscsi {{(pid=103985) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 12:06:37.215233 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e997152f-3287-4f29-9dbf-4bda0d9fdd84 None None] Updating router a519d0f1-242e-4041-a842-bab06b04f73c port f3414172-3630-42b6-b260-7d6d425d85c0 binding host dv-cinder-836930-1-iscsi {{(pid=103985) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 12:06:37.323466 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.58', 32924) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:06:37.323629 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-5df62e86-4530-4571-96bd-c28cda5fa265 None None] Publish callbacks [] for port (92f08395-6710-4a8f-bd95-1baa091c1ea2), precommit_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:37.342559 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Device 65b1da24-95cf-447b-8245-816b89fdb79a up at agent ovs-agent-dv-cinder-836930-1-iscsi {{(pid=103984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:06:37.409043 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron_lib.callbacks.manager [None req-e997152f-3287-4f29-9dbf-4bda0d9fdd84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (f3414172-3630-42b6-b260-7d6d425d85c0), before_update {{(pid=103985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:37.442132 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77605ad9-c9a4-4a1a-a790-3564c4780231 admin admin] Pushing event updated for resources: {'Port': ['ID=42aff1c8-3988-46df-95cf-c0a66aeca9a8,revision_number=1']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:06:37.463984 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-5df62e86-4530-4571-96bd-c28cda5fa265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780057409639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780056949607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780056949625'] for port (92f08395-6710-4a8f-bd95-1baa091c1ea2), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:37.561801 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-a9777afa-a226-4806-979d-dbfc0c16d5f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (None), before_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:37.574031 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-4351b1e4-2a33-40a3-b079-727d9e422a48 admin admin] Publish callbacks [] for security_group (bcf54ea7-8612-4360-b4a5-93b669970280), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:37.602378 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-4ee86192-ef9a-4f9c-8d37-983d911c7eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (8705c964-c35e-4008-b403-e26242cd5404), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:37.638938 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.managers [None req-5df62e86-4530-4571-96bd-c28cda5fa265 None None] Attempting to bind port 92f08395-6710-4a8f-bd95-1baa091c1ea2 on host dv-cinder-836930-1-iscsi for vnic_type normal with profile {{(pid=103984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 12:06:37.639362 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.managers [None req-5df62e86-4530-4571-96bd-c28cda5fa265 None None] Attempting to bind port 92f08395-6710-4a8f-bd95-1baa091c1ea2 by drivers openvswitch,hyperv on host dv-cinder-836930-1-iscsi at level 0 using segments [{'id': '82c7666f-c776-4b0f-ab14-8be16f51c525', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56'}] {{(pid=103984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 12:06:37.639726 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df62e86-4530-4571-96bd-c28cda5fa265 None None] Attempting to bind port 92f08395-6710-4a8f-bd95-1baa091c1ea2 on network bbaeba58-97ce-4d65-bbf2-981851410a56 {{(pid=103984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:06:37.654559 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-6927b633-fd59-42e3-8c5b-3fe1f06e44c2 None None] Current status of the port 65b1da24-95cf-447b-8245-816b89fdb79a is: ACTIVE; New status is: ACTIVE {{(pid=103984) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:06:37.657358 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0449dab-19e3-4f6e-bb0c-fcba12dc003d None None] Pushing event updated for resources: {'Port': ['ID=92f08395-6710-4a8f-bd95-1baa091c1ea2,revision_number=2']} {{(pid=103984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:06:37.662560 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df62e86-4530-4571-96bd-c28cda5fa265 None None] Checking agent: {'id': '18566f30-62c1-4fb1-af49-ebd049d63fec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836930-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 57, 39), 'started_at': datetime.datetime(2022, 4, 7, 11, 58, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 12, 6, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836930-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 12:06:37.662560 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df62e86-4530-4571-96bd-c28cda5fa265 None None] Checking segment: {'id': '82c7666f-c776-4b0f-ab14-8be16f51c525', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:06:37.662917 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-5df62e86-4530-4571-96bd-c28cda5fa265 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:37.663322 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df62e86-4530-4571-96bd-c28cda5fa265 None None] Bound using segment: {'id': '82c7666f-c776-4b0f-ab14-8be16f51c525', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56'} {{(pid=103984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 12:06:37.664419 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.managers [None req-5df62e86-4530-4571-96bd-c28cda5fa265 None None] Bound port: 92f08395-6710-4a8f-bd95-1baa091c1ea2, host: dv-cinder-836930-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82c7666f-c776-4b0f-ab14-8be16f51c525', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56'}}] {{(pid=103984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 12:06:37.664816 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-5df62e86-4530-4571-96bd-c28cda5fa265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (92f08395-6710-4a8f-bd95-1baa091c1ea2), before_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:37.686309 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-4351b1e4-2a33-40a3-b079-727d9e422a48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678166'] for security_group (bcf54ea7-8612-4360-b4a5-93b669970280), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:37.711621 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.provisioning_blocks [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Provisioning complete for port 65b1da24-95cf-447b-8245-816b89fdb79a triggered by entity L2. {{(pid=103984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:06:37.711904 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7484729'] for port (65b1da24-95cf-447b-8245-816b89fdb79a), provisioning_complete {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:37.726496 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-ee58f6f9-efae-4da0-bd80-aaf95a59bd1c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:37.735188 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [None req-4351b1e4-2a33-40a3-b079-727d9e422a48 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9cf1589272a04c29badad6544a80b1f1&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1413195 Apr 07 12:06:37.760141 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.db.db_base_plugin_common [None req-a9777afa-a226-4806-979d-dbfc0c16d5f4 admin admin] Allocated IP 172.20.0.1 (30ebdc73-30d3-4d75-a45d-118501e4a6d7/7fc98a79-6638-4f9b-8125-b4339927e49b/68192a74-ee6f-49ed-b01a-ff2103dd3c8b) {{(pid=103983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 12:06:37.774530 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.db [None req-5df62e86-4530-4571-96bd-c28cda5fa265 None None] For port 92f08395-6710-4a8f-bd95-1baa091c1ea2, host dv-cinder-836930-1-iscsi, cleared binding levels {{(pid=103984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 12:06:37.782849 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4351b1e4-2a33-40a3-b079-727d9e422a48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcf54ea7-8612-4360-b4a5-93b669970280,revision_number=1']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:06:37.802531 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.db [None req-5df62e86-4530-4571-96bd-c28cda5fa265 None None] For port 92f08395-6710-4a8f-bd95-1baa091c1ea2, host dv-cinder-836930-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836930-1-iscsi',level=0,port_id=92f08395-6710-4a8f-bd95-1baa091c1ea2,segment=NetworkSegment(82c7666f-c776-4b0f-ab14-8be16f51c525),segment_id=82c7666f-c776-4b0f-ab14-8be16f51c525)] {{(pid=103984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 12:06:37.806075 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.58', 32930) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:06:37.824235 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.provisioning_blocks [None req-86273217-f8f0-4e2e-bf6b-f20a775fee88 None None] Provisioning complete for port 42aff1c8-3988-46df-95cf-c0a66aeca9a8 triggered by entity DHCP. {{(pid=103984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:06:37.824672 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-86273217-f8f0-4e2e-bf6b-f20a775fee88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7484729'] for port (42aff1c8-3988-46df-95cf-c0a66aeca9a8), provisioning_complete {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:37.834890 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron_lib.callbacks.manager [None req-e997152f-3287-4f29-9dbf-4bda0d9fdd84 None None] Publish callbacks [] for port (f3414172-3630-42b6-b260-7d6d425d85c0), precommit_update {{(pid=103985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:37.895391 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-5df62e86-4530-4571-96bd-c28cda5fa265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780057409639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780056949607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780056949625'] for port (92f08395-6710-4a8f-bd95-1baa091c1ea2), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:37.910216 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-a9777afa-a226-4806-979d-dbfc0c16d5f4 admin admin] Publish callbacks [] for port (68192a74-ee6f-49ed-b01a-ff2103dd3c8b), precommit_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:37.918557 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-ee58f6f9-efae-4da0-bd80-aaf95a59bd1c admin admin] Publish callbacks [] for security_group (9d2632fd-5d1e-4072-9c5c-996ace628e8b), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:37.920440 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron_lib.callbacks.manager [None req-e997152f-3287-4f29-9dbf-4bda0d9fdd84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780057409639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780056949607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780056949625'] for port (f3414172-3630-42b6-b260-7d6d425d85c0), after_update {{(pid=103985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:37.946472 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-86273217-f8f0-4e2e-bf6b-f20a775fee88 None None] Port 42aff1c8-3988-46df-95cf-c0a66aeca9a8 cannot update to ACTIVE because it is not bound. {{(pid=103984) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 12:06:37.966366 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-f8d8c57f-5b7f-4675-9d9a-c33d1b241e04 req-73c15168-040c-4da9-b437-f04c6777edcd tempest-DeleteServersTestJSON-739240211 tempest-DeleteServersTestJSON-739240211-project] 10.222.0.58 "GET /v2.0/ports?device_id=3d0eeb31-0d37-4a21-9863-9437b542b275 HTTP/1.1" status: 200 len: 210 time: 0.0643151 Apr 07 12:06:37.988536 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-77605ad9-c9a4-4a1a-a790-3564c4780231 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (42aff1c8-3988-46df-95cf-c0a66aeca9a8), before_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:38.034733 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Current status of the port 65b1da24-95cf-447b-8245-816b89fdb79a is: ACTIVE; New status is: ACTIVE {{(pid=103984) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:06:38.036197 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Device 1317233d-e323-4aa8-a670-2c841474991a up at agent ovs-agent-dv-cinder-836930-1-iscsi {{(pid=103984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:06:38.043855 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-945294dd-5379-4626-b42f-07d352363347 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (21394a6d-fda4-41a7-8be6-3028c46a6266), before_update {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:38.050988 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-ee58f6f9-efae-4da0-bd80-aaf95a59bd1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678166'] for security_group (9d2632fd-5d1e-4072-9c5c-996ace628e8b), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:38.081037 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_hamode_db [None req-72c19798-4ae3-4663-a7a3-e57b1d1d6ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10915a5b-44a1-445a-8ee4-c6170d308905', 'name': 'tempest-ServerRescueNegativeTestJSON-112950129-router', 'tenant_id': '060237c359da41d49b858b2897b29918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'external_fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': '16dcc467-cd6a-4708-8a3e-1a3399f3e889', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:06:28Z', 'updated_at': '2022-04-07T12:06:30Z', 'revision_number': 3, 'project_id': '060237c359da41d49b858b2897b29918', 'gw_port': {'id': '16dcc467-cd6a-4708-8a3e-1a3399f3e889', 'name': '', 'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:4f:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10915a5b-44a1-445a-8ee4-c6170d308905', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:06:29Z', 'updated_at': '2022-04-07T12:06:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4554067d-f507-4a99-8a98-0874c02c5721', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836930-1-iscsi'}], 'dv-cinder-836930-1-iscsi', False) {} {{(pid=103985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:06:38.082431 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60c6750-2bc7-4ad3-8ba6-c72c60e3b291 None None] Pushing event updated for resources: {'Port': ['ID=f3414172-3630-42b6-b260-7d6d425d85c0,revision_number=2']} {{(pid=103985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:06:38.098412 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.plugins.ml2.managers [None req-e997152f-3287-4f29-9dbf-4bda0d9fdd84 None None] Attempting to bind port f3414172-3630-42b6-b260-7d6d425d85c0 on host dv-cinder-836930-1-iscsi for vnic_type normal with profile {{(pid=103985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 12:06:38.102621 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.plugins.ml2.managers [None req-e997152f-3287-4f29-9dbf-4bda0d9fdd84 None None] Attempting to bind port f3414172-3630-42b6-b260-7d6d425d85c0 by drivers openvswitch,hyperv on host dv-cinder-836930-1-iscsi at level 0 using segments [{'id': '82c7666f-c776-4b0f-ab14-8be16f51c525', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56'}] {{(pid=103985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 12:06:38.102621 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e997152f-3287-4f29-9dbf-4bda0d9fdd84 None None] Attempting to bind port f3414172-3630-42b6-b260-7d6d425d85c0 on network bbaeba58-97ce-4d65-bbf2-981851410a56 {{(pid=103985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:06:38.130510 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c19798-4ae3-4663-a7a3-e57b1d1d6ac4 None None] The sync data for ids ['10915a5b-44a1-445a-8ee4-c6170d308905'] in dv-cinder-836930-1-iscsi is: [{'id': '10915a5b-44a1-445a-8ee4-c6170d308905', 'name': 'tempest-ServerRescueNegativeTestJSON-112950129-router', 'tenant_id': '060237c359da41d49b858b2897b29918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'external_fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': '16dcc467-cd6a-4708-8a3e-1a3399f3e889', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:06:28Z', 'updated_at': '2022-04-07T12:06:30Z', 'revision_number': 3, 'project_id': '060237c359da41d49b858b2897b29918', 'gw_port': {'id': '16dcc467-cd6a-4708-8a3e-1a3399f3e889', 'name': '', 'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:4f:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10915a5b-44a1-445a-8ee4-c6170d308905', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:06:29Z', 'updated_at': '2022-04-07T12:06:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4554067d-f507-4a99-8a98-0874c02c5721', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836930-1-iscsi'}] {{(pid=103985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 12:06:38.133408 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e997152f-3287-4f29-9dbf-4bda0d9fdd84 None None] Checking agent: {'id': '18566f30-62c1-4fb1-af49-ebd049d63fec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836930-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 57, 39), 'started_at': datetime.datetime(2022, 4, 7, 11, 58, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 12, 6, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836930-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 12:06:38.133790 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e997152f-3287-4f29-9dbf-4bda0d9fdd84 None None] Checking segment: {'id': '82c7666f-c776-4b0f-ab14-8be16f51c525', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:06:38.134189 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron_lib.callbacks.manager [None req-e997152f-3287-4f29-9dbf-4bda0d9fdd84 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:38.138615 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e997152f-3287-4f29-9dbf-4bda0d9fdd84 None None] Bound using segment: {'id': '82c7666f-c776-4b0f-ab14-8be16f51c525', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56'} {{(pid=103985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 12:06:38.138615 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.plugins.ml2.managers [None req-e997152f-3287-4f29-9dbf-4bda0d9fdd84 None None] Bound port: f3414172-3630-42b6-b260-7d6d425d85c0, host: dv-cinder-836930-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82c7666f-c776-4b0f-ab14-8be16f51c525', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56'}}] {{(pid=103985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 12:06:38.138615 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron_lib.callbacks.manager [None req-e997152f-3287-4f29-9dbf-4bda0d9fdd84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (f3414172-3630-42b6-b260-7d6d425d85c0), before_update {{(pid=103985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:38.141440 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-a9777afa-a226-4806-979d-dbfc0c16d5f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780056949589'] for port (68192a74-ee6f-49ed-b01a-ff2103dd3c8b), after_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:38.172246 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0449dab-19e3-4f6e-bb0c-fcba12dc003d None None] Pushing event updated for resources: {'Port': ['ID=92f08395-6710-4a8f-bd95-1baa091c1ea2,revision_number=3']} {{(pid=103984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:06:38.201313 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.plugins.ml2.db [None req-e997152f-3287-4f29-9dbf-4bda0d9fdd84 None None] For port f3414172-3630-42b6-b260-7d6d425d85c0, host dv-cinder-836930-1-iscsi, cleared binding levels {{(pid=103985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 12:06:38.203934 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.plugins.ml2.db [None req-e997152f-3287-4f29-9dbf-4bda0d9fdd84 None None] For port f3414172-3630-42b6-b260-7d6d425d85c0, host dv-cinder-836930-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836930-1-iscsi',level=0,port_id=f3414172-3630-42b6-b260-7d6d425d85c0,segment=NetworkSegment(82c7666f-c776-4b0f-ab14-8be16f51c525),segment_id=82c7666f-c776-4b0f-ab14-8be16f51c525)] {{(pid=103985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 12:06:38.207606 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df62e86-4530-4571-96bd-c28cda5fa265 None None] Routers {'6425557c-237c-4a3e-8e32-6dc483dfa631'} bound to L3 agent in host dv-cinder-836930-1-iscsi {{(pid=103984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:06:38.208710 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_hamode_db [None req-5df62e86-4530-4571-96bd-c28cda5fa265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836930-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-07T11:57:34Z,description=,heartbeat_timestamp=2022-04-07T12:06:34Z,host='dv-cinder-836930-1-iscsi',id=ad8978c4-6515-441c-a828-0289badd3b4a,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:57:35Z,topic='l3_agent')) {'router_ids': ['6425557c-237c-4a3e-8e32-6dc483dfa631'], 'active': True} {{(pid=103984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:06:38.232041 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee58f6f9-efae-4da0-bd80-aaf95a59bd1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d2632fd-5d1e-4072-9c5c-996ace628e8b,revision_number=1']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:06:38.250431 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [None req-ee58f6f9-efae-4da0-bd80-aaf95a59bd1c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=98327143643e4c63968e744c43da2a1f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9225905 Apr 07 12:06:38.268674 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.58', 32936) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:06:38.271504 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron_lib.callbacks.manager [None req-e997152f-3287-4f29-9dbf-4bda0d9fdd84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780057409639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780056949607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780056949625'] for port (f3414172-3630-42b6-b260-7d6d425d85c0), after_update {{(pid=103985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:38.297594 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.provisioning_blocks [None req-86273217-f8f0-4e2e-bf6b-f20a775fee88 None None] Provisioning complete for port 21394a6d-fda4-41a7-8be6-3028c46a6266 triggered by entity DHCP. {{(pid=103984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:06:38.298036 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-86273217-f8f0-4e2e-bf6b-f20a775fee88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7484729'] for port (21394a6d-fda4-41a7-8be6-3028c46a6266), provisioning_complete {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:38.350520 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-80442375-b908-43a3-a0d9-db016ba164db admin admin] Publish callbacks [] for security_group (bcf54ea7-8612-4360-b4a5-93b669970280), before_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:38.358199 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9777afa-a226-4806-979d-dbfc0c16d5f4 admin admin] Network 30ebdc73-30d3-4d75-a45d-118501e4a6d7 is already hosted by enough agents. {{(pid=103983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:06:38.376130 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-80442375-b908-43a3-a0d9-db016ba164db admin admin] Publish callbacks [] for security_group (bcf54ea7-8612-4360-b4a5-93b669970280), precommit_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:38.385418 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.scheduler.base_scheduler [None req-a9777afa-a226-4806-979d-dbfc0c16d5f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:06:38.395537 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9777afa-a226-4806-979d-dbfc0c16d5f4 admin admin] Received port after_create {{(pid=103983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 12:06:38.396355 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-a9777afa-a226-4806-979d-dbfc0c16d5f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2021299'] for router_interface (a519d0f1-242e-4041-a842-bab06b04f73c), before_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:38.408276 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e997152f-3287-4f29-9dbf-4bda0d9fdd84 None None] Routers {'a519d0f1-242e-4041-a842-bab06b04f73c'} bound to L3 agent in host dv-cinder-836930-1-iscsi {{(pid=103985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:06:38.409420 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_hamode_db [None req-e997152f-3287-4f29-9dbf-4bda0d9fdd84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836930-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-07T11:57:34Z,description=,heartbeat_timestamp=2022-04-07T12:06:34Z,host='dv-cinder-836930-1-iscsi',id=ad8978c4-6515-441c-a828-0289badd3b4a,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:57:35Z,topic='l3_agent')) {'router_ids': ['a519d0f1-242e-4041-a842-bab06b04f73c'], 'active': True} {{(pid=103985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:06:38.411489 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9777afa-a226-4806-979d-dbfc0c16d5f4 admin admin] Pushing event updated for resources: {'Port': ['ID=68192a74-ee6f-49ed-b01a-ff2103dd3c8b,revision_number=1']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:06:38.454308 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-86273217-f8f0-4e2e-bf6b-f20a775fee88 None None] Port 21394a6d-fda4-41a7-8be6-3028c46a6266 cannot update to ACTIVE because it is not bound. {{(pid=103984) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 12:06:38.515283 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.provisioning_blocks [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Provisioning complete for port 1317233d-e323-4aa8-a670-2c841474991a triggered by entity L2. {{(pid=103984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:06:38.515967 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7484729'] for port (1317233d-e323-4aa8-a670-2c841474991a), provisioning_complete {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:38.524271 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-80442375-b908-43a3-a0d9-db016ba164db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678166'] for security_group (bcf54ea7-8612-4360-b4a5-93b669970280), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:38.537302 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-80442375-b908-43a3-a0d9-db016ba164db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:38.540766 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [None req-80442375-b908-43a3-a0d9-db016ba164db admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/bcf54ea7-8612-4360-b4a5-93b669970280 HTTP/1.1" status: 204 len: 168 time: 0.6126177 Apr 07 12:06:38.603029 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-05f2aed2-46a5-4523-894a-04560cfbeca8 admin admin] Publish callbacks [] for security_group (9d2632fd-5d1e-4072-9c5c-996ace628e8b), before_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:38.612866 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80442375-b908-43a3-a0d9-db016ba164db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcf54ea7-8612-4360-b4a5-93b669970280,revision_number=None']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:06:38.744557 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60c6750-2bc7-4ad3-8ba6-c72c60e3b291 None None] Pushing event updated for resources: {'Port': ['ID=f3414172-3630-42b6-b260-7d6d425d85c0,revision_number=3']} {{(pid=103985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:06:38.851135 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_dvr_db [None req-e997152f-3287-4f29-9dbf-4bda0d9fdd84 None None] Set router a519d0f1-242e-4041-a842-bab06b04f73c gateway port host: dv-cinder-836930-1-iscsi {{(pid=103985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:06:38.869230 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-05f2aed2-46a5-4523-894a-04560cfbeca8 admin admin] Publish callbacks [] for security_group (9d2632fd-5d1e-4072-9c5c-996ace628e8b), precommit_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:38.986526 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (18566f30-62c1-4fb1-af49-ebd049d63fec), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:38.996701 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_dvr_db [None req-5df62e86-4530-4571-96bd-c28cda5fa265 None None] Set router 6425557c-237c-4a3e-8e32-6dc483dfa631 gateway port host: dv-cinder-836930-1-iscsi {{(pid=103984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:06:39.004647 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Current status of the port 1317233d-e323-4aa8-a670-2c841474991a is: ACTIVE; New status is: ACTIVE {{(pid=103984) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:06:39.043734 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-945294dd-5379-4626-b42f-07d352363347 admin admin] Publish callbacks [] for port (21394a6d-fda4-41a7-8be6-3028c46a6266), precommit_update {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:39.120231 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-945294dd-5379-4626-b42f-07d352363347 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780057409639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780056949607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780056949625'] for port (21394a6d-fda4-41a7-8be6-3028c46a6266), after_update {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:39.125955 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-945294dd-5379-4626-b42f-07d352363347 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2021151'] for router_interface (6425557c-237c-4a3e-8e32-6dc483dfa631), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:39.281454 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-05f2aed2-46a5-4523-894a-04560cfbeca8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678166'] for security_group (9d2632fd-5d1e-4072-9c5c-996ace628e8b), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:39.299571 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-05f2aed2-46a5-4523-894a-04560cfbeca8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:39.308056 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.provisioning_blocks [None req-dc57c0cb-597a-422c-979e-9230fef92055 None None] Provisioning complete for port 68192a74-ee6f-49ed-b01a-ff2103dd3c8b triggered by entity DHCP. {{(pid=103984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:06:39.309991 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-dc57c0cb-597a-422c-979e-9230fef92055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7484729'] for port (68192a74-ee6f-49ed-b01a-ff2103dd3c8b), provisioning_complete {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:39.324113 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [None req-05f2aed2-46a5-4523-894a-04560cfbeca8 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9d2632fd-5d1e-4072-9c5c-996ace628e8b HTTP/1.1" status: 204 len: 168 time: 1.0399983 Apr 07 12:06:39.326569 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Device 16dcc467-cd6a-4708-8a3e-1a3399f3e889 up at agent ovs-agent-dv-cinder-836930-1-iscsi {{(pid=103984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:06:39.362749 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945294dd-5379-4626-b42f-07d352363347 admin admin] Pushing event updated for resources: {'Port': ['ID=21394a6d-fda4-41a7-8be6-3028c46a6266,revision_number=2']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:06:39.392433 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-77605ad9-c9a4-4a1a-a790-3564c4780231 admin admin] Publish callbacks [] for port (42aff1c8-3988-46df-95cf-c0a66aeca9a8), precommit_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:39.427619 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-6e49a34d-19e5-48c7-9277-31a3e635e799 req-c62228d8-53c5-471e-ad51-4dd6f0a86d88 tempest-DeleteServersTestJSON-739240211 tempest-DeleteServersTestJSON-739240211-project] 10.222.0.58 "GET /v2.0/ports?device_id=3d0eeb31-0d37-4a21-9863-9437b542b275 HTTP/1.1" status: 200 len: 210 time: 0.1547537 Apr 07 12:06:39.447998 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f2aed2-46a5-4523-894a-04560cfbeca8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d2632fd-5d1e-4072-9c5c-996ace628e8b,revision_number=None']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:06:39.510982 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-77605ad9-c9a4-4a1a-a790-3564c4780231 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780057409639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780056949607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780056949625'] for port (42aff1c8-3988-46df-95cf-c0a66aeca9a8), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:39.512658 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-77605ad9-c9a4-4a1a-a790-3564c4780231 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2021151'] for router_interface (10915a5b-44a1-445a-8ee4-c6170d308905), after_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:39.551681 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_hamode_db [None req-e997152f-3287-4f29-9dbf-4bda0d9fdd84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a519d0f1-242e-4041-a842-bab06b04f73c', 'name': 'tempest-AttachVolumeNegativeTest-534969019-router', 'tenant_id': '58b56b91563a42a8bdc5c09e03b65f27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'external_fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': 'f3414172-3630-42b6-b260-7d6d425d85c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:06:30Z', 'updated_at': '2022-04-07T12:06:33Z', 'revision_number': 3, 'project_id': '58b56b91563a42a8bdc5c09e03b65f27', 'gw_port': {'id': 'f3414172-3630-42b6-b260-7d6d425d85c0', 'name': '', 'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:5a:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a519d0f1-242e-4041-a842-bab06b04f73c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:06:32Z', 'updated_at': '2022-04-07T12:06:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4554067d-f507-4a99-8a98-0874c02c5721', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836930-1-iscsi'}], 'dv-cinder-836930-1-iscsi', False) {} {{(pid=103985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:06:39.591304 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.49', 55566) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:06:39.627666 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77605ad9-c9a4-4a1a-a790-3564c4780231 admin admin] Pushing event updated for resources: {'Port': ['ID=42aff1c8-3988-46df-95cf-c0a66aeca9a8,revision_number=2']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:06:39.637822 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-dc57c0cb-597a-422c-979e-9230fef92055 None None] Port 68192a74-ee6f-49ed-b01a-ff2103dd3c8b cannot update to ACTIVE because it is not bound. {{(pid=103984) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 12:06:39.677135 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e997152f-3287-4f29-9dbf-4bda0d9fdd84 None None] The sync data for ids ['a519d0f1-242e-4041-a842-bab06b04f73c'] in dv-cinder-836930-1-iscsi is: [{'id': 'a519d0f1-242e-4041-a842-bab06b04f73c', 'name': 'tempest-AttachVolumeNegativeTest-534969019-router', 'tenant_id': '58b56b91563a42a8bdc5c09e03b65f27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'external_fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': 'f3414172-3630-42b6-b260-7d6d425d85c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:06:30Z', 'updated_at': '2022-04-07T12:06:33Z', 'revision_number': 3, 'project_id': '58b56b91563a42a8bdc5c09e03b65f27', 'gw_port': {'id': 'f3414172-3630-42b6-b260-7d6d425d85c0', 'name': '', 'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:5a:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a519d0f1-242e-4041-a842-bab06b04f73c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:06:32Z', 'updated_at': '2022-04-07T12:06:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4554067d-f507-4a99-8a98-0874c02c5721', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836930-1-iscsi'}] {{(pid=103985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 12:06:39.800854 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.provisioning_blocks [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Provisioning complete for port 16dcc467-cd6a-4708-8a3e-1a3399f3e889 triggered by entity L2. {{(pid=103984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:06:39.801339 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7484729'] for port (16dcc467-cd6a-4708-8a3e-1a3399f3e889), provisioning_complete {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:39.834160 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.58', 32982) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:06:39.889518 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77605ad9-c9a4-4a1a-a790-3564c4780231 admin admin] Network b54ec153-3bc9-439f-b426-165a936f23bb is already hosted by enough agents. {{(pid=103983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:06:39.893301 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.scheduler.base_scheduler [None req-77605ad9-c9a4-4a1a-a790-3564c4780231 admin admin] Resources bound (agent type, host, resource id): {{(pid=103983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:06:39.906177 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-a9777afa-a226-4806-979d-dbfc0c16d5f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (68192a74-ee6f-49ed-b01a-ff2103dd3c8b), before_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:40.144958 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Current status of the port 16dcc467-cd6a-4708-8a3e-1a3399f3e889 is: DOWN; New status is: ACTIVE {{(pid=103984) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:06:40.145346 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (16dcc467-cd6a-4708-8a3e-1a3399f3e889), before_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:40.240356 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.db [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] For port 16dcc467-cd6a-4708-8a3e-1a3399f3e889, host dv-cinder-836930-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836930-1-iscsi',level=0,port_id=16dcc467-cd6a-4708-8a3e-1a3399f3e889,segment=NetworkSegment(82c7666f-c776-4b0f-ab14-8be16f51c525),segment_id=82c7666f-c776-4b0f-ab14-8be16f51c525)] {{(pid=103984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:06:40.274841 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_hamode_db [None req-5df62e86-4530-4571-96bd-c28cda5fa265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6425557c-237c-4a3e-8e32-6dc483dfa631', 'name': 'tempest-AttachVolumeTestJSON-1991479010-router', 'tenant_id': 'bb7aeab7f2af4131992847a73f3c7e0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'external_fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': '92f08395-6710-4a8f-bd95-1baa091c1ea2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:06:29Z', 'updated_at': '2022-04-07T12:06:37Z', 'revision_number': 4, 'project_id': 'bb7aeab7f2af4131992847a73f3c7e0a', 'gw_port': {'id': '92f08395-6710-4a8f-bd95-1baa091c1ea2', 'name': '', 'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:40:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6425557c-237c-4a3e-8e32-6dc483dfa631', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:06:31Z', 'updated_at': '2022-04-07T12:06:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4554067d-f507-4a99-8a98-0874c02c5721', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836930-1-iscsi', '_interfaces': [{'id': '21394a6d-fda4-41a7-8be6-3028c46a6266', 'name': '', 'network_id': 'fcace665-ea97-4783-845e-38b6ed7c4b29', 'tenant_id': 'bb7aeab7f2af4131992847a73f3c7e0a', 'mac_address': 'fa:16:3e:73:56:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6425557c-237c-4a3e-8e32-6dc483dfa631', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'f6c89c23-3e38-47dc-af91-b69590186a24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:06:35Z', 'updated_at': '2022-04-07T12:06:36Z', 'revision_number': 1, 'project_id': 'bb7aeab7f2af4131992847a73f3c7e0a', 'subnets': [{'id': 'f6c89c23-3e38-47dc-af91-b69590186a24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836930-1-iscsi', False) {} {{(pid=103984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:06:40.358341 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df62e86-4530-4571-96bd-c28cda5fa265 None None] The sync data for ids ['6425557c-237c-4a3e-8e32-6dc483dfa631'] in dv-cinder-836930-1-iscsi is: [{'id': '6425557c-237c-4a3e-8e32-6dc483dfa631', 'name': 'tempest-AttachVolumeTestJSON-1991479010-router', 'tenant_id': 'bb7aeab7f2af4131992847a73f3c7e0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'external_fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': '92f08395-6710-4a8f-bd95-1baa091c1ea2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:06:29Z', 'updated_at': '2022-04-07T12:06:37Z', 'revision_number': 4, 'project_id': 'bb7aeab7f2af4131992847a73f3c7e0a', 'gw_port': {'id': '92f08395-6710-4a8f-bd95-1baa091c1ea2', 'name': '', 'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:40:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6425557c-237c-4a3e-8e32-6dc483dfa631', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:06:31Z', 'updated_at': '2022-04-07T12:06:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4554067d-f507-4a99-8a98-0874c02c5721', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836930-1-iscsi', '_interfaces': [{'id': '21394a6d-fda4-41a7-8be6-3028c46a6266', 'name': '', 'network_id': 'fcace665-ea97-4783-845e-38b6ed7c4b29', 'tenant_id': 'bb7aeab7f2af4131992847a73f3c7e0a', 'mac_address': 'fa:16:3e:73:56:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6425557c-237c-4a3e-8e32-6dc483dfa631', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'f6c89c23-3e38-47dc-af91-b69590186a24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:06:35Z', 'updated_at': '2022-04-07T12:06:36Z', 'revision_number': 1, 'project_id': 'bb7aeab7f2af4131992847a73f3c7e0a', 'subnets': [{'id': 'f6c89c23-3e38-47dc-af91-b69590186a24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 12:06:40.360223 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780057409639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780056949607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780056949625'] for port (16dcc467-cd6a-4708-8a3e-1a3399f3e889), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:40.525825 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Pushing event updated for resources: {'Port': ['ID=16dcc467-cd6a-4708-8a3e-1a3399f3e889,revision_number=4']} {{(pid=103984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:06:40.545514 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.provisioning_blocks [None req-7cd47968-5741-4dcf-b70f-4d15fc6c8964 None None] Provisioning complete for port 42aff1c8-3988-46df-95cf-c0a66aeca9a8 triggered by entity DHCP. {{(pid=103984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:06:40.545910 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-7cd47968-5741-4dcf-b70f-4d15fc6c8964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7484729'] for port (42aff1c8-3988-46df-95cf-c0a66aeca9a8), provisioning_complete {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:40.548935 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-661593cf-2b94-4c92-ab0d-3cbf2acbd1e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:40.573593 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-945294dd-5379-4626-b42f-07d352363347 admin admin] Network fcace665-ea97-4783-845e-38b6ed7c4b29 is already hosted by enough agents. {{(pid=103982) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:06:40.683447 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.scheduler.base_scheduler [None req-945294dd-5379-4626-b42f-07d352363347 admin admin] Resources bound (agent type, host, resource id): {{(pid=103982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:06:40.691895 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-7cd47968-5741-4dcf-b70f-4d15fc6c8964 None None] Port 42aff1c8-3988-46df-95cf-c0a66aeca9a8 cannot update to ACTIVE because it is not bound. {{(pid=103984) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 12:06:40.757331 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.wsgi [-] (103983) accepted ('10.222.0.58', 33012) {{(pid=103983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:06:40.768494 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-50614c7b-97a7-4a0f-ab1d-fb7a88523cd7 req-5167f701-ebe3-48bb-898d-d93e9542bb75 tempest-DeleteServersTestJSON-739240211 tempest-DeleteServersTestJSON-739240211-project] 10.222.0.58 "GET /v2.0/ports?device_id=3d0eeb31-0d37-4a21-9863-9437b542b275 HTTP/1.1" status: 200 len: 210 time: 0.1322560 Apr 07 12:06:40.849864 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-b93b6653-c93d-4df2-afe1-a8cb8d1eb4cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:40.932166 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-a9777afa-a226-4806-979d-dbfc0c16d5f4 admin admin] Publish callbacks [] for port (68192a74-ee6f-49ed-b01a-ff2103dd3c8b), precommit_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:40.958137 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82eaedb4-8ba9-41f8-998b-3db369177f67 req-bbfe23e2-97b2-4472-a422-8b4f9583e875 tempest-DeleteServersTestJSON-739240211 tempest-DeleteServersTestJSON-739240211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:06:40.966141 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-82eaedb4-8ba9-41f8-998b-3db369177f67 req-bbfe23e2-97b2-4472-a422-8b4f9583e875 tempest-DeleteServersTestJSON-739240211 tempest-DeleteServersTestJSON-739240211-project] 10.222.0.49 "GET /v2.0/networks?id=ef8fb76c-b472-4e52-839b-1b393fbe6d47 HTTP/1.1" status: 200 len: 811 time: 1.3726869 Apr 07 12:06:40.997072 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77605ad9-c9a4-4a1a-a790-3564c4780231 admin admin] Router 10915a5b-44a1-445a-8ee4-c6170d308905 has already been hosted by L3 agent ad8978c4-6515-441c-a828-0289badd3b4a {{(pid=103983) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 12:06:41.003899 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-a9777afa-a226-4806-979d-dbfc0c16d5f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780057409639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780056949607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780056949625'] for port (68192a74-ee6f-49ed-b01a-ff2103dd3c8b), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:41.004640 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-a9777afa-a226-4806-979d-dbfc0c16d5f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2021151'] for router_interface (a519d0f1-242e-4041-a842-bab06b04f73c), after_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:41.044140 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.v2.base [req-82eaedb4-8ba9-41f8-998b-3db369177f67 req-a6e573c0-65bb-44d6-967c-706328ea9593 tempest-DeleteServersTestJSON-739240211 tempest-DeleteServersTestJSON-739240211-project] Request body: {'port': {'device_id': '3d0eeb31-0d37-4a21-9863-9437b542b275', 'network_id': 'ef8fb76c-b472-4e52-839b-1b393fbe6d47', 'admin_state_up': True, 'tenant_id': 'd7f643162643446e97d4a3e03a7345d7'}} {{(pid=103982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:06:41.394570 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.provisioning_blocks [None req-20394aba-d891-4e79-997b-009154c71b70 None None] Provisioning complete for port 21394a6d-fda4-41a7-8be6-3028c46a6266 triggered by entity DHCP. {{(pid=103984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:06:41.400632 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-20394aba-d891-4e79-997b-009154c71b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7484729'] for port (21394a6d-fda4-41a7-8be6-3028c46a6266), provisioning_complete {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:41.507602 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-20394aba-d891-4e79-997b-009154c71b70 None None] Port 21394a6d-fda4-41a7-8be6-3028c46a6266 cannot update to ACTIVE because it is not bound. {{(pid=103984) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 12:06:41.510988 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Device f3414172-3630-42b6-b260-7d6d425d85c0 up at agent ovs-agent-dv-cinder-836930-1-iscsi {{(pid=103984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:06:41.669769 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-945294dd-5379-4626-b42f-07d352363347 admin admin] Router 6425557c-237c-4a3e-8e32-6dc483dfa631 has already been hosted by L3 agent ad8978c4-6515-441c-a828-0289badd3b4a {{(pid=103982) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 12:06:41.696831 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.provisioning_blocks [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Provisioning complete for port f3414172-3630-42b6-b260-7d6d425d85c0 triggered by entity L2. {{(pid=103984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:06:41.700670 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7484729'] for port (f3414172-3630-42b6-b260-7d6d425d85c0), provisioning_complete {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:41.703359 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-661593cf-2b94-4c92-ab0d-3cbf2acbd1e9 admin admin] Publish callbacks [] for security_group (44e0de2d-5b39-4e5d-839f-e1307a10e1da), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:41.794042 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-661593cf-2b94-4c92-ab0d-3cbf2acbd1e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678166'] for security_group (44e0de2d-5b39-4e5d-839f-e1307a10e1da), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:41.868871 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661593cf-2b94-4c92-ab0d-3cbf2acbd1e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44e0de2d-5b39-4e5d-839f-e1307a10e1da,revision_number=1']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:06:41.900929 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Current status of the port f3414172-3630-42b6-b260-7d6d425d85c0 is: DOWN; New status is: ACTIVE {{(pid=103984) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:06:41.908048 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (f3414172-3630-42b6-b260-7d6d425d85c0), before_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:41.951449 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-b93b6653-c93d-4df2-afe1-a8cb8d1eb4cc admin admin] Publish callbacks [] for security_group (63a8347a-1616-43eb-9f52-68568468bfc6), precommit_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:41.962889 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82eaedb4-8ba9-41f8-998b-3db369177f67 req-a6e573c0-65bb-44d6-967c-706328ea9593 tempest-DeleteServersTestJSON-739240211 tempest-DeleteServersTestJSON-739240211-project] Made reservation on behalf of d7f643162643446e97d4a3e03a7345d7 for: {'port': 1} {{(pid=103982) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 12:06:41.965066 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9777afa-a226-4806-979d-dbfc0c16d5f4 admin admin] Pushing event updated for resources: {'Port': ['ID=68192a74-ee6f-49ed-b01a-ff2103dd3c8b,revision_number=2']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:06:41.966363 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [req-82eaedb4-8ba9-41f8-998b-3db369177f67 req-a6e573c0-65bb-44d6-967c-706328ea9593 tempest-DeleteServersTestJSON-739240211 tempest-DeleteServersTestJSON-739240211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (None), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:41.974600 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77605ad9-c9a4-4a1a-a790-3564c4780231 admin admin] Notify agent at l3_agent.dv-cinder-836930-1-iscsi the message routers_updated {{(pid=103983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 12:06:41.975716 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [None req-661593cf-2b94-4c92-ab0d-3cbf2acbd1e9 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2cc5edd8127248e39cf9d249a6a6f2d9&name=default HTTP/1.1" status: 200 len: 2992 time: 2.1397960 Apr 07 12:06:41.981870 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [None req-77605ad9-c9a4-4a1a-a790-3564c4780231 admin admin] 10.222.0.58 "PUT /v2.0/routers/10915a5b-44a1-445a-8ee4-c6170d308905/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2311494 Apr 07 12:06:41.982736 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.wsgi [-] (103983) accepted ('10.222.0.58', 33044) {{(pid=103983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:06:42.002694 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f26513-9186-46fc-876a-e8a71d7903e0 None None] Sync routers for ids ['10915a5b-44a1-445a-8ee4-c6170d308905'] in dv-cinder-836930-1-iscsi {{(pid=103984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 12:06:42.041824 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.db [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] For port f3414172-3630-42b6-b260-7d6d425d85c0, host dv-cinder-836930-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836930-1-iscsi',level=0,port_id=f3414172-3630-42b6-b260-7d6d425d85c0,segment=NetworkSegment(82c7666f-c776-4b0f-ab14-8be16f51c525),segment_id=82c7666f-c776-4b0f-ab14-8be16f51c525)] {{(pid=103984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:06:42.056230 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f26513-9186-46fc-876a-e8a71d7903e0 None None] Routers {'10915a5b-44a1-445a-8ee4-c6170d308905'} bound to L3 agent in host dv-cinder-836930-1-iscsi {{(pid=103984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:06:42.057208 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_hamode_db [None req-24f26513-9186-46fc-876a-e8a71d7903e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836930-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-07T11:57:34Z,description=,heartbeat_timestamp=2022-04-07T12:06:34Z,host='dv-cinder-836930-1-iscsi',id=ad8978c4-6515-441c-a828-0289badd3b4a,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:57:35Z,topic='l3_agent')) {'router_ids': ['10915a5b-44a1-445a-8ee4-c6170d308905'], 'active': True} {{(pid=103984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:06:42.100549 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-945294dd-5379-4626-b42f-07d352363347 admin admin] Notify agent at l3_agent.dv-cinder-836930-1-iscsi the message routers_updated {{(pid=103982) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 12:06:42.110647 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-b93b6653-c93d-4df2-afe1-a8cb8d1eb4cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678166'] for security_group (63a8347a-1616-43eb-9f52-68568468bfc6), after_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:42.120095 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [None req-945294dd-5379-4626-b42f-07d352363347 admin admin] 10.222.0.58 "PUT /v2.0/routers/6425557c-237c-4a3e-8e32-6dc483dfa631/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8564215 Apr 07 12:06:42.166931 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780057409639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780056949607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780056949625'] for port (f3414172-3630-42b6-b260-7d6d425d85c0), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:42.168166 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Device 16dcc467-cd6a-4708-8a3e-1a3399f3e889 up at agent ovs-agent-dv-cinder-836930-1-iscsi {{(pid=103984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:06:42.289823 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [None req-b93b6653-c93d-4df2-afe1-a8cb8d1eb4cc admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=55a4b4a9318e4932829ce701a15d53ee&name=default HTTP/1.1" status: 200 len: 2992 time: 1.5200529 Apr 07 12:06:42.294314 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-67bc5949-9d80-4f3c-b004-27d5a3bdcc6d req-251f437a-8af6-46ea-a02f-da578c5b720c tempest-DeleteServersTestJSON-739240211 tempest-DeleteServersTestJSON-739240211-project] 10.222.0.58 "GET /v2.0/ports?device_id=3d0eeb31-0d37-4a21-9863-9437b542b275 HTTP/1.1" status: 200 len: 210 time: 0.2816441 Apr 07 12:06:42.295069 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.58', 33052) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:06:42.302725 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9777afa-a226-4806-979d-dbfc0c16d5f4 admin admin] Network 30ebdc73-30d3-4d75-a45d-118501e4a6d7 is already hosted by enough agents. {{(pid=103983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:06:42.355097 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.scheduler.base_scheduler [None req-a9777afa-a226-4806-979d-dbfc0c16d5f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:06:42.542278 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93b6653-c93d-4df2-afe1-a8cb8d1eb4cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63a8347a-1616-43eb-9f52-68568468bfc6,revision_number=1']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:06:42.577689 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-121578ee-f94e-4d14-b0c5-de5ecfa25690 admin admin] Publish callbacks [] for security_group (44e0de2d-5b39-4e5d-839f-e1307a10e1da), before_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:42.711560 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.db.db_base_plugin_common [req-82eaedb4-8ba9-41f8-998b-3db369177f67 req-a6e573c0-65bb-44d6-967c-706328ea9593 tempest-DeleteServersTestJSON-739240211 tempest-DeleteServersTestJSON-739240211-project] Allocated IP 172.20.0.12 (ef8fb76c-b472-4e52-839b-1b393fbe6d47/2997acbd-48a6-4bf1-9f78-9c3596892247/c3288a8e-fdcf-410d-8cb0-aa05fa988555) {{(pid=103982) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 12:06:42.782766 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-ae9333b4-8f20-4a3a-a05a-55474361f8c6 admin admin] Publish callbacks [] for security_group (63a8347a-1616-43eb-9f52-68568468bfc6), before_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:42.823584 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Pushing event updated for resources: {'Port': ['ID=f3414172-3630-42b6-b260-7d6d425d85c0,revision_number=4']} {{(pid=103984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:06:42.934185 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-121578ee-f94e-4d14-b0c5-de5ecfa25690 admin admin] Publish callbacks [] for security_group (44e0de2d-5b39-4e5d-839f-e1307a10e1da), precommit_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:42.943443 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-ae9333b4-8f20-4a3a-a05a-55474361f8c6 admin admin] Publish callbacks [] for security_group (63a8347a-1616-43eb-9f52-68568468bfc6), precommit_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:43.016895 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_dvr_db [None req-24f26513-9186-46fc-876a-e8a71d7903e0 None None] Set router 10915a5b-44a1-445a-8ee4-c6170d308905 gateway port host: dv-cinder-836930-1-iscsi {{(pid=103984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:06:43.176999 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.provisioning_blocks [None req-9d305a33-e847-40e4-af02-2f605fb39823 None None] Provisioning complete for port 68192a74-ee6f-49ed-b01a-ff2103dd3c8b triggered by entity DHCP. {{(pid=103984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:06:43.177940 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-9d305a33-e847-40e4-af02-2f605fb39823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7484729'] for port (68192a74-ee6f-49ed-b01a-ff2103dd3c8b), provisioning_complete {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:43.295875 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9777afa-a226-4806-979d-dbfc0c16d5f4 admin admin] Router a519d0f1-242e-4041-a842-bab06b04f73c has already been hosted by L3 agent ad8978c4-6515-441c-a828-0289badd3b4a {{(pid=103983) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 12:06:43.433624 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee99cf8e-88f3-4d13-9a01-d5768bc833e5 req-064b9239-c16b-4c86-a2a2-0789a4ced881 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:06:43.441327 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-ee99cf8e-88f3-4d13-9a01-d5768bc833e5 req-064b9239-c16b-4c86-a2a2-0789a4ced881 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/networks?id=b54ec153-3bc9-439f-b426-165a936f23bb HTTP/1.1" status: 200 len: 818 time: 0.2045553 Apr 07 12:06:43.486850 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-ee99cf8e-88f3-4d13-9a01-d5768bc833e5 req-72bc2154-361f-4817-bc22-50a8bf2eec97 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/quotas/060237c359da41d49b858b2897b29918 HTTP/1.1" status: 200 len: 375 time: 0.0442119 Apr 07 12:06:43.523719 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9777afa-a226-4806-979d-dbfc0c16d5f4 admin admin] Notify agent at l3_agent.dv-cinder-836930-1-iscsi the message routers_updated {{(pid=103983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 12:06:43.528645 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [None req-a9777afa-a226-4806-979d-dbfc0c16d5f4 admin admin] 10.222.0.58 "PUT /v2.0/routers/a519d0f1-242e-4041-a842-bab06b04f73c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3825386 Apr 07 12:06:43.536139 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87fc9237-c3a1-425c-b01f-d788b3a573dc None None] Sync routers for ids ['a519d0f1-242e-4041-a842-bab06b04f73c'] in dv-cinder-836930-1-iscsi {{(pid=103985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 12:06:43.557371 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-9d305a33-e847-40e4-af02-2f605fb39823 None None] Port 68192a74-ee6f-49ed-b01a-ff2103dd3c8b cannot update to ACTIVE because it is not bound. {{(pid=103984) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 12:06:43.563479 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87fc9237-c3a1-425c-b01f-d788b3a573dc None None] Routers {'a519d0f1-242e-4041-a842-bab06b04f73c'} bound to L3 agent in host dv-cinder-836930-1-iscsi {{(pid=103985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:06:43.565340 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_hamode_db [None req-87fc9237-c3a1-425c-b01f-d788b3a573dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836930-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-07T11:57:34Z,description=,heartbeat_timestamp=2022-04-07T12:06:34Z,host='dv-cinder-836930-1-iscsi',id=ad8978c4-6515-441c-a828-0289badd3b4a,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:57:35Z,topic='l3_agent')) {'router_ids': ['a519d0f1-242e-4041-a842-bab06b04f73c'], 'active': True} {{(pid=103985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:06:43.571021 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-121578ee-f94e-4d14-b0c5-de5ecfa25690 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678166'] for security_group (44e0de2d-5b39-4e5d-839f-e1307a10e1da), after_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:43.573710 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-121578ee-f94e-4d14-b0c5-de5ecfa25690 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:43.575108 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [None req-121578ee-f94e-4d14-b0c5-de5ecfa25690 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/44e0de2d-5b39-4e5d-839f-e1307a10e1da HTTP/1.1" status: 204 len: 168 time: 1.5875778 Apr 07 12:06:43.593205 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121578ee-f94e-4d14-b0c5-de5ecfa25690 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44e0de2d-5b39-4e5d-839f-e1307a10e1da,revision_number=None']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:06:43.594591 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.provisioning_blocks [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Provisioning complete for port 16dcc467-cd6a-4708-8a3e-1a3399f3e889 triggered by entity L2. {{(pid=103984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:06:43.595218 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7484729'] for port (16dcc467-cd6a-4708-8a3e-1a3399f3e889), provisioning_complete {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:43.682652 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-ae9333b4-8f20-4a3a-a05a-55474361f8c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678166'] for security_group (63a8347a-1616-43eb-9f52-68568468bfc6), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:43.690408 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-ae9333b4-8f20-4a3a-a05a-55474361f8c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:43.690408 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [None req-ae9333b4-8f20-4a3a-a05a-55474361f8c6 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/63a8347a-1616-43eb-9f52-68568468bfc6 HTTP/1.1" status: 204 len: 168 time: 1.3886380 Apr 07 12:06:43.813399 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9333b4-8f20-4a3a-a05a-55474361f8c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63a8347a-1616-43eb-9f52-68568468bfc6,revision_number=None']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:06:43.866181 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_dvr_db [None req-87fc9237-c3a1-425c-b01f-d788b3a573dc None None] Set router a519d0f1-242e-4041-a842-bab06b04f73c gateway port host: dv-cinder-836930-1-iscsi {{(pid=103985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:06:43.928022 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-ee99cf8e-88f3-4d13-9a01-d5768bc833e5 req-29dcd739-cbce-4805-9a26-bb63be2ceb32 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=060237c359da41d49b858b2897b29918&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4239078 Apr 07 12:06:44.008883 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [req-82eaedb4-8ba9-41f8-998b-3db369177f67 req-a6e573c0-65bb-44d6-967c-706328ea9593 tempest-DeleteServersTestJSON-739240211 tempest-DeleteServersTestJSON-739240211-project] Publish callbacks [] for port (c3288a8e-fdcf-410d-8cb0-aa05fa988555), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:44.143249 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [req-82eaedb4-8ba9-41f8-998b-3db369177f67 req-a6e573c0-65bb-44d6-967c-706328ea9593 tempest-DeleteServersTestJSON-739240211 tempest-DeleteServersTestJSON-739240211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780056949589'] for port (c3288a8e-fdcf-410d-8cb0-aa05fa988555), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:44.241045 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Current status of the port 16dcc467-cd6a-4708-8a3e-1a3399f3e889 is: ACTIVE; New status is: ACTIVE {{(pid=103984) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:06:44.250274 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_hamode_db [None req-24f26513-9186-46fc-876a-e8a71d7903e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10915a5b-44a1-445a-8ee4-c6170d308905', 'name': 'tempest-ServerRescueNegativeTestJSON-112950129-router', 'tenant_id': '060237c359da41d49b858b2897b29918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'external_fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': '16dcc467-cd6a-4708-8a3e-1a3399f3e889', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:06:28Z', 'updated_at': '2022-04-07T12:06:37Z', 'revision_number': 4, 'project_id': '060237c359da41d49b858b2897b29918', 'gw_port': {'id': '16dcc467-cd6a-4708-8a3e-1a3399f3e889', 'name': '', 'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:4f:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10915a5b-44a1-445a-8ee4-c6170d308905', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:06:29Z', 'updated_at': '2022-04-07T12:06:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4554067d-f507-4a99-8a98-0874c02c5721', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836930-1-iscsi', '_interfaces': [{'id': '42aff1c8-3988-46df-95cf-c0a66aeca9a8', 'name': '', 'network_id': 'b54ec153-3bc9-439f-b426-165a936f23bb', 'tenant_id': '060237c359da41d49b858b2897b29918', 'mac_address': 'fa:16:3e:08:1b:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10915a5b-44a1-445a-8ee4-c6170d308905', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '45a072d7-ade8-4cd2-9025-cfaa01b8e30d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:06:35Z', 'updated_at': '2022-04-07T12:06:38Z', 'revision_number': 2, 'project_id': '060237c359da41d49b858b2897b29918', 'subnets': [{'id': '45a072d7-ade8-4cd2-9025-cfaa01b8e30d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836930-1-iscsi', False) {} {{(pid=103984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:06:44.358639 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f26513-9186-46fc-876a-e8a71d7903e0 None None] Checking router: 10915a5b-44a1-445a-8ee4-c6170d308905 for host: dv-cinder-836930-1-iscsi {{(pid=103984) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 12:06:44.359177 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f26513-9186-46fc-876a-e8a71d7903e0 None None] Updating router 10915a5b-44a1-445a-8ee4-c6170d308905 port 42aff1c8-3988-46df-95cf-c0a66aeca9a8 binding host dv-cinder-836930-1-iscsi {{(pid=103984) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 12:06:44.396659 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-24f26513-9186-46fc-876a-e8a71d7903e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (42aff1c8-3988-46df-95cf-c0a66aeca9a8), before_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:44.449790 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_hamode_db [None req-87fc9237-c3a1-425c-b01f-d788b3a573dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a519d0f1-242e-4041-a842-bab06b04f73c', 'name': 'tempest-AttachVolumeNegativeTest-534969019-router', 'tenant_id': '58b56b91563a42a8bdc5c09e03b65f27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'external_fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': 'f3414172-3630-42b6-b260-7d6d425d85c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:06:30Z', 'updated_at': '2022-04-07T12:06:39Z', 'revision_number': 4, 'project_id': '58b56b91563a42a8bdc5c09e03b65f27', 'gw_port': {'id': 'f3414172-3630-42b6-b260-7d6d425d85c0', 'name': '', 'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:5a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a519d0f1-242e-4041-a842-bab06b04f73c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:06:32Z', 'updated_at': '2022-04-07T12:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4554067d-f507-4a99-8a98-0874c02c5721', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836930-1-iscsi', '_interfaces': [{'id': '68192a74-ee6f-49ed-b01a-ff2103dd3c8b', 'name': '', 'network_id': '30ebdc73-30d3-4d75-a45d-118501e4a6d7', 'tenant_id': '58b56b91563a42a8bdc5c09e03b65f27', 'mac_address': 'fa:16:3e:8d:10:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a519d0f1-242e-4041-a842-bab06b04f73c', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '7fc98a79-6638-4f9b-8125-b4339927e49b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:06:37Z', 'updated_at': '2022-04-07T12:06:40Z', 'revision_number': 2, 'project_id': '58b56b91563a42a8bdc5c09e03b65f27', 'subnets': [{'id': '7fc98a79-6638-4f9b-8125-b4339927e49b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836930-1-iscsi', False) {} {{(pid=103985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:06:44.472132 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82eaedb4-8ba9-41f8-998b-3db369177f67 req-a6e573c0-65bb-44d6-967c-706328ea9593 tempest-DeleteServersTestJSON-739240211 tempest-DeleteServersTestJSON-739240211-project] Network ef8fb76c-b472-4e52-839b-1b393fbe6d47 is already hosted by enough agents. {{(pid=103982) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:06:44.500047 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.wsgi [-] (103983) accepted ('10.222.0.58', 33128) {{(pid=103983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:06:44.506181 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.v2.base [None req-3d6938b2-9bcb-407c-ac55-b1ea31c9648d tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1272800445', 'description': 'tempest-description--216340263'}} {{(pid=103983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:06:44.532312 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87fc9237-c3a1-425c-b01f-d788b3a573dc None None] Checking router: a519d0f1-242e-4041-a842-bab06b04f73c for host: dv-cinder-836930-1-iscsi {{(pid=103985) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 12:06:44.534881 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87fc9237-c3a1-425c-b01f-d788b3a573dc None None] Updating router a519d0f1-242e-4041-a842-bab06b04f73c port 68192a74-ee6f-49ed-b01a-ff2103dd3c8b binding host dv-cinder-836930-1-iscsi {{(pid=103985) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 12:06:44.567691 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.scheduler.base_scheduler [req-82eaedb4-8ba9-41f8-998b-3db369177f67 req-a6e573c0-65bb-44d6-967c-706328ea9593 tempest-DeleteServersTestJSON-739240211 tempest-DeleteServersTestJSON-739240211-project] Resources bound (agent type, host, resource id): {{(pid=103982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:06:44.596733 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.db.l3_dvrscheduler_db [req-82eaedb4-8ba9-41f8-998b-3db369177f67 req-a6e573c0-65bb-44d6-967c-706328ea9593 tempest-DeleteServersTestJSON-739240211 tempest-DeleteServersTestJSON-739240211-project] Received port after_create {{(pid=103982) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 12:06:44.602902 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82eaedb4-8ba9-41f8-998b-3db369177f67 req-a6e573c0-65bb-44d6-967c-706328ea9593 tempest-DeleteServersTestJSON-739240211 tempest-DeleteServersTestJSON-739240211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:06:44.604270 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [req-82eaedb4-8ba9-41f8-998b-3db369177f67 req-a6e573c0-65bb-44d6-967c-706328ea9593 tempest-DeleteServersTestJSON-739240211 tempest-DeleteServersTestJSON-739240211-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585958'] for port (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:44.620902 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e573c0-65bb-44d6-967c-706328ea9593 tempest-DeleteServersTestJSON-739240211 tempest-DeleteServersTestJSON-739240211-project] Pushing event updated for resources: {'Port': ['ID=c3288a8e-fdcf-410d-8cb0-aa05fa988555,revision_number=1']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:06:44.651998 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Device 92f08395-6710-4a8f-bd95-1baa091c1ea2 up at agent ovs-agent-dv-cinder-836930-1-iscsi {{(pid=103984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:06:44.660717 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron_lib.callbacks.manager [None req-87fc9237-c3a1-425c-b01f-d788b3a573dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (68192a74-ee6f-49ed-b01a-ff2103dd3c8b), before_update {{(pid=103985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:44.721636 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-3d6938b2-9bcb-407c-ac55-b1ea31c9648d tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Publish callbacks [] for security_group (None), before_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:44.739896 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-82eaedb4-8ba9-41f8-998b-3db369177f67 req-a6e573c0-65bb-44d6-967c-706328ea9593 tempest-DeleteServersTestJSON-739240211 tempest-DeleteServersTestJSON-739240211-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6962771 Apr 07 12:06:44.744877 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.wsgi [req-82eaedb4-8ba9-41f8-998b-3db369177f67 req-a1cb6d1f-7b26-45af-8ed3-cd59d8529808 tempest-DeleteServersTestJSON-739240211 tempest-DeleteServersTestJSON-739240211-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=103982) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 12:06:44.746050 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-82eaedb4-8ba9-41f8-998b-3db369177f67 req-a1cb6d1f-7b26-45af-8ed3-cd59d8529808 tempest-DeleteServersTestJSON-739240211 tempest-DeleteServersTestJSON-739240211-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0065491 Apr 07 12:06:44.894812 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03fae31-c2ec-4854-8088-7342674f4b5e req-21fca0d5-b775-4b9f-823b-7f333ef43b9a tempest-DeleteServersTestJSON-739240211 tempest-DeleteServersTestJSON-739240211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:06:44.911218 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-d03fae31-c2ec-4854-8088-7342674f4b5e req-21fca0d5-b775-4b9f-823b-7f333ef43b9a tempest-DeleteServersTestJSON-739240211 tempest-DeleteServersTestJSON-739240211-project] 10.222.0.58 "GET /v2.0/ports?device_id=3d0eeb31-0d37-4a21-9863-9437b542b275 HTTP/1.1" status: 200 len: 932 time: 0.3003914 Apr 07 12:06:44.936912 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.wsgi [req-ee99cf8e-88f3-4d13-9a01-d5768bc833e5 req-61d4fd6d-0141-4e08-8b7a-79b90d3de4d7 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=103982) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 12:06:44.940189 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-ee99cf8e-88f3-4d13-9a01-d5768bc833e5 req-61d4fd6d-0141-4e08-8b7a-79b90d3de4d7 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1383381 Apr 07 12:06:45.090877 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-24f26513-9186-46fc-876a-e8a71d7903e0 None None] Publish callbacks [] for port (42aff1c8-3988-46df-95cf-c0a66aeca9a8), precommit_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:45.171835 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-ee99cf8e-88f3-4d13-9a01-d5768bc833e5 req-fa195460-e65c-405c-a5ad-431487373b51 service neutron] 10.222.0.58 "GET /v2.0/networks/b54ec153-3bc9-439f-b426-165a936f23bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2260439 Apr 07 12:06:45.175299 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.provisioning_blocks [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Provisioning complete for port 92f08395-6710-4a8f-bd95-1baa091c1ea2 triggered by entity L2. {{(pid=103984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:06:45.175807 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7484729'] for port (92f08395-6710-4a8f-bd95-1baa091c1ea2), provisioning_complete {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:45.179766 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbbfb7d2-04c5-4836-9702-acbe4177eed1 None None] Sync routers for ids ['6425557c-237c-4a3e-8e32-6dc483dfa631'] in dv-cinder-836930-1-iscsi {{(pid=103984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 12:06:45.299544 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-d03fae31-c2ec-4854-8088-7342674f4b5e req-36bfad63-76ba-41b4-b013-98a125b09fd4 tempest-DeleteServersTestJSON-739240211 tempest-DeleteServersTestJSON-739240211-project] 10.222.0.58 "GET /v2.0/security-groups?id=ebb06e7c-1cd4-40fe-a58a-9c7e60c397b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3780601 Apr 07 12:06:45.323484 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-ee99cf8e-88f3-4d13-9a01-d5768bc833e5 req-f3b90206-74b5-4cd1-9025-dde2db3de160 service neutron] 10.222.0.58 "GET /v2.0/networks/b54ec153-3bc9-439f-b426-165a936f23bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435978 Apr 07 12:06:45.336478 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-24f26513-9186-46fc-876a-e8a71d7903e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780057409639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780056949607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780056949625'] for port (42aff1c8-3988-46df-95cf-c0a66aeca9a8), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:45.395672 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-3d6938b2-9bcb-407c-ac55-b1ea31c9648d tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Publish callbacks [] for security_group (50123f46-7cd8-49b6-9c22-20cd7e350c53), precommit_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:45.457248 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-3d6938b2-9bcb-407c-ac55-b1ea31c9648d tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678166'] for security_group (50123f46-7cd8-49b6-9c22-20cd7e350c53), after_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:45.474671 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbbfb7d2-04c5-4836-9702-acbe4177eed1 None None] Routers {'6425557c-237c-4a3e-8e32-6dc483dfa631'} bound to L3 agent in host dv-cinder-836930-1-iscsi {{(pid=103984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:06:45.475333 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_hamode_db [None req-dbbfb7d2-04c5-4836-9702-acbe4177eed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836930-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-07T11:57:34Z,description=,heartbeat_timestamp=2022-04-07T12:06:34Z,host='dv-cinder-836930-1-iscsi',id=ad8978c4-6515-441c-a828-0289badd3b4a,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:57:35Z,topic='l3_agent')) {'router_ids': ['6425557c-237c-4a3e-8e32-6dc483dfa631'], 'active': True} {{(pid=103984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:06:45.559562 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6938b2-9bcb-407c-ac55-b1ea31c9648d tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50123f46-7cd8-49b6-9c22-20cd7e350c53,revision_number=1']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:06:45.624690 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-3d6938b2-9bcb-407c-ac55-b1ea31c9648d tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Publish callbacks [] for security_group (None), before_response {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:45.626876 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [None req-3d6938b2-9bcb-407c-ac55-b1ea31c9648d tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.1246593 Apr 07 12:06:45.629572 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.58', 33160) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:06:45.640836 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e61989-9f79-4c65-910a-b46295e99a64 None None] Pushing event updated for resources: {'Port': ['ID=42aff1c8-3988-46df-95cf-c0a66aeca9a8,revision_number=3']} {{(pid=103984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:06:45.641663 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.v2.base [None req-3565fc9d-e364-499d-abc4-c8fc86d5241a tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Request body: {'security_group_rule': {'security_group_id': '50123f46-7cd8-49b6-9c22-20cd7e350c53', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:06:45.773307 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-3565fc9d-e364-499d-abc4-c8fc86d5241a tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Publish callbacks [] for security_group_rule (8e1a1b77-7865-40a7-8b47-bfdf0cd4b763), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:45.808100 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron_lib.callbacks.manager [None req-87fc9237-c3a1-425c-b01f-d788b3a573dc None None] Publish callbacks [] for port (68192a74-ee6f-49ed-b01a-ff2103dd3c8b), precommit_update {{(pid=103985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:45.874290 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron_lib.callbacks.manager [None req-87fc9237-c3a1-425c-b01f-d788b3a573dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780057409639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780056949607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780056949625'] for port (68192a74-ee6f-49ed-b01a-ff2103dd3c8b), after_update {{(pid=103985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:45.919550 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.v2.base [req-82eaedb4-8ba9-41f8-998b-3db369177f67 req-d99ff840-62b6-4fb5-97e9-a3e1b37e3253 service neutron] Request body: {'port': {'device_id': '3d0eeb31-0d37-4a21-9863-9437b542b275', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83693'}} {{(pid=103982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:06:46.108990 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ac19c0-3e47-46a7-a679-5467cdbcd124 None None] Pushing event updated for resources: {'Port': ['ID=68192a74-ee6f-49ed-b01a-ff2103dd3c8b,revision_number=3']} {{(pid=103985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:06:46.118852 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_dvr_db [None req-dbbfb7d2-04c5-4836-9702-acbe4177eed1 None None] Set router 6425557c-237c-4a3e-8e32-6dc483dfa631 gateway port host: dv-cinder-836930-1-iscsi {{(pid=103984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:06:46.246193 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.plugins.ml2.managers [None req-87fc9237-c3a1-425c-b01f-d788b3a573dc None None] Attempting to bind port 68192a74-ee6f-49ed-b01a-ff2103dd3c8b on host dv-cinder-836930-1-iscsi for vnic_type normal with profile {{(pid=103985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 12:06:46.246443 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.plugins.ml2.managers [None req-87fc9237-c3a1-425c-b01f-d788b3a573dc None None] Attempting to bind port 68192a74-ee6f-49ed-b01a-ff2103dd3c8b by drivers openvswitch,hyperv on host dv-cinder-836930-1-iscsi at level 0 using segments [{'id': 'f5d7ecb0-5c7c-4273-b385-28574af1ff09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '30ebdc73-30d3-4d75-a45d-118501e4a6d7'}] {{(pid=103985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 12:06:46.249934 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87fc9237-c3a1-425c-b01f-d788b3a573dc None None] Attempting to bind port 68192a74-ee6f-49ed-b01a-ff2103dd3c8b on network 30ebdc73-30d3-4d75-a45d-118501e4a6d7 {{(pid=103985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:06:46.265818 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87fc9237-c3a1-425c-b01f-d788b3a573dc None None] Checking agent: {'id': '18566f30-62c1-4fb1-af49-ebd049d63fec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836930-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 57, 39), 'started_at': datetime.datetime(2022, 4, 7, 11, 58, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 12, 6, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836930-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 12:06:46.266692 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87fc9237-c3a1-425c-b01f-d788b3a573dc None None] Checking segment: {'id': 'f5d7ecb0-5c7c-4273-b385-28574af1ff09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '30ebdc73-30d3-4d75-a45d-118501e4a6d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:06:46.267840 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron_lib.callbacks.manager [None req-87fc9237-c3a1-425c-b01f-d788b3a573dc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:46.268446 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87fc9237-c3a1-425c-b01f-d788b3a573dc None None] Bound using segment: {'id': 'f5d7ecb0-5c7c-4273-b385-28574af1ff09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '30ebdc73-30d3-4d75-a45d-118501e4a6d7'} {{(pid=103985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 12:06:46.269467 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.plugins.ml2.managers [None req-87fc9237-c3a1-425c-b01f-d788b3a573dc None None] Bound port: 68192a74-ee6f-49ed-b01a-ff2103dd3c8b, host: dv-cinder-836930-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5d7ecb0-5c7c-4273-b385-28574af1ff09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '30ebdc73-30d3-4d75-a45d-118501e4a6d7'}}] {{(pid=103985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 12:06:46.275781 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron_lib.callbacks.manager [None req-87fc9237-c3a1-425c-b01f-d788b3a573dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (68192a74-ee6f-49ed-b01a-ff2103dd3c8b), before_update {{(pid=103985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:46.450039 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.plugins.ml2.db [None req-87fc9237-c3a1-425c-b01f-d788b3a573dc None None] For port 68192a74-ee6f-49ed-b01a-ff2103dd3c8b, host dv-cinder-836930-1-iscsi, cleared binding levels {{(pid=103985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 12:06:46.455781 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.plugins.ml2.db [None req-87fc9237-c3a1-425c-b01f-d788b3a573dc None None] For port 68192a74-ee6f-49ed-b01a-ff2103dd3c8b, host dv-cinder-836930-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836930-1-iscsi',level=0,port_id=68192a74-ee6f-49ed-b01a-ff2103dd3c8b,segment=NetworkSegment(f5d7ecb0-5c7c-4273-b385-28574af1ff09),segment_id=f5d7ecb0-5c7c-4273-b385-28574af1ff09)] {{(pid=103985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 12:06:46.537219 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron_lib.callbacks.manager [None req-87fc9237-c3a1-425c-b01f-d788b3a573dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780057409639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780056949607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780056949625'] for port (68192a74-ee6f-49ed-b01a-ff2103dd3c8b), after_update {{(pid=103985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:46.622435 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-302386cf-cfca-4903-8c9e-99c0b80ceffd req-06cdef6a-f923-4c70-a2e1-97182ddc9c2a tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/ports?device_id=58383065-ef49-40d2-8fc7-2a85fd6d0b52 HTTP/1.1" status: 200 len: 210 time: 0.6622674 Apr 07 12:06:46.668390 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Current status of the port 92f08395-6710-4a8f-bd95-1baa091c1ea2 is: DOWN; New status is: ACTIVE {{(pid=103984) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:06:46.669552 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (92f08395-6710-4a8f-bd95-1baa091c1ea2), before_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:46.692609 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87fc9237-c3a1-425c-b01f-d788b3a573dc None None] Routers {'a519d0f1-242e-4041-a842-bab06b04f73c'} bound to L3 agent in host dv-cinder-836930-1-iscsi {{(pid=103985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:06:46.693617 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_hamode_db [None req-87fc9237-c3a1-425c-b01f-d788b3a573dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836930-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-07T11:57:34Z,description=,heartbeat_timestamp=2022-04-07T12:06:34Z,host='dv-cinder-836930-1-iscsi',id=ad8978c4-6515-441c-a828-0289badd3b4a,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:57:35Z,topic='l3_agent')) {'router_ids': ['a519d0f1-242e-4041-a842-bab06b04f73c'], 'active': True} {{(pid=103985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:06:46.709584 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ac19c0-3e47-46a7-a679-5467cdbcd124 None None] Pushing event updated for resources: {'Port': ['ID=68192a74-ee6f-49ed-b01a-ff2103dd3c8b,revision_number=4']} {{(pid=103985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:06:46.713589 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.db [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] For port 92f08395-6710-4a8f-bd95-1baa091c1ea2, host dv-cinder-836930-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836930-1-iscsi',level=0,port_id=92f08395-6710-4a8f-bd95-1baa091c1ea2,segment=NetworkSegment(82c7666f-c776-4b0f-ab14-8be16f51c525),segment_id=82c7666f-c776-4b0f-ab14-8be16f51c525)] {{(pid=103984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:06:46.726639 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.managers [None req-24f26513-9186-46fc-876a-e8a71d7903e0 None None] Attempting to bind port 42aff1c8-3988-46df-95cf-c0a66aeca9a8 on host dv-cinder-836930-1-iscsi for vnic_type normal with profile {{(pid=103984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 12:06:46.727554 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.managers [None req-24f26513-9186-46fc-876a-e8a71d7903e0 None None] Attempting to bind port 42aff1c8-3988-46df-95cf-c0a66aeca9a8 by drivers openvswitch,hyperv on host dv-cinder-836930-1-iscsi at level 0 using segments [{'id': 'dc1680e3-d64d-4d14-9b8d-ff4232801a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'b54ec153-3bc9-439f-b426-165a936f23bb'}] {{(pid=103984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 12:06:46.728647 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f26513-9186-46fc-876a-e8a71d7903e0 None None] Attempting to bind port 42aff1c8-3988-46df-95cf-c0a66aeca9a8 on network b54ec153-3bc9-439f-b426-165a936f23bb {{(pid=103984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:06:46.756301 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.provisioning_blocks [None req-a072264d-deef-4891-9db0-5a88fa32c0a7 None None] Provisioning complete for port 42aff1c8-3988-46df-95cf-c0a66aeca9a8 triggered by entity DHCP. {{(pid=103984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:06:46.758261 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-a072264d-deef-4891-9db0-5a88fa32c0a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7484729'] for port (42aff1c8-3988-46df-95cf-c0a66aeca9a8), provisioning_complete {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:46.767607 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f26513-9186-46fc-876a-e8a71d7903e0 None None] Checking agent: {'id': '18566f30-62c1-4fb1-af49-ebd049d63fec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836930-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 57, 39), 'started_at': datetime.datetime(2022, 4, 7, 11, 58, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 12, 6, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836930-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 12:06:46.768215 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f26513-9186-46fc-876a-e8a71d7903e0 None None] Checking segment: {'id': 'dc1680e3-d64d-4d14-9b8d-ff4232801a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'b54ec153-3bc9-439f-b426-165a936f23bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:06:46.768767 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-24f26513-9186-46fc-876a-e8a71d7903e0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:46.769306 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f26513-9186-46fc-876a-e8a71d7903e0 None None] Bound using segment: {'id': 'dc1680e3-d64d-4d14-9b8d-ff4232801a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'b54ec153-3bc9-439f-b426-165a936f23bb'} {{(pid=103984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 12:06:46.770863 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.managers [None req-24f26513-9186-46fc-876a-e8a71d7903e0 None None] Bound port: 42aff1c8-3988-46df-95cf-c0a66aeca9a8, host: dv-cinder-836930-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc1680e3-d64d-4d14-9b8d-ff4232801a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'b54ec153-3bc9-439f-b426-165a936f23bb'}}] {{(pid=103984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 12:06:46.770863 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-24f26513-9186-46fc-876a-e8a71d7903e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (42aff1c8-3988-46df-95cf-c0a66aeca9a8), before_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:46.881662 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-3565fc9d-e364-499d-abc4-c8fc86d5241a tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Publish callbacks [] for security_group_rule (8e1a1b77-7865-40a7-8b47-bfdf0cd4b763), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:46.913252 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [req-82eaedb4-8ba9-41f8-998b-3db369177f67 req-d99ff840-62b6-4fb5-97e9-a3e1b37e3253 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (c3288a8e-fdcf-410d-8cb0-aa05fa988555), before_update {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:46.981326 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_dvr_db [None req-87fc9237-c3a1-425c-b01f-d788b3a573dc None None] Set router a519d0f1-242e-4041-a842-bab06b04f73c gateway port host: dv-cinder-836930-1-iscsi {{(pid=103985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:06:46.989469 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-3565fc9d-e364-499d-abc4-c8fc86d5241a tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678271'] for security_group_rule (8e1a1b77-7865-40a7-8b47-bfdf0cd4b763), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:47.085126 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3565fc9d-e364-499d-abc4-c8fc86d5241a tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e1a1b77-7865-40a7-8b47-bfdf0cd4b763,revision_number=0']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:06:47.117546 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780057409639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780056949607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780056949625'] for port (92f08395-6710-4a8f-bd95-1baa091c1ea2), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:47.118344 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Device f3414172-3630-42b6-b260-7d6d425d85c0 up at agent ovs-agent-dv-cinder-836930-1-iscsi {{(pid=103984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:06:47.163128 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.wsgi [-] (103983) accepted ('10.222.0.58', 33216) {{(pid=103983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:06:47.197201 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.wsgi [-] (103983) accepted ('10.222.0.58', 33220) {{(pid=103983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:06:47.201926 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.v2.base [None req-d92ffcdd-b99f-470b-821c-1de8a0f90e5d tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Request body: {'security_group': {'name': 'tempest-securitygroup--123155465', 'description': 'tempest-description--1130413389'}} {{(pid=103983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:06:47.342495 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-d92ffcdd-b99f-470b-821c-1de8a0f90e5d tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Publish callbacks [] for security_group (None), before_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:47.343617 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-3565fc9d-e364-499d-abc4-c8fc86d5241a tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:47.344817 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [None req-3565fc9d-e364-499d-abc4-c8fc86d5241a tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.7140286 Apr 07 12:06:47.351792 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.wsgi [-] (103983) accepted ('10.222.0.58', 33230) {{(pid=103983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:06:47.380101 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.v2.base [None req-351abb60-673a-4d8d-a2d8-4ddf69c0e02f tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Request body: {'security_group_rule': {'security_group_id': '50123f46-7cd8-49b6-9c22-20cd7e350c53', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:06:47.498678 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-a072264d-deef-4891-9db0-5a88fa32c0a7 None None] Port 42aff1c8-3988-46df-95cf-c0a66aeca9a8 cannot update to ACTIVE because it is not bound. {{(pid=103984) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 12:06:47.523488 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92d8292-a038-43ea-94ae-7c74d2ebb877 req-b79dfdc9-fb1b-41c1-b278-70adf6c2024c tempest-DeleteServersTestJSON-739240211 tempest-DeleteServersTestJSON-739240211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:06:47.532069 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-f92d8292-a038-43ea-94ae-7c74d2ebb877 req-b79dfdc9-fb1b-41c1-b278-70adf6c2024c tempest-DeleteServersTestJSON-739240211 tempest-DeleteServersTestJSON-739240211-project] 10.222.0.58 "GET /v2.0/ports?device_id=3d0eeb31-0d37-4a21-9863-9437b542b275 HTTP/1.1" status: 200 len: 932 time: 0.4946642 Apr 07 12:06:47.554299 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.db [None req-24f26513-9186-46fc-876a-e8a71d7903e0 None None] For port 42aff1c8-3988-46df-95cf-c0a66aeca9a8, host dv-cinder-836930-1-iscsi, cleared binding levels {{(pid=103984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 12:06:47.565298 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.db [None req-24f26513-9186-46fc-876a-e8a71d7903e0 None None] For port 42aff1c8-3988-46df-95cf-c0a66aeca9a8, host dv-cinder-836930-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836930-1-iscsi',level=0,port_id=42aff1c8-3988-46df-95cf-c0a66aeca9a8,segment=NetworkSegment(dc1680e3-d64d-4d14-9b8d-ff4232801a16),segment_id=dc1680e3-d64d-4d14-9b8d-ff4232801a16)] {{(pid=103984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 12:06:47.597053 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Pushing event updated for resources: {'Port': ['ID=92f08395-6710-4a8f-bd95-1baa091c1ea2,revision_number=4']} {{(pid=103984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:06:47.655071 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.provisioning_blocks [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Provisioning complete for port f3414172-3630-42b6-b260-7d6d425d85c0 triggered by entity L2. {{(pid=103984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:06:47.655071 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7484729'] for port (f3414172-3630-42b6-b260-7d6d425d85c0), provisioning_complete {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:47.730871 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-351abb60-673a-4d8d-a2d8-4ddf69c0e02f tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Publish callbacks [] for security_group_rule (907e6435-53d9-4316-8c61-f142bf314e93), before_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:47.774244 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_hamode_db [None req-87fc9237-c3a1-425c-b01f-d788b3a573dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a519d0f1-242e-4041-a842-bab06b04f73c', 'name': 'tempest-AttachVolumeNegativeTest-534969019-router', 'tenant_id': '58b56b91563a42a8bdc5c09e03b65f27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'external_fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': 'f3414172-3630-42b6-b260-7d6d425d85c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:06:30Z', 'updated_at': '2022-04-07T12:06:39Z', 'revision_number': 4, 'project_id': '58b56b91563a42a8bdc5c09e03b65f27', 'gw_port': {'id': 'f3414172-3630-42b6-b260-7d6d425d85c0', 'name': '', 'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:5a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a519d0f1-242e-4041-a842-bab06b04f73c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:06:32Z', 'updated_at': '2022-04-07T12:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4554067d-f507-4a99-8a98-0874c02c5721', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836930-1-iscsi', '_interfaces': [{'id': '68192a74-ee6f-49ed-b01a-ff2103dd3c8b', 'name': '', 'network_id': '30ebdc73-30d3-4d75-a45d-118501e4a6d7', 'tenant_id': '58b56b91563a42a8bdc5c09e03b65f27', 'mac_address': 'fa:16:3e:8d:10:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a519d0f1-242e-4041-a842-bab06b04f73c', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '7fc98a79-6638-4f9b-8125-b4339927e49b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:06:37Z', 'updated_at': '2022-04-07T12:06:46Z', 'revision_number': 4, 'project_id': '58b56b91563a42a8bdc5c09e03b65f27', 'subnets': [{'id': '7fc98a79-6638-4f9b-8125-b4339927e49b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836930-1-iscsi', False) {} {{(pid=103985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:06:47.859741 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87fc9237-c3a1-425c-b01f-d788b3a573dc None None] The sync data for ids ['a519d0f1-242e-4041-a842-bab06b04f73c'] in dv-cinder-836930-1-iscsi is: [{'id': 'a519d0f1-242e-4041-a842-bab06b04f73c', 'name': 'tempest-AttachVolumeNegativeTest-534969019-router', 'tenant_id': '58b56b91563a42a8bdc5c09e03b65f27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'external_fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': 'f3414172-3630-42b6-b260-7d6d425d85c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:06:30Z', 'updated_at': '2022-04-07T12:06:39Z', 'revision_number': 4, 'project_id': '58b56b91563a42a8bdc5c09e03b65f27', 'gw_port': {'id': 'f3414172-3630-42b6-b260-7d6d425d85c0', 'name': '', 'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:5a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a519d0f1-242e-4041-a842-bab06b04f73c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:06:32Z', 'updated_at': '2022-04-07T12:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4554067d-f507-4a99-8a98-0874c02c5721', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836930-1-iscsi', '_interfaces': [{'id': '68192a74-ee6f-49ed-b01a-ff2103dd3c8b', 'name': '', 'network_id': '30ebdc73-30d3-4d75-a45d-118501e4a6d7', 'tenant_id': '58b56b91563a42a8bdc5c09e03b65f27', 'mac_address': 'fa:16:3e:8d:10:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a519d0f1-242e-4041-a842-bab06b04f73c', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '7fc98a79-6638-4f9b-8125-b4339927e49b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:06:37Z', 'updated_at': '2022-04-07T12:06:46Z', 'revision_number': 4, 'project_id': '58b56b91563a42a8bdc5c09e03b65f27', 'subnets': [{'id': '7fc98a79-6638-4f9b-8125-b4339927e49b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 12:06:47.863212 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-d92ffcdd-b99f-470b-821c-1de8a0f90e5d tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Publish callbacks [] for security_group (33ed6d74-4852-4717-9bdf-a41d43e688eb), precommit_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:47.925468 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-d92ffcdd-b99f-470b-821c-1de8a0f90e5d tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678166'] for security_group (33ed6d74-4852-4717-9bdf-a41d43e688eb), after_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:47.996805 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.notifiers.nova [req-82eaedb4-8ba9-41f8-998b-3db369177f67 req-d99ff840-62b6-4fb5-97e9-a3e1b37e3253 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3288a8e-fdcf-410d-8cb0-aa05fa988555 {{(pid=103982) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 12:06:48.016072 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [req-82eaedb4-8ba9-41f8-998b-3db369177f67 req-d99ff840-62b6-4fb5-97e9-a3e1b37e3253 service neutron] Publish callbacks [] for port (c3288a8e-fdcf-410d-8cb0-aa05fa988555), precommit_update {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:48.083864 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.db.provisioning_blocks [req-82eaedb4-8ba9-41f8-998b-3db369177f67 req-d99ff840-62b6-4fb5-97e9-a3e1b37e3253 service neutron] Transition to ACTIVE for port object c3288a8e-fdcf-410d-8cb0-aa05fa988555 will not be triggered until provisioned by entity L2. {{(pid=103982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 12:06:48.116968 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-24f26513-9186-46fc-876a-e8a71d7903e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780057409639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780056949607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780056949625'] for port (42aff1c8-3988-46df-95cf-c0a66aeca9a8), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:48.158533 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-f92d8292-a038-43ea-94ae-7c74d2ebb877 req-424720e3-9cb0-4c97-a686-1b83b1deb68a tempest-DeleteServersTestJSON-739240211 tempest-DeleteServersTestJSON-739240211-project] 10.222.0.58 "GET /v2.0/security-groups?id=ebb06e7c-1cd4-40fe-a58a-9c7e60c397b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6247408 Apr 07 12:06:48.187741 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [req-82eaedb4-8ba9-41f8-998b-3db369177f67 req-d99ff840-62b6-4fb5-97e9-a3e1b37e3253 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780057409639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780056949607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780056949625'] for port (c3288a8e-fdcf-410d-8cb0-aa05fa988555), after_update {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:48.352878 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e61989-9f79-4c65-910a-b46295e99a64 None None] Pushing event updated for resources: {'Port': ['ID=42aff1c8-3988-46df-95cf-c0a66aeca9a8,revision_number=4']} {{(pid=103984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:06:48.395856 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.provisioning_blocks [None req-018f91af-0b51-48a3-acd3-7d2ec6ae1ebe None None] Provisioning complete for port 68192a74-ee6f-49ed-b01a-ff2103dd3c8b triggered by entity DHCP. {{(pid=103984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:06:48.396420 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-018f91af-0b51-48a3-acd3-7d2ec6ae1ebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7484729'] for port (68192a74-ee6f-49ed-b01a-ff2103dd3c8b), provisioning_complete {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:48.455708 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f26513-9186-46fc-876a-e8a71d7903e0 None None] Routers {'10915a5b-44a1-445a-8ee4-c6170d308905'} bound to L3 agent in host dv-cinder-836930-1-iscsi {{(pid=103984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:06:48.460309 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99ff840-62b6-4fb5-97e9-a3e1b37e3253 service neutron] Pushing event updated for resources: {'Port': ['ID=c3288a8e-fdcf-410d-8cb0-aa05fa988555,revision_number=2']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:06:48.472581 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_hamode_db [None req-24f26513-9186-46fc-876a-e8a71d7903e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836930-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-07T11:57:34Z,description=,heartbeat_timestamp=2022-04-07T12:06:34Z,host='dv-cinder-836930-1-iscsi',id=ad8978c4-6515-441c-a828-0289badd3b4a,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:57:35Z,topic='l3_agent')) {'router_ids': ['10915a5b-44a1-445a-8ee4-c6170d308905'], 'active': True} {{(pid=103984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:06:48.525104 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92ffcdd-b99f-470b-821c-1de8a0f90e5d tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33ed6d74-4852-4717-9bdf-a41d43e688eb,revision_number=1']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:06:48.534025 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.managers [req-82eaedb4-8ba9-41f8-998b-3db369177f67 req-d99ff840-62b6-4fb5-97e9-a3e1b37e3253 service neutron] Attempting to bind port c3288a8e-fdcf-410d-8cb0-aa05fa988555 on host hv-cinder-83693 for vnic_type normal with profile {{(pid=103982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 12:06:48.534396 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.managers [req-82eaedb4-8ba9-41f8-998b-3db369177f67 req-d99ff840-62b6-4fb5-97e9-a3e1b37e3253 service neutron] Attempting to bind port c3288a8e-fdcf-410d-8cb0-aa05fa988555 by drivers openvswitch,hyperv on host hv-cinder-83693 at level 0 using segments [{'id': 'b0e9bda0-b37f-4b94-8ae5-b6346019a16e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'ef8fb76c-b472-4e52-839b-1b393fbe6d47'}] {{(pid=103982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 12:06:48.534765 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82eaedb4-8ba9-41f8-998b-3db369177f67 req-d99ff840-62b6-4fb5-97e9-a3e1b37e3253 service neutron] Attempting to bind port c3288a8e-fdcf-410d-8cb0-aa05fa988555 on network ef8fb76c-b472-4e52-839b-1b393fbe6d47 {{(pid=103982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:06:48.541776 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82eaedb4-8ba9-41f8-998b-3db369177f67 req-d99ff840-62b6-4fb5-97e9-a3e1b37e3253 service neutron] Port c3288a8e-fdcf-410d-8cb0-aa05fa988555 on network ef8fb76c-b472-4e52-839b-1b393fbe6d47 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83693 {{(pid=103982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 12:06:48.542107 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82eaedb4-8ba9-41f8-998b-3db369177f67 req-d99ff840-62b6-4fb5-97e9-a3e1b37e3253 service neutron] Attempting to bind port c3288a8e-fdcf-410d-8cb0-aa05fa988555 on network ef8fb76c-b472-4e52-839b-1b393fbe6d47 {{(pid=103982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:06:48.551736 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82eaedb4-8ba9-41f8-998b-3db369177f67 req-d99ff840-62b6-4fb5-97e9-a3e1b37e3253 service neutron] Checking agent: {'id': 'b65c4e22-832a-4f2b-89ab-f6b5f91e1f65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83693', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 12, 4, 29), 'started_at': datetime.datetime(2022, 4, 7, 12, 4, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 12, 6, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 12:06:48.552925 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82eaedb4-8ba9-41f8-998b-3db369177f67 req-d99ff840-62b6-4fb5-97e9-a3e1b37e3253 service neutron] Checking segment: {'id': 'b0e9bda0-b37f-4b94-8ae5-b6346019a16e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'ef8fb76c-b472-4e52-839b-1b393fbe6d47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:06:48.553667 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82eaedb4-8ba9-41f8-998b-3db369177f67 req-d99ff840-62b6-4fb5-97e9-a3e1b37e3253 service neutron] Bound using segment: {'id': 'b0e9bda0-b37f-4b94-8ae5-b6346019a16e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'ef8fb76c-b472-4e52-839b-1b393fbe6d47'} {{(pid=103982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 12:06:48.554473 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.managers [req-82eaedb4-8ba9-41f8-998b-3db369177f67 req-d99ff840-62b6-4fb5-97e9-a3e1b37e3253 service neutron] Bound port: c3288a8e-fdcf-410d-8cb0-aa05fa988555, host: hv-cinder-83693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0e9bda0-b37f-4b94-8ae5-b6346019a16e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'ef8fb76c-b472-4e52-839b-1b393fbe6d47'}}] {{(pid=103982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 12:06:48.555778 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [req-82eaedb4-8ba9-41f8-998b-3db369177f67 req-d99ff840-62b6-4fb5-97e9-a3e1b37e3253 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (c3288a8e-fdcf-410d-8cb0-aa05fa988555), before_update {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:48.595354 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_hamode_db [None req-dbbfb7d2-04c5-4836-9702-acbe4177eed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6425557c-237c-4a3e-8e32-6dc483dfa631', 'name': 'tempest-AttachVolumeTestJSON-1991479010-router', 'tenant_id': 'bb7aeab7f2af4131992847a73f3c7e0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'external_fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': '92f08395-6710-4a8f-bd95-1baa091c1ea2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:06:29Z', 'updated_at': '2022-04-07T12:06:37Z', 'revision_number': 4, 'project_id': 'bb7aeab7f2af4131992847a73f3c7e0a', 'gw_port': {'id': '92f08395-6710-4a8f-bd95-1baa091c1ea2', 'name': '', 'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:40:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6425557c-237c-4a3e-8e32-6dc483dfa631', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:06:31Z', 'updated_at': '2022-04-07T12:06:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4554067d-f507-4a99-8a98-0874c02c5721', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836930-1-iscsi', '_interfaces': [{'id': '21394a6d-fda4-41a7-8be6-3028c46a6266', 'name': '', 'network_id': 'fcace665-ea97-4783-845e-38b6ed7c4b29', 'tenant_id': 'bb7aeab7f2af4131992847a73f3c7e0a', 'mac_address': 'fa:16:3e:73:56:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6425557c-237c-4a3e-8e32-6dc483dfa631', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'f6c89c23-3e38-47dc-af91-b69590186a24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:06:35Z', 'updated_at': '2022-04-07T12:06:38Z', 'revision_number': 2, 'project_id': 'bb7aeab7f2af4131992847a73f3c7e0a', 'subnets': [{'id': 'f6c89c23-3e38-47dc-af91-b69590186a24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836930-1-iscsi', False) {} {{(pid=103984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:06:48.690551 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-351abb60-673a-4d8d-a2d8-4ddf69c0e02f tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Publish callbacks [] for security_group_rule (907e6435-53d9-4316-8c61-f142bf314e93), precommit_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:48.692369 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.db [req-82eaedb4-8ba9-41f8-998b-3db369177f67 req-d99ff840-62b6-4fb5-97e9-a3e1b37e3253 service neutron] For port c3288a8e-fdcf-410d-8cb0-aa05fa988555, host hv-cinder-83693, cleared binding levels {{(pid=103982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 12:06:48.739029 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038a6b2f-ded3-402e-8230-3fa6e6f53eec req-d3cb344d-5355-4732-9c3c-96d83f53e5ba tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:06:48.744273 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-038a6b2f-ded3-402e-8230-3fa6e6f53eec req-d3cb344d-5355-4732-9c3c-96d83f53e5ba tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/networks?id=b54ec153-3bc9-439f-b426-165a936f23bb HTTP/1.1" status: 200 len: 818 time: 1.2091489 Apr 07 12:06:48.761590 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.db [req-82eaedb4-8ba9-41f8-998b-3db369177f67 req-d99ff840-62b6-4fb5-97e9-a3e1b37e3253 service neutron] For port c3288a8e-fdcf-410d-8cb0-aa05fa988555, host hv-cinder-83693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83693',level=0,port_id=c3288a8e-fdcf-410d-8cb0-aa05fa988555,segment=NetworkSegment(b0e9bda0-b37f-4b94-8ae5-b6346019a16e),segment_id=b0e9bda0-b37f-4b94-8ae5-b6346019a16e)] {{(pid=103982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 12:06:48.779378 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-50472bc4-187c-46c8-8345-e3e0e1756e85 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:48.782423 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-351abb60-673a-4d8d-a2d8-4ddf69c0e02f tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678271'] for security_group_rule (907e6435-53d9-4316-8c61-f142bf314e93), after_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:48.787580 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-d92ffcdd-b99f-470b-821c-1de8a0f90e5d tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Publish callbacks [] for security_group (None), before_response {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:48.789442 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [None req-d92ffcdd-b99f-470b-821c-1de8a0f90e5d tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.5910385 Apr 07 12:06:48.793576 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.58', 33272) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:06:48.808978 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.v2.base [None req-f7dbbba2-7762-4947-8c45-74e60bcfd946 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Request body: {'security_group_rule': {'security_group_id': '33ed6d74-4852-4717-9bdf-a41d43e688eb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:06:48.842263 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [req-82eaedb4-8ba9-41f8-998b-3db369177f67 req-d99ff840-62b6-4fb5-97e9-a3e1b37e3253 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780057409639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780056949607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780056949625'] for port (c3288a8e-fdcf-410d-8cb0-aa05fa988555), after_update {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:48.851966 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbbfb7d2-04c5-4836-9702-acbe4177eed1 None None] Checking router: 6425557c-237c-4a3e-8e32-6dc483dfa631 for host: dv-cinder-836930-1-iscsi {{(pid=103984) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 12:06:48.852314 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbbfb7d2-04c5-4836-9702-acbe4177eed1 None None] Updating router 6425557c-237c-4a3e-8e32-6dc483dfa631 port 21394a6d-fda4-41a7-8be6-3028c46a6266 binding host dv-cinder-836930-1-iscsi {{(pid=103984) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 12:06:48.887234 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-dbbfb7d2-04c5-4836-9702-acbe4177eed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (21394a6d-fda4-41a7-8be6-3028c46a6266), before_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:48.921207 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-038a6b2f-ded3-402e-8230-3fa6e6f53eec req-2839959b-59e0-464f-939f-97c8a36dd62d tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/quotas/060237c359da41d49b858b2897b29918 HTTP/1.1" status: 200 len: 375 time: 0.1608300 Apr 07 12:06:48.975857 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351abb60-673a-4d8d-a2d8-4ddf69c0e02f tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=907e6435-53d9-4316-8c61-f142bf314e93,revision_number=0']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:06:49.045727 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82eaedb4-8ba9-41f8-998b-3db369177f67 req-d99ff840-62b6-4fb5-97e9-a3e1b37e3253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:06:49.046968 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [req-82eaedb4-8ba9-41f8-998b-3db369177f67 req-d99ff840-62b6-4fb5-97e9-a3e1b37e3253 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585958'] for port (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:49.049327 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-82eaedb4-8ba9-41f8-998b-3db369177f67 req-d99ff840-62b6-4fb5-97e9-a3e1b37e3253 service neutron] 10.222.0.49 "PUT /v2.0/ports/c3288a8e-fdcf-410d-8cb0-aa05fa988555 HTTP/1.1" status: 200 len: 1094 time: 3.9668250 Apr 07 12:06:49.053856 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d0eeb31-0d37-4a21-9863-9437b542b275', 'tag': 'c3288a8e-fdcf-410d-8cb0-aa05fa988555'}] {{(pid=103982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:06:49.082228 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-351abb60-673a-4d8d-a2d8-4ddf69c0e02f tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:49.108328 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [None req-351abb60-673a-4d8d-a2d8-4ddf69c0e02f tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.7488577 Apr 07 12:06:49.108328 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.wsgi [-] (103983) accepted ('10.222.0.58', 33280) {{(pid=103983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:06:49.136941 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.v2.base [None req-4f137407-2f2a-464d-b031-3925ea0bfd30 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Request body: {'floatingip': {'floating_network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56'}} {{(pid=103983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:06:49.273346 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Current status of the port f3414172-3630-42b6-b260-7d6d425d85c0 is: ACTIVE; New status is: ACTIVE {{(pid=103984) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:06:49.306211 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_dvr_db [None req-24f26513-9186-46fc-876a-e8a71d7903e0 None None] Set router 10915a5b-44a1-445a-8ee4-c6170d308905 gateway port host: dv-cinder-836930-1-iscsi {{(pid=103984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:06:49.448887 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-038a6b2f-ded3-402e-8230-3fa6e6f53eec req-0b5ca381-d229-4bce-9a1d-426653d38507 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=060237c359da41d49b858b2897b29918&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5040457 Apr 07 12:06:49.566016 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-4f137407-2f2a-464d-b031-3925ea0bfd30 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:49.580320 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99ff840-62b6-4fb5-97e9-a3e1b37e3253 service neutron] Pushing event updated for resources: {'Port': ['ID=c3288a8e-fdcf-410d-8cb0-aa05fa988555,revision_number=3']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:06:49.708086 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Device 92f08395-6710-4a8f-bd95-1baa091c1ea2 up at agent ovs-agent-dv-cinder-836930-1-iscsi {{(pid=103984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:06:49.738063 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-f7dbbba2-7762-4947-8c45-74e60bcfd946 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Publish callbacks [] for security_group_rule (e1cbb630-4884-4ba8-8671-6ea1a13d5f5c), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:49.757539 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-50472bc4-187c-46c8-8345-e3e0e1756e85 admin admin] Publish callbacks [] for security_group (7ef782a7-8220-47cf-9b6d-f428c598d6dc), precommit_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:49.779066 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-018f91af-0b51-48a3-acd3-7d2ec6ae1ebe None None] Current status of the port 68192a74-ee6f-49ed-b01a-ff2103dd3c8b is: DOWN; New status is: ACTIVE {{(pid=103984) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:06:49.779492 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-018f91af-0b51-48a3-acd3-7d2ec6ae1ebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (68192a74-ee6f-49ed-b01a-ff2103dd3c8b), before_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:49.842667 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-f7dbbba2-7762-4947-8c45-74e60bcfd946 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Publish callbacks [] for security_group_rule (e1cbb630-4884-4ba8-8671-6ea1a13d5f5c), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:49.858187 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-50472bc4-187c-46c8-8345-e3e0e1756e85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678166'] for security_group (7ef782a7-8220-47cf-9b6d-f428c598d6dc), after_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:49.887548 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82eaedb4-8ba9-41f8-998b-3db369177f67 req-0fbdf6f3-c4dc-4a6c-9c1c-267bffd46de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:06:49.890016 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-82eaedb4-8ba9-41f8-998b-3db369177f67 req-0fbdf6f3-c4dc-4a6c-9c1c-267bffd46de5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d7f643162643446e97d4a3e03a7345d7&device_id=3d0eeb31-0d37-4a21-9863-9437b542b275 HTTP/1.1" status: 200 len: 1128 time: 0.5679507 Apr 07 12:06:49.905980 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df902d68-c4d9-4122-beb0-f64cf9254372 req-671bb4b7-07e6-43a6-9908-9696e158b30f tempest-DeleteServersTestJSON-739240211 tempest-DeleteServersTestJSON-739240211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:06:49.908573 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-df902d68-c4d9-4122-beb0-f64cf9254372 req-671bb4b7-07e6-43a6-9908-9696e158b30f tempest-DeleteServersTestJSON-739240211 tempest-DeleteServersTestJSON-739240211-project] 10.222.0.58 "GET /v2.0/ports?device_id=3d0eeb31-0d37-4a21-9863-9437b542b275 HTTP/1.1" status: 200 len: 944 time: 0.2897305 Apr 07 12:06:49.947948 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50472bc4-187c-46c8-8345-e3e0e1756e85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ef782a7-8220-47cf-9b6d-f428c598d6dc,revision_number=1']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:06:50.011769 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-f7dbbba2-7762-4947-8c45-74e60bcfd946 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678271'] for security_group_rule (e1cbb630-4884-4ba8-8671-6ea1a13d5f5c), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:50.075166 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [None req-50472bc4-187c-46c8-8345-e3e0e1756e85 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=1ae7eee53dec4052b5631772ffa2fa96&name=default HTTP/1.1" status: 200 len: 2996 time: 2.9099052 Apr 07 12:06:50.078401 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.wsgi [-] (103983) accepted ('10.222.0.58', 33318) {{(pid=103983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:06:50.106502 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a87f3ac2112343cf46b731ae90f6f8f3b8b920e6472e7c70a4e5373429e5b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae47ff7f-44e9-45cb-bc7a-119599aa1c30" -d '{"events": [{"name": "network-changed", "server_uuid": "3d0eeb31-0d37-4a21-9863-9437b542b275", "tag": "c3288a8e-fdcf-410d-8cb0-aa05fa988555"}]}' {{(pid=103982) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:06:50.119922 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dbbba2-7762-4947-8c45-74e60bcfd946 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1cbb630-4884-4ba8-8671-6ea1a13d5f5c,revision_number=0']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:06:50.125281 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-df902d68-c4d9-4122-beb0-f64cf9254372 req-96c1e387-3cfd-452e-886e-9756950a948b tempest-DeleteServersTestJSON-739240211 tempest-DeleteServersTestJSON-739240211-project] 10.222.0.58 "GET /v2.0/security-groups?id=ebb06e7c-1cd4-40fe-a58a-9c7e60c397b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095404 Apr 07 12:06:50.191185 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-f7dbbba2-7762-4947-8c45-74e60bcfd946 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:50.196813 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [None req-f7dbbba2-7762-4947-8c45-74e60bcfd946 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3979006 Apr 07 12:06:50.196813 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.58', 33324) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:06:50.201837 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.v2.base [None req-c3419fa7-1109-483b-b518-387ffb480ec9 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Request body: {'security_group_rule': {'security_group_id': '33ed6d74-4852-4717-9bdf-a41d43e688eb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:06:50.236642 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-038a6b2f-ded3-402e-8230-3fa6e6f53eec req-7a0c3406-a193-4e70-b38b-9d821387d996 service neutron] 10.222.0.58 "GET /v2.0/networks/b54ec153-3bc9-439f-b426-165a936f23bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7716806 Apr 07 12:06:50.318567 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.db [None req-018f91af-0b51-48a3-acd3-7d2ec6ae1ebe None None] For port 68192a74-ee6f-49ed-b01a-ff2103dd3c8b, host dv-cinder-836930-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836930-1-iscsi',level=0,port_id=68192a74-ee6f-49ed-b01a-ff2103dd3c8b,segment=NetworkSegment(f5d7ecb0-5c7c-4273-b385-28574af1ff09),segment_id=f5d7ecb0-5c7c-4273-b385-28574af1ff09)] {{(pid=103984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:06:50.402645 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-82eaedb4-8ba9-41f8-998b-3db369177f67 req-98797255-116c-4c7f-952b-7f5387f66e89 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c3288a8e-fdcf-410d-8cb0-aa05fa988555 HTTP/1.1" status: 200 len: 217 time: 0.1723740 Apr 07 12:06:50.489682 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.provisioning_blocks [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Provisioning complete for port 92f08395-6710-4a8f-bd95-1baa091c1ea2 triggered by entity L2. {{(pid=103984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:06:50.490103 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7484729'] for port (92f08395-6710-4a8f-bd95-1baa091c1ea2), provisioning_complete {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:50.496754 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-018f91af-0b51-48a3-acd3-7d2ec6ae1ebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780057409639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780056949607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780056949625'] for port (68192a74-ee6f-49ed-b01a-ff2103dd3c8b), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:50.588564 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.49', 55586) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:06:50.596978 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-038a6b2f-ded3-402e-8230-3fa6e6f53eec req-659c84cd-98a5-43b2-995c-050e065c2b6f service neutron] 10.222.0.58 "GET /v2.0/networks/b54ec153-3bc9-439f-b426-165a936f23bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3581836 Apr 07 12:06:50.607309 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82eaedb4-8ba9-41f8-998b-3db369177f67 req-77ca363d-b76e-40e5-8cbf-ffab7b3f2f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:06:50.608919 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-82eaedb4-8ba9-41f8-998b-3db369177f67 req-77ca363d-b76e-40e5-8cbf-ffab7b3f2f36 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2997acbd-48a6-4bf1-9f78-9c3596892247 HTTP/1.1" status: 200 len: 851 time: 0.1870699 Apr 07 12:06:50.623204 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-73df0c16-a099-4fed-80e1-41b55418bd31 admin admin] Publish callbacks [] for security_group (7ef782a7-8220-47cf-9b6d-f428c598d6dc), before_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:50.731283 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-73df0c16-a099-4fed-80e1-41b55418bd31 admin admin] Publish callbacks [] for security_group (7ef782a7-8220-47cf-9b6d-f428c598d6dc), precommit_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:50.792519 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-c3419fa7-1109-483b-b518-387ffb480ec9 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Publish callbacks [] for security_group_rule (28b8ee2d-a5b9-45d5-bb47-450defc9656d), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:50.828437 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.provisioning_blocks [None req-36792d95-6dc7-458c-9245-c62d4bccdcc7 None None] Provisioning complete for port 42aff1c8-3988-46df-95cf-c0a66aeca9a8 triggered by entity DHCP. {{(pid=103984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:06:50.829096 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-36792d95-6dc7-458c-9245-c62d4bccdcc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7484729'] for port (42aff1c8-3988-46df-95cf-c0a66aeca9a8), provisioning_complete {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:50.831945 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018f91af-0b51-48a3-acd3-7d2ec6ae1ebe None None] Pushing event updated for resources: {'Port': ['ID=68192a74-ee6f-49ed-b01a-ff2103dd3c8b,revision_number=5']} {{(pid=103984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:06:50.894613 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-82eaedb4-8ba9-41f8-998b-3db369177f67 req-1a072e2f-3c6a-4f46-b210-8bf6831b01d2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ef8fb76c-b472-4e52-839b-1b393fbe6d47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2645464 Apr 07 12:06:50.987489 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-4f137407-2f2a-464d-b031-3925ea0bfd30 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (None), before_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:51.083920 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-dbbfb7d2-04c5-4836-9702-acbe4177eed1 None None] Publish callbacks [] for port (21394a6d-fda4-41a7-8be6-3028c46a6266), precommit_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:51.102184 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Current status of the port 92f08395-6710-4a8f-bd95-1baa091c1ea2 is: ACTIVE; New status is: ACTIVE {{(pid=103984) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:06:51.103558 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Device 68192a74-ee6f-49ed-b01a-ff2103dd3c8b up at agent ovs-agent-dv-cinder-836930-1-iscsi {{(pid=103984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:06:51.131519 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_hamode_db [None req-24f26513-9186-46fc-876a-e8a71d7903e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10915a5b-44a1-445a-8ee4-c6170d308905', 'name': 'tempest-ServerRescueNegativeTestJSON-112950129-router', 'tenant_id': '060237c359da41d49b858b2897b29918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'external_fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': '16dcc467-cd6a-4708-8a3e-1a3399f3e889', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:06:28Z', 'updated_at': '2022-04-07T12:06:37Z', 'revision_number': 4, 'project_id': '060237c359da41d49b858b2897b29918', 'gw_port': {'id': '16dcc467-cd6a-4708-8a3e-1a3399f3e889', 'name': '', 'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:4f:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10915a5b-44a1-445a-8ee4-c6170d308905', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:06:29Z', 'updated_at': '2022-04-07T12:06:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4554067d-f507-4a99-8a98-0874c02c5721', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836930-1-iscsi', '_interfaces': [{'id': '42aff1c8-3988-46df-95cf-c0a66aeca9a8', 'name': '', 'network_id': 'b54ec153-3bc9-439f-b426-165a936f23bb', 'tenant_id': '060237c359da41d49b858b2897b29918', 'mac_address': 'fa:16:3e:08:1b:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10915a5b-44a1-445a-8ee4-c6170d308905', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '45a072d7-ade8-4cd2-9025-cfaa01b8e30d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:06:35Z', 'updated_at': '2022-04-07T12:06:47Z', 'revision_number': 4, 'project_id': '060237c359da41d49b858b2897b29918', 'subnets': [{'id': '45a072d7-ade8-4cd2-9025-cfaa01b8e30d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836930-1-iscsi', False) {} {{(pid=103984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:06:51.165748 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-82eaedb4-8ba9-41f8-998b-3db369177f67 req-58837cc6-e103-4aaa-81da-9733e0a4f776 service neutron] 10.222.0.49 "GET /v2.0/networks/ef8fb76c-b472-4e52-839b-1b393fbe6d47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2448349 Apr 07 12:06:51.196843 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 12:06:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28815dcf-81db-4182-a0fb-a20502e8180a x-openstack-request-id: req-28815dcf-81db-4182-a0fb-a20502e8180a {{(pid=103982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:06:51.197908 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d0eeb31-0d37-4a21-9863-9437b542b275", "tag": "c3288a8e-fdcf-410d-8cb0-aa05fa988555", "status": "completed", "code": 200}]} {{(pid=103982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:06:51.198778 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-28815dcf-81db-4182-a0fb-a20502e8180a {{(pid=103982) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:06:51.200977 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28815dcf-81db-4182-a0fb-a20502e8180a'] response: {'name': 'network-changed', 'server_uuid': '3d0eeb31-0d37-4a21-9863-9437b542b275', 'tag': 'c3288a8e-fdcf-410d-8cb0-aa05fa988555', 'status': 'completed', 'code': 200} Apr 07 12:06:51.231149 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f26513-9186-46fc-876a-e8a71d7903e0 None None] The sync data for ids ['10915a5b-44a1-445a-8ee4-c6170d308905'] in dv-cinder-836930-1-iscsi is: [{'id': '10915a5b-44a1-445a-8ee4-c6170d308905', 'name': 'tempest-ServerRescueNegativeTestJSON-112950129-router', 'tenant_id': '060237c359da41d49b858b2897b29918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'external_fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': '16dcc467-cd6a-4708-8a3e-1a3399f3e889', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:06:28Z', 'updated_at': '2022-04-07T12:06:37Z', 'revision_number': 4, 'project_id': '060237c359da41d49b858b2897b29918', 'gw_port': {'id': '16dcc467-cd6a-4708-8a3e-1a3399f3e889', 'name': '', 'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:4f:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10915a5b-44a1-445a-8ee4-c6170d308905', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:06:29Z', 'updated_at': '2022-04-07T12:06:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4554067d-f507-4a99-8a98-0874c02c5721', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836930-1-iscsi', '_interfaces': [{'id': '42aff1c8-3988-46df-95cf-c0a66aeca9a8', 'name': '', 'network_id': 'b54ec153-3bc9-439f-b426-165a936f23bb', 'tenant_id': '060237c359da41d49b858b2897b29918', 'mac_address': 'fa:16:3e:08:1b:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10915a5b-44a1-445a-8ee4-c6170d308905', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '45a072d7-ade8-4cd2-9025-cfaa01b8e30d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:06:35Z', 'updated_at': '2022-04-07T12:06:47Z', 'revision_number': 4, 'project_id': '060237c359da41d49b858b2897b29918', 'subnets': [{'id': '45a072d7-ade8-4cd2-9025-cfaa01b8e30d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 12:06:51.248988 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-dbbfb7d2-04c5-4836-9702-acbe4177eed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780057409639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780056949607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780056949625'] for port (21394a6d-fda4-41a7-8be6-3028c46a6266), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:51.414570 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-1c70d096-83e2-4855-9b2c-56f66aa6244c req-f10e9d46-0b25-45df-9a5e-b144e0071dfd tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/ports?device_id=ac1f3a68-f423-4755-a9c4-1f053e094038 HTTP/1.1" status: 200 len: 210 time: 0.4724720 Apr 07 12:06:51.491004 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.db.db_base_plugin_common [None req-4f137407-2f2a-464d-b031-3925ea0bfd30 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Allocated IP 172.27.0.67 (bbaeba58-97ce-4d65-bbf2-981851410a56/4554067d-f507-4a99-8a98-0874c02c5721/78ab07ee-d3b1-4a55-b375-57fc04aa8c52) {{(pid=103983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 12:06:51.646516 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-73df0c16-a099-4fed-80e1-41b55418bd31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678166'] for security_group (7ef782a7-8220-47cf-9b6d-f428c598d6dc), after_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:51.656545 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-73df0c16-a099-4fed-80e1-41b55418bd31 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:51.662163 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [None req-73df0c16-a099-4fed-80e1-41b55418bd31 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7ef782a7-8220-47cf-9b6d-f428c598d6dc HTTP/1.1" status: 204 len: 168 time: 1.5654263 Apr 07 12:06:51.676412 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-82eaedb4-8ba9-41f8-998b-3db369177f67 req-135268b3-1bc8-4a54-83d0-f629afa1d5a9 service neutron] 10.222.0.49 "GET /v2.0/networks/ef8fb76c-b472-4e52-839b-1b393fbe6d47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4587960 Apr 07 12:06:51.680039 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73df0c16-a099-4fed-80e1-41b55418bd31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ef782a7-8220-47cf-9b6d-f428c598d6dc,revision_number=None']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:06:51.682622 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee99cf8e-88f3-4d13-9a01-d5768bc833e5 req-72c65048-0adb-463a-9293-463e376d7222 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:06:51.684164 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-ee99cf8e-88f3-4d13-9a01-d5768bc833e5 req-72c65048-0adb-463a-9293-463e376d7222 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.49 "GET /v2.0/networks?id=b54ec153-3bc9-439f-b426-165a936f23bb HTTP/1.1" status: 200 len: 818 time: 1.0943732 Apr 07 12:06:51.692804 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-c3419fa7-1109-483b-b518-387ffb480ec9 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Publish callbacks [] for security_group_rule (28b8ee2d-a5b9-45d5-bb47-450defc9656d), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:51.709732 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e3888e-da4b-4ae6-8f9b-55fc14981aac req-4ccf372f-97bc-4a2e-966c-44d42e5708cb tempest-DeleteServersTestJSON-739240211 tempest-DeleteServersTestJSON-739240211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:06:51.718112 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-69e3888e-da4b-4ae6-8f9b-55fc14981aac req-4ccf372f-97bc-4a2e-966c-44d42e5708cb tempest-DeleteServersTestJSON-739240211 tempest-DeleteServersTestJSON-739240211-project] 10.222.0.58 "GET /v2.0/ports?device_id=3d0eeb31-0d37-4a21-9863-9437b542b275 HTTP/1.1" status: 200 len: 944 time: 0.2840505 Apr 07 12:06:51.754195 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.v2.base [req-ee99cf8e-88f3-4d13-9a01-d5768bc833e5 req-96a74e5d-4b33-4b90-b56a-1ce8b84ac437 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Request body: {'port': {'device_id': '58383065-ef49-40d2-8fc7-2a85fd6d0b52', 'network_id': 'b54ec153-3bc9-439f-b426-165a936f23bb', 'admin_state_up': True, 'tenant_id': '060237c359da41d49b858b2897b29918'}} {{(pid=103982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:06:51.794101 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e0f988-1b75-41b0-b413-e634835230a4 None None] Pushing event updated for resources: {'Port': ['ID=21394a6d-fda4-41a7-8be6-3028c46a6266,revision_number=3']} {{(pid=103984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:06:51.808585 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-36792d95-6dc7-458c-9245-c62d4bccdcc7 None None] Current status of the port 42aff1c8-3988-46df-95cf-c0a66aeca9a8 is: DOWN; New status is: ACTIVE {{(pid=103984) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:06:51.810093 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-36792d95-6dc7-458c-9245-c62d4bccdcc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (42aff1c8-3988-46df-95cf-c0a66aeca9a8), before_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:51.865067 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-c3419fa7-1109-483b-b518-387ffb480ec9 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678271'] for security_group_rule (28b8ee2d-a5b9-45d5-bb47-450defc9656d), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:51.981721 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.db [None req-36792d95-6dc7-458c-9245-c62d4bccdcc7 None None] For port 42aff1c8-3988-46df-95cf-c0a66aeca9a8, host dv-cinder-836930-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836930-1-iscsi',level=0,port_id=42aff1c8-3988-46df-95cf-c0a66aeca9a8,segment=NetworkSegment(dc1680e3-d64d-4d14-9b8d-ff4232801a16),segment_id=dc1680e3-d64d-4d14-9b8d-ff4232801a16)] {{(pid=103984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:06:52.026712 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-4f137407-2f2a-464d-b031-3925ea0bfd30 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Publish callbacks [] for port (78ab07ee-d3b1-4a55-b375-57fc04aa8c52), precommit_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:52.028111 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.provisioning_blocks [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Provisioning complete for port 68192a74-ee6f-49ed-b01a-ff2103dd3c8b triggered by entity L2. {{(pid=103984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:06:52.029063 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7484729'] for port (68192a74-ee6f-49ed-b01a-ff2103dd3c8b), provisioning_complete {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:52.132883 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-36792d95-6dc7-458c-9245-c62d4bccdcc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780057409639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780056949607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780056949625'] for port (42aff1c8-3988-46df-95cf-c0a66aeca9a8), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:52.207192 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.managers [None req-dbbfb7d2-04c5-4836-9702-acbe4177eed1 None None] Attempting to bind port 21394a6d-fda4-41a7-8be6-3028c46a6266 on host dv-cinder-836930-1-iscsi for vnic_type normal with profile {{(pid=103984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 12:06:52.207192 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.managers [None req-dbbfb7d2-04c5-4836-9702-acbe4177eed1 None None] Attempting to bind port 21394a6d-fda4-41a7-8be6-3028c46a6266 by drivers openvswitch,hyperv on host dv-cinder-836930-1-iscsi at level 0 using segments [{'id': '0390e2dd-fa0e-4e46-ac16-40eb36374f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'fcace665-ea97-4783-845e-38b6ed7c4b29'}] {{(pid=103984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 12:06:52.207192 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbbfb7d2-04c5-4836-9702-acbe4177eed1 None None] Attempting to bind port 21394a6d-fda4-41a7-8be6-3028c46a6266 on network fcace665-ea97-4783-845e-38b6ed7c4b29 {{(pid=103984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:06:52.229122 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-4f137407-2f2a-464d-b031-3925ea0bfd30 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780056949589'] for port (78ab07ee-d3b1-4a55-b375-57fc04aa8c52), after_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:52.249276 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbbfb7d2-04c5-4836-9702-acbe4177eed1 None None] Checking agent: {'id': '18566f30-62c1-4fb1-af49-ebd049d63fec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836930-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 57, 39), 'started_at': datetime.datetime(2022, 4, 7, 11, 58, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 12, 6, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836930-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 12:06:52.249790 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbbfb7d2-04c5-4836-9702-acbe4177eed1 None None] Checking segment: {'id': '0390e2dd-fa0e-4e46-ac16-40eb36374f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'fcace665-ea97-4783-845e-38b6ed7c4b29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:06:52.250209 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-dbbfb7d2-04c5-4836-9702-acbe4177eed1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:52.250602 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbbfb7d2-04c5-4836-9702-acbe4177eed1 None None] Bound using segment: {'id': '0390e2dd-fa0e-4e46-ac16-40eb36374f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'fcace665-ea97-4783-845e-38b6ed7c4b29'} {{(pid=103984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 12:06:52.251030 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.managers [None req-dbbfb7d2-04c5-4836-9702-acbe4177eed1 None None] Bound port: 21394a6d-fda4-41a7-8be6-3028c46a6266, host: dv-cinder-836930-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0390e2dd-fa0e-4e46-ac16-40eb36374f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'fcace665-ea97-4783-845e-38b6ed7c4b29'}}] {{(pid=103984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 12:06:52.251480 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-dbbfb7d2-04c5-4836-9702-acbe4177eed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (21394a6d-fda4-41a7-8be6-3028c46a6266), before_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:52.346727 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f137407-2f2a-464d-b031-3925ea0bfd30 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Network bbaeba58-97ce-4d65-bbf2-981851410a56 is already hosted by enough agents. {{(pid=103983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:06:52.352143 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36792d95-6dc7-458c-9245-c62d4bccdcc7 None None] Pushing event updated for resources: {'Port': ['ID=42aff1c8-3988-46df-95cf-c0a66aeca9a8,revision_number=5']} {{(pid=103984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:06:52.368527 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.scheduler.base_scheduler [None req-4f137407-2f2a-464d-b031-3925ea0bfd30 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Resources bound (agent type, host, resource id): {{(pid=103983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:06:52.372628 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f137407-2f2a-464d-b031-3925ea0bfd30 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Received port after_create {{(pid=103983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 12:06:52.527674 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-69e3888e-da4b-4ae6-8f9b-55fc14981aac req-d918f9d8-4594-4b65-8b75-0cce2268a009 tempest-DeleteServersTestJSON-739240211 tempest-DeleteServersTestJSON-739240211-project] 10.222.0.58 "GET /v2.0/security-groups?id=ebb06e7c-1cd4-40fe-a58a-9c7e60c397b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8084931 Apr 07 12:06:52.533530 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3419fa7-1109-483b-b518-387ffb480ec9 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28b8ee2d-a5b9-45d5-bb47-450defc9656d,revision_number=0']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:06:52.552045 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-c3419fa7-1109-483b-b518-387ffb480ec9 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:52.562204 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [None req-c3419fa7-1109-483b-b518-387ffb480ec9 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.3561997 Apr 07 12:06:52.562204 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.58', 33378) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:06:52.565572 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f137407-2f2a-464d-b031-3925ea0bfd30 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Pushing event updated for resources: {'Port': ['ID=78ab07ee-d3b1-4a55-b375-57fc04aa8c52,revision_number=1']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:06:52.574603 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.provisioning_blocks [None req-ec614180-86e1-4acd-9768-85e7f9c84855 None None] Provisioning complete for port 21394a6d-fda4-41a7-8be6-3028c46a6266 triggered by entity DHCP. {{(pid=103984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:06:52.577247 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-ec614180-86e1-4acd-9768-85e7f9c84855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7484729'] for port (21394a6d-fda4-41a7-8be6-3028c46a6266), provisioning_complete {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:52.592798 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.v2.base [None req-4a6fe267-1b4a-48e0-88a8-e27fe3ff2ce5 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Request body: {'floatingip': {'floating_network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56'}} {{(pid=103982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:06:52.689573 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Current status of the port 68192a74-ee6f-49ed-b01a-ff2103dd3c8b is: ACTIVE; New status is: ACTIVE {{(pid=103984) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:06:52.702409 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae47ff7f-44e9-45cb-bc7a-119599aa1c30 req-0507a01d-f331-4243-ba9f-deab666a5143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:06:52.704636 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-ae47ff7f-44e9-45cb-bc7a-119599aa1c30 req-0507a01d-f331-4243-ba9f-deab666a5143 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d7f643162643446e97d4a3e03a7345d7&device_id=3d0eeb31-0d37-4a21-9863-9437b542b275 HTTP/1.1" status: 200 len: 1128 time: 0.8227684 Apr 07 12:06:52.729194 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-ec614180-86e1-4acd-9768-85e7f9c84855 None None] Port 21394a6d-fda4-41a7-8be6-3028c46a6266 cannot update to ACTIVE because it is not bound. {{(pid=103984) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 12:06:52.749914 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.db [None req-dbbfb7d2-04c5-4836-9702-acbe4177eed1 None None] For port 21394a6d-fda4-41a7-8be6-3028c46a6266, host dv-cinder-836930-1-iscsi, cleared binding levels {{(pid=103984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 12:06:52.770330 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.db [None req-dbbfb7d2-04c5-4836-9702-acbe4177eed1 None None] For port 21394a6d-fda4-41a7-8be6-3028c46a6266, host dv-cinder-836930-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836930-1-iscsi',level=0,port_id=21394a6d-fda4-41a7-8be6-3028c46a6266,segment=NetworkSegment(0390e2dd-fa0e-4e46-ac16-40eb36374f96),segment_id=0390e2dd-fa0e-4e46-ac16-40eb36374f96)] {{(pid=103984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 12:06:52.850048 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-4a6fe267-1b4a-48e0-88a8-e27fe3ff2ce5 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:52.858398 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-dbbfb7d2-04c5-4836-9702-acbe4177eed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780057409639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780056949607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780056949625'] for port (21394a6d-fda4-41a7-8be6-3028c46a6266), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:52.876998 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-b1910fbb-312a-4c4b-86ed-cdd4ed143c64 req-c2ecf6d8-6449-4e99-ba1d-02f1d5e2207c tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/ports?device_id=ac1f3a68-f423-4755-a9c4-1f053e094038 HTTP/1.1" status: 200 len: 210 time: 0.1964002 Apr 07 12:06:52.929989 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-4f137407-2f2a-464d-b031-3925ea0bfd30 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Publish callbacks [] for floatingip (51d59dd9-c4b1-48b1-9b01-9e5910ac22e8), precommit_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:52.996187 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbbfb7d2-04c5-4836-9702-acbe4177eed1 None None] Routers {'6425557c-237c-4a3e-8e32-6dc483dfa631'} bound to L3 agent in host dv-cinder-836930-1-iscsi {{(pid=103984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:06:52.996828 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_hamode_db [None req-dbbfb7d2-04c5-4836-9702-acbe4177eed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836930-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-07T11:57:34Z,description=,heartbeat_timestamp=2022-04-07T12:06:34Z,host='dv-cinder-836930-1-iscsi',id=ad8978c4-6515-441c-a828-0289badd3b4a,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:57:35Z,topic='l3_agent')) {'router_ids': ['6425557c-237c-4a3e-8e32-6dc483dfa631'], 'active': True} {{(pid=103984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:06:53.114289 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-4f137407-2f2a-464d-b031-3925ea0bfd30 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (78ab07ee-d3b1-4a55-b375-57fc04aa8c52), before_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:53.173599 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee99cf8e-88f3-4d13-9a01-d5768bc833e5 req-96a74e5d-4b33-4b90-b56a-1ce8b84ac437 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Made reservation on behalf of 060237c359da41d49b858b2897b29918 for: {'port': 1} {{(pid=103982) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 12:06:53.198033 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [req-ee99cf8e-88f3-4d13-9a01-d5768bc833e5 req-96a74e5d-4b33-4b90-b56a-1ce8b84ac437 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (None), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:53.658065 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_dvr_db [None req-dbbfb7d2-04c5-4836-9702-acbe4177eed1 None None] Set router 6425557c-237c-4a3e-8e32-6dc483dfa631 gateway port host: dv-cinder-836930-1-iscsi {{(pid=103984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:06:53.721934 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-4f137407-2f2a-464d-b031-3925ea0bfd30 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Publish callbacks [] for port (78ab07ee-d3b1-4a55-b375-57fc04aa8c52), precommit_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:53.759756 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.db.db_base_plugin_common [req-ee99cf8e-88f3-4d13-9a01-d5768bc833e5 req-96a74e5d-4b33-4b90-b56a-1ce8b84ac437 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Allocated IP 172.20.0.6 (b54ec153-3bc9-439f-b426-165a936f23bb/45a072d7-ade8-4cd2-9025-cfaa01b8e30d/4e8e7c1d-8910-4f51-91ef-0c82ee3ce3b7) {{(pid=103982) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 12:06:53.799300 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-4f137407-2f2a-464d-b031-3925ea0bfd30 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780057409639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780056949607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780056949625'] for port (78ab07ee-d3b1-4a55-b375-57fc04aa8c52), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:53.828686 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-4f137407-2f2a-464d-b031-3925ea0bfd30 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2019898'] for floatingip (51d59dd9-c4b1-48b1-9b01-9e5910ac22e8), after_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:53.920601 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Device 42aff1c8-3988-46df-95cf-c0a66aeca9a8 up at agent ovs-agent-dv-cinder-836930-1-iscsi {{(pid=103984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:06:53.990984 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-4f137407-2f2a-464d-b031-3925ea0bfd30 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91606'] for floatingip (None), before_response {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:53.998292 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [None req-4f137407-2f2a-464d-b031-3925ea0bfd30 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.8773258 Apr 07 12:06:54.022750 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e0f988-1b75-41b0-b413-e634835230a4 None None] Pushing event updated for resources: {'Port': ['ID=21394a6d-fda4-41a7-8be6-3028c46a6266,revision_number=4']} {{(pid=103984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:06:54.040932 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f137407-2f2a-464d-b031-3925ea0bfd30 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Pushing event updated for resources: {'Port': ['ID=78ab07ee-d3b1-4a55-b375-57fc04aa8c52,revision_number=2']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:06:54.067200 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.provisioning_blocks [None req-59e6d4be-77ac-469f-8d29-c2de1e4e7e90 None None] Provisioning complete for port 21394a6d-fda4-41a7-8be6-3028c46a6266 triggered by entity DHCP. {{(pid=103984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:06:54.069206 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-59e6d4be-77ac-469f-8d29-c2de1e4e7e90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7484729'] for port (21394a6d-fda4-41a7-8be6-3028c46a6266), provisioning_complete {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:54.111688 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-21857ccd-63c3-4e0b-95a5-0e6c44d00c82 req-468defd9-c78b-4f4c-bbaa-acb633427cdc tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/ports?device_id=ac1f3a68-f423-4755-a9c4-1f053e094038 HTTP/1.1" status: 200 len: 210 time: 0.0622036 Apr 07 12:06:54.152238 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_hamode_db [None req-dbbfb7d2-04c5-4836-9702-acbe4177eed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6425557c-237c-4a3e-8e32-6dc483dfa631', 'name': 'tempest-AttachVolumeTestJSON-1991479010-router', 'tenant_id': 'bb7aeab7f2af4131992847a73f3c7e0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'external_fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': '92f08395-6710-4a8f-bd95-1baa091c1ea2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:06:29Z', 'updated_at': '2022-04-07T12:06:37Z', 'revision_number': 4, 'project_id': 'bb7aeab7f2af4131992847a73f3c7e0a', 'gw_port': {'id': '92f08395-6710-4a8f-bd95-1baa091c1ea2', 'name': '', 'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:40:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6425557c-237c-4a3e-8e32-6dc483dfa631', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:06:31Z', 'updated_at': '2022-04-07T12:06:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4554067d-f507-4a99-8a98-0874c02c5721', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836930-1-iscsi', '_interfaces': [{'id': '21394a6d-fda4-41a7-8be6-3028c46a6266', 'name': '', 'network_id': 'fcace665-ea97-4783-845e-38b6ed7c4b29', 'tenant_id': 'bb7aeab7f2af4131992847a73f3c7e0a', 'mac_address': 'fa:16:3e:73:56:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6425557c-237c-4a3e-8e32-6dc483dfa631', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'f6c89c23-3e38-47dc-af91-b69590186a24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:06:35Z', 'updated_at': '2022-04-07T12:06:52Z', 'revision_number': 4, 'project_id': 'bb7aeab7f2af4131992847a73f3c7e0a', 'subnets': [{'id': 'f6c89c23-3e38-47dc-af91-b69590186a24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836930-1-iscsi', False) {} {{(pid=103984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:06:54.192107 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbbfb7d2-04c5-4836-9702-acbe4177eed1 None None] The sync data for ids ['6425557c-237c-4a3e-8e32-6dc483dfa631'] in dv-cinder-836930-1-iscsi is: [{'id': '6425557c-237c-4a3e-8e32-6dc483dfa631', 'name': 'tempest-AttachVolumeTestJSON-1991479010-router', 'tenant_id': 'bb7aeab7f2af4131992847a73f3c7e0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'external_fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': '92f08395-6710-4a8f-bd95-1baa091c1ea2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:06:29Z', 'updated_at': '2022-04-07T12:06:37Z', 'revision_number': 4, 'project_id': 'bb7aeab7f2af4131992847a73f3c7e0a', 'gw_port': {'id': '92f08395-6710-4a8f-bd95-1baa091c1ea2', 'name': '', 'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:40:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6425557c-237c-4a3e-8e32-6dc483dfa631', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:06:31Z', 'updated_at': '2022-04-07T12:06:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4554067d-f507-4a99-8a98-0874c02c5721', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836930-1-iscsi', '_interfaces': [{'id': '21394a6d-fda4-41a7-8be6-3028c46a6266', 'name': '', 'network_id': 'fcace665-ea97-4783-845e-38b6ed7c4b29', 'tenant_id': 'bb7aeab7f2af4131992847a73f3c7e0a', 'mac_address': 'fa:16:3e:73:56:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6425557c-237c-4a3e-8e32-6dc483dfa631', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'f6c89c23-3e38-47dc-af91-b69590186a24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:06:35Z', 'updated_at': '2022-04-07T12:06:52Z', 'revision_number': 4, 'project_id': 'bb7aeab7f2af4131992847a73f3c7e0a', 'subnets': [{'id': 'f6c89c23-3e38-47dc-af91-b69590186a24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 12:06:54.201584 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.provisioning_blocks [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Provisioning complete for port 42aff1c8-3988-46df-95cf-c0a66aeca9a8 triggered by entity L2. {{(pid=103984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:06:54.202341 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7484729'] for port (42aff1c8-3988-46df-95cf-c0a66aeca9a8), provisioning_complete {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:54.304310 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-59e6d4be-77ac-469f-8d29-c2de1e4e7e90 None None] Current status of the port 21394a6d-fda4-41a7-8be6-3028c46a6266 is: DOWN; New status is: ACTIVE {{(pid=103984) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:06:54.304889 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-59e6d4be-77ac-469f-8d29-c2de1e4e7e90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (21394a6d-fda4-41a7-8be6-3028c46a6266), before_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:54.374023 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.wsgi [-] (103983) accepted ('10.222.0.49', 55590) {{(pid=103983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:06:54.413781 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.db [None req-59e6d4be-77ac-469f-8d29-c2de1e4e7e90 None None] For port 21394a6d-fda4-41a7-8be6-3028c46a6266, host dv-cinder-836930-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836930-1-iscsi',level=0,port_id=21394a6d-fda4-41a7-8be6-3028c46a6266,segment=NetworkSegment(0390e2dd-fa0e-4e46-ac16-40eb36374f96),segment_id=0390e2dd-fa0e-4e46-ac16-40eb36374f96)] {{(pid=103984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:06:54.430675 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Current status of the port 42aff1c8-3988-46df-95cf-c0a66aeca9a8 is: ACTIVE; New status is: ACTIVE {{(pid=103984) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:06:54.432641 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae47ff7f-44e9-45cb-bc7a-119599aa1c30 req-479277af-3661-43bb-890a-d7afd36784f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:06:54.436377 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Device 68192a74-ee6f-49ed-b01a-ff2103dd3c8b up at agent ovs-agent-dv-cinder-836930-1-iscsi {{(pid=103984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:06:54.438793 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-ae47ff7f-44e9-45cb-bc7a-119599aa1c30 req-479277af-3661-43bb-890a-d7afd36784f5 service neutron] 10.222.0.49 "GET /v2.0/networks?id=ef8fb76c-b472-4e52-839b-1b393fbe6d47 HTTP/1.1" status: 200 len: 912 time: 1.7133565 Apr 07 12:06:54.545105 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-59e6d4be-77ac-469f-8d29-c2de1e4e7e90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780057409639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780056949607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780056949625'] for port (21394a6d-fda4-41a7-8be6-3028c46a6266), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:54.569410 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [req-ee99cf8e-88f3-4d13-9a01-d5768bc833e5 req-96a74e5d-4b33-4b90-b56a-1ce8b84ac437 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Publish callbacks [] for port (4e8e7c1d-8910-4f51-91ef-0c82ee3ce3b7), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:54.630126 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.provisioning_blocks [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Provisioning complete for port 68192a74-ee6f-49ed-b01a-ff2103dd3c8b triggered by entity L2. {{(pid=103984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:06:54.630502 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7484729'] for port (68192a74-ee6f-49ed-b01a-ff2103dd3c8b), provisioning_complete {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:54.681626 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e6d4be-77ac-469f-8d29-c2de1e4e7e90 None None] Pushing event updated for resources: {'Port': ['ID=21394a6d-fda4-41a7-8be6-3028c46a6266,revision_number=5']} {{(pid=103984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:06:54.741141 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038a6b2f-ded3-402e-8230-3fa6e6f53eec req-0c4deb0e-e08a-4a51-ac23-c47aa62829db tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:06:54.744322 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-038a6b2f-ded3-402e-8230-3fa6e6f53eec req-0c4deb0e-e08a-4a51-ac23-c47aa62829db tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.49 "GET /v2.0/networks?id=b54ec153-3bc9-439f-b426-165a936f23bb HTTP/1.1" status: 200 len: 818 time: 0.3507209 Apr 07 12:06:54.750171 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5debd11-43dc-4942-b6cb-815eb79dca01 req-8c3f294c-e4ff-49c7-8ae1-a3bcb1732031 tempest-DeleteServersTestJSON-739240211 tempest-DeleteServersTestJSON-739240211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:06:54.757081 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-c5debd11-43dc-4942-b6cb-815eb79dca01 req-8c3f294c-e4ff-49c7-8ae1-a3bcb1732031 tempest-DeleteServersTestJSON-739240211 tempest-DeleteServersTestJSON-739240211-project] 10.222.0.58 "GET /v2.0/ports?device_id=3d0eeb31-0d37-4a21-9863-9437b542b275 HTTP/1.1" status: 200 len: 944 time: 0.6055262 Apr 07 12:06:54.759500 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-ae47ff7f-44e9-45cb-bc7a-119599aa1c30 req-d27e7f97-0bb4-49e3-92e0-13d338172347 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c3288a8e-fdcf-410d-8cb0-aa05fa988555 HTTP/1.1" status: 200 len: 217 time: 0.1255145 Apr 07 12:06:54.790742 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Current status of the port 68192a74-ee6f-49ed-b01a-ff2103dd3c8b is: ACTIVE; New status is: ACTIVE {{(pid=103984) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:06:54.815493 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-0219fbd9-4f2a-44d6-a7a0-281a227a8a6b req-e15231c3-bd07-438d-a41b-fc39260cc3c9 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--1272800445&fields=id&tenant_id=bb7aeab7f2af4131992847a73f3c7e0a HTTP/1.1" status: 200 len: 267 time: 0.2224166 Apr 07 12:06:54.820601 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [req-ee99cf8e-88f3-4d13-9a01-d5768bc833e5 req-96a74e5d-4b33-4b90-b56a-1ce8b84ac437 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780056949589'] for port (4e8e7c1d-8910-4f51-91ef-0c82ee3ce3b7), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:54.928655 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee99cf8e-88f3-4d13-9a01-d5768bc833e5 req-96a74e5d-4b33-4b90-b56a-1ce8b84ac437 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Network b54ec153-3bc9-439f-b426-165a936f23bb is already hosted by enough agents. {{(pid=103982) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:06:54.935428 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.scheduler.base_scheduler [req-ee99cf8e-88f3-4d13-9a01-d5768bc833e5 req-96a74e5d-4b33-4b90-b56a-1ce8b84ac437 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Resources bound (agent type, host, resource id): {{(pid=103982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:06:54.976711 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.v2.base [req-038a6b2f-ded3-402e-8230-3fa6e6f53eec req-f19d208c-5b65-47d8-90d8-5f44e7ba4444 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Request body: {'port': {'device_id': 'ac1f3a68-f423-4755-a9c4-1f053e094038', 'network_id': 'b54ec153-3bc9-439f-b426-165a936f23bb', 'admin_state_up': True, 'tenant_id': '060237c359da41d49b858b2897b29918'}} {{(pid=103983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:06:55.057723 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Device 21394a6d-fda4-41a7-8be6-3028c46a6266 up at agent ovs-agent-dv-cinder-836930-1-iscsi {{(pid=103984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:06:55.075103 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee99cf8e-88f3-4d13-9a01-d5768bc833e5 req-96a74e5d-4b33-4b90-b56a-1ce8b84ac437 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Received port after_create {{(pid=103982) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 12:06:55.080374 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee99cf8e-88f3-4d13-9a01-d5768bc833e5 req-96a74e5d-4b33-4b90-b56a-1ce8b84ac437 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:06:55.080987 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [req-ee99cf8e-88f3-4d13-9a01-d5768bc833e5 req-96a74e5d-4b33-4b90-b56a-1ce8b84ac437 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585958'] for port (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:55.165110 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.provisioning_blocks [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Provisioning complete for port 21394a6d-fda4-41a7-8be6-3028c46a6266 triggered by entity L2. {{(pid=103984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:06:55.166083 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7484729'] for port (21394a6d-fda4-41a7-8be6-3028c46a6266), provisioning_complete {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:55.234575 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-4a6fe267-1b4a-48e0-88a8-e27fe3ff2ce5 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (None), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:55.275779 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-ee99cf8e-88f3-4d13-9a01-d5768bc833e5 req-96a74e5d-4b33-4b90-b56a-1ce8b84ac437 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5513074 Apr 07 12:06:55.290870 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-c5debd11-43dc-4942-b6cb-815eb79dca01 req-17639bd6-e462-4508-9696-e9ffe206ad44 tempest-DeleteServersTestJSON-739240211 tempest-DeleteServersTestJSON-739240211-project] 10.222.0.58 "GET /v2.0/security-groups?id=ebb06e7c-1cd4-40fe-a58a-9c7e60c397b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5100596 Apr 07 12:06:55.292330 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae47ff7f-44e9-45cb-bc7a-119599aa1c30 req-6d85dd5a-18ad-4abb-8738-1fee40816093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:06:55.294171 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-ae47ff7f-44e9-45cb-bc7a-119599aa1c30 req-6d85dd5a-18ad-4abb-8738-1fee40816093 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2997acbd-48a6-4bf1-9f78-9c3596892247 HTTP/1.1" status: 200 len: 851 time: 0.4476693 Apr 07 12:06:55.295703 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a74e5d-4b33-4b90-b56a-1ce8b84ac437 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Pushing event updated for resources: {'Port': ['ID=4e8e7c1d-8910-4f51-91ef-0c82ee3ce3b7,revision_number=1']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:06:55.317975 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.v2.base [req-ee99cf8e-88f3-4d13-9a01-d5768bc833e5 req-033b48db-ebe0-4116-aae7-e6f5831418e7 service neutron] Request body: {'port': {'device_id': '58383065-ef49-40d2-8fc7-2a85fd6d0b52', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83693'}} {{(pid=103982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:06:55.385335 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Current status of the port 21394a6d-fda4-41a7-8be6-3028c46a6266 is: ACTIVE; New status is: ACTIVE {{(pid=103984) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:06:55.488238 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.provisioning_blocks [None req-90553580-3d29-4d69-b9ba-11479649b3c4 None None] Provisioning complete for port 4e8e7c1d-8910-4f51-91ef-0c82ee3ce3b7 triggered by entity DHCP. {{(pid=103984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:06:55.488737 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-90553580-3d29-4d69-b9ba-11479649b3c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7484729'] for port (4e8e7c1d-8910-4f51-91ef-0c82ee3ce3b7), provisioning_complete {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:55.508020 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-ae47ff7f-44e9-45cb-bc7a-119599aa1c30 req-f6dfd5e6-17fd-4c0a-936c-fad5e9e5808a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ef8fb76c-b472-4e52-839b-1b393fbe6d47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1871734 Apr 07 12:06:55.549862 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-90553580-3d29-4d69-b9ba-11479649b3c4 None None] Port 4e8e7c1d-8910-4f51-91ef-0c82ee3ce3b7 cannot update to ACTIVE because it is not bound. {{(pid=103984) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 12:06:55.689200 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [req-ee99cf8e-88f3-4d13-9a01-d5768bc833e5 req-033b48db-ebe0-4116-aae7-e6f5831418e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (4e8e7c1d-8910-4f51-91ef-0c82ee3ce3b7), before_update {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:55.703160 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0219fbd9-4f2a-44d6-a7a0-281a227a8a6b req-67300539-b647-481a-b9d1-0bf42f60a60b tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:06:55.713376 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-0219fbd9-4f2a-44d6-a7a0-281a227a8a6b req-67300539-b647-481a-b9d1-0bf42f60a60b tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] 10.222.0.58 "GET /v2.0/networks?id=fcace665-ea97-4783-845e-38b6ed7c4b29 HTTP/1.1" status: 200 len: 811 time: 0.8966265 Apr 07 12:06:55.756124 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-0219fbd9-4f2a-44d6-a7a0-281a227a8a6b req-60830c14-7a35-4bae-aaca-dd03c11e8bfd tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] 10.222.0.58 "GET /v2.0/quotas/bb7aeab7f2af4131992847a73f3c7e0a HTTP/1.1" status: 200 len: 375 time: 0.0416052 Apr 07 12:06:55.769884 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.db.db_base_plugin_common [None req-4a6fe267-1b4a-48e0-88a8-e27fe3ff2ce5 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Allocated IP 172.27.0.250 (bbaeba58-97ce-4d65-bbf2-981851410a56/4554067d-f507-4a99-8a98-0874c02c5721/3d8af7b3-cb0e-4f41-9407-b52f9de90fa8) {{(pid=103982) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 12:06:55.867966 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-038a6b2f-ded3-402e-8230-3fa6e6f53eec req-f19d208c-5b65-47d8-90d8-5f44e7ba4444 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Made reservation on behalf of 060237c359da41d49b858b2897b29918 for: {'port': 1} {{(pid=103983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 12:06:55.883029 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [req-038a6b2f-ded3-402e-8230-3fa6e6f53eec req-f19d208c-5b65-47d8-90d8-5f44e7ba4444 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (None), before_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:56.117180 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-ae47ff7f-44e9-45cb-bc7a-119599aa1c30 req-2ced9685-30b6-4136-aa0a-9a50d5495d38 service neutron] 10.222.0.49 "GET /v2.0/networks/ef8fb76c-b472-4e52-839b-1b393fbe6d47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5273538 Apr 07 12:06:56.155863 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-0219fbd9-4f2a-44d6-a7a0-281a227a8a6b req-44e65f1a-6da5-4240-9368-728924bebd72 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=bb7aeab7f2af4131992847a73f3c7e0a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3970745 Apr 07 12:06:56.388351 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.db.db_base_plugin_common [req-038a6b2f-ded3-402e-8230-3fa6e6f53eec req-f19d208c-5b65-47d8-90d8-5f44e7ba4444 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Allocated IP 172.20.0.9 (b54ec153-3bc9-439f-b426-165a936f23bb/45a072d7-ade8-4cd2-9025-cfaa01b8e30d/82373174-23c2-4543-be9f-d1c080f55f17) {{(pid=103983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 12:06:56.393238 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-edfc3588-dfac-41ea-b8f5-a0424be9ad59 req-1f4b7a71-2227-4415-8c44-5ecc585334d0 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/ports?device_id=ac1f3a68-f423-4755-a9c4-1f053e094038 HTTP/1.1" status: 200 len: 210 time: 0.1446712 Apr 07 12:06:56.398021 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-ae47ff7f-44e9-45cb-bc7a-119599aa1c30 req-1496dde8-2d10-4372-afdf-9f4bd3fdb23a service neutron] 10.222.0.49 "GET /v2.0/networks/ef8fb76c-b472-4e52-839b-1b393fbe6d47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473548 Apr 07 12:06:56.449416 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-4a6fe267-1b4a-48e0-88a8-e27fe3ff2ce5 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Publish callbacks [] for port (3d8af7b3-cb0e-4f41-9407-b52f9de90fa8), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:56.477063 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-0219fbd9-4f2a-44d6-a7a0-281a227a8a6b req-19035d72-fdcf-4aba-8839-ddff98aea098 service neutron] 10.222.0.58 "GET /v2.0/networks/fcace665-ea97-4783-845e-38b6ed7c4b29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2964203 Apr 07 12:06:56.642777 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-4a6fe267-1b4a-48e0-88a8-e27fe3ff2ce5 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780056949589'] for port (3d8af7b3-cb0e-4f41-9407-b52f9de90fa8), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:56.682359 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-0219fbd9-4f2a-44d6-a7a0-281a227a8a6b req-040e0ac2-5278-48bc-a6b7-d4781287ce69 service neutron] 10.222.0.58 "GET /v2.0/networks/fcace665-ea97-4783-845e-38b6ed7c4b29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1940587 Apr 07 12:06:56.691143 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a6fe267-1b4a-48e0-88a8-e27fe3ff2ce5 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Network bbaeba58-97ce-4d65-bbf2-981851410a56 is already hosted by enough agents. {{(pid=103982) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:06:56.691618 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.scheduler.base_scheduler [None req-4a6fe267-1b4a-48e0-88a8-e27fe3ff2ce5 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Resources bound (agent type, host, resource id): {{(pid=103982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:06:56.696111 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a6fe267-1b4a-48e0-88a8-e27fe3ff2ce5 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Received port after_create {{(pid=103982) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 12:06:56.730775 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [req-038a6b2f-ded3-402e-8230-3fa6e6f53eec req-f19d208c-5b65-47d8-90d8-5f44e7ba4444 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Publish callbacks [] for port (82373174-23c2-4543-be9f-d1c080f55f17), precommit_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:56.783307 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c3f668-a8c0-4759-9e8e-86348f455b14 req-d632945a-d2bf-4e63-8ce7-a01e7d798320 tempest-DeleteServersTestJSON-739240211 tempest-DeleteServersTestJSON-739240211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:06:56.783307 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-74c3f668-a8c0-4759-9e8e-86348f455b14 req-d632945a-d2bf-4e63-8ce7-a01e7d798320 tempest-DeleteServersTestJSON-739240211 tempest-DeleteServersTestJSON-739240211-project] 10.222.0.58 "GET /v2.0/ports?device_id=3d0eeb31-0d37-4a21-9863-9437b542b275 HTTP/1.1" status: 200 len: 944 time: 0.1940999 Apr 07 12:06:56.783307 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6fe267-1b4a-48e0-88a8-e27fe3ff2ce5 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Pushing event updated for resources: {'Port': ['ID=3d8af7b3-cb0e-4f41-9407-b52f9de90fa8,revision_number=1']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:06:57.040959 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-4a6fe267-1b4a-48e0-88a8-e27fe3ff2ce5 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Publish callbacks [] for floatingip (0a1e9fed-2657-442b-a77e-6d8a38e2c2f8), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:57.050416 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-74c3f668-a8c0-4759-9e8e-86348f455b14 req-e3d75604-66ff-49fb-9137-b57da05b8cb4 tempest-DeleteServersTestJSON-739240211 tempest-DeleteServersTestJSON-739240211-project] 10.222.0.58 "GET /v2.0/security-groups?id=ebb06e7c-1cd4-40fe-a58a-9c7e60c397b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826252 Apr 07 12:06:58.050915 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [req-038a6b2f-ded3-402e-8230-3fa6e6f53eec req-f19d208c-5b65-47d8-90d8-5f44e7ba4444 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780056949589'] for port (82373174-23c2-4543-be9f-d1c080f55f17), after_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:58.135486 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-038a6b2f-ded3-402e-8230-3fa6e6f53eec req-f19d208c-5b65-47d8-90d8-5f44e7ba4444 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Network b54ec153-3bc9-439f-b426-165a936f23bb is already hosted by enough agents. {{(pid=103983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:06:58.147559 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.scheduler.base_scheduler [req-038a6b2f-ded3-402e-8230-3fa6e6f53eec req-f19d208c-5b65-47d8-90d8-5f44e7ba4444 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Resources bound (agent type, host, resource id): {{(pid=103983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:06:58.152770 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.db.l3_dvrscheduler_db [req-038a6b2f-ded3-402e-8230-3fa6e6f53eec req-f19d208c-5b65-47d8-90d8-5f44e7ba4444 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Received port after_create {{(pid=103983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 12:06:58.158506 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038a6b2f-ded3-402e-8230-3fa6e6f53eec req-f19d208c-5b65-47d8-90d8-5f44e7ba4444 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:06:58.159177 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [req-038a6b2f-ded3-402e-8230-3fa6e6f53eec req-f19d208c-5b65-47d8-90d8-5f44e7ba4444 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585958'] for port (None), before_response {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:58.162672 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19d208c-5b65-47d8-90d8-5f44e7ba4444 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Pushing event updated for resources: {'Port': ['ID=82373174-23c2-4543-be9f-d1c080f55f17,revision_number=1']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:06:58.228695 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-4a6fe267-1b4a-48e0-88a8-e27fe3ff2ce5 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (3d8af7b3-cb0e-4f41-9407-b52f9de90fa8), before_update {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:58.281942 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-038a6b2f-ded3-402e-8230-3fa6e6f53eec req-f19d208c-5b65-47d8-90d8-5f44e7ba4444 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4620850 Apr 07 12:06:58.347338 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1959ddce-bf12-4d0c-b5d6-9c82b6255542 req-1d290b06-6f76-4ac1-8f7c-267c69038961 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:06:58.360288 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-1959ddce-bf12-4d0c-b5d6-9c82b6255542 req-1d290b06-6f76-4ac1-8f7c-267c69038961 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/ports?device_id=ac1f3a68-f423-4755-a9c4-1f053e094038 HTTP/1.1" status: 200 len: 931 time: 0.1290267 Apr 07 12:06:58.458381 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-1959ddce-bf12-4d0c-b5d6-9c82b6255542 req-b450b1bb-92ec-4572-b356-5b67ba4ffe57 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/security-groups?id=a9f2a625-dc68-4664-b64d-af04d0e6ed04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968184 Apr 07 12:06:58.521161 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.v2.base [req-038a6b2f-ded3-402e-8230-3fa6e6f53eec req-d84d8178-47bc-46c7-bc13-9a9c8e7778e2 service neutron] Request body: {'port': {'device_id': 'ac1f3a68-f423-4755-a9c4-1f053e094038', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83693'}} {{(pid=103983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:06:58.540010 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.notifiers.nova [req-ee99cf8e-88f3-4d13-9a01-d5768bc833e5 req-033b48db-ebe0-4116-aae7-e6f5831418e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e8e7c1d-8910-4f51-91ef-0c82ee3ce3b7 {{(pid=103982) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 12:06:58.551452 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [req-ee99cf8e-88f3-4d13-9a01-d5768bc833e5 req-033b48db-ebe0-4116-aae7-e6f5831418e7 service neutron] Publish callbacks [] for port (4e8e7c1d-8910-4f51-91ef-0c82ee3ce3b7), precommit_update {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:58.556818 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-97966072-7af5-4d26-8798-6506f7e6163b req-dfe92827-26fd-4ece-b165-ebfcb8de3b7f tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] 10.222.0.58 "GET /v2.0/ports?device_id=34bf0728-3bf9-4036-8e59-885b4140237b HTTP/1.1" status: 200 len: 210 time: 0.0495687 Apr 07 12:06:58.579909 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.db.provisioning_blocks [req-ee99cf8e-88f3-4d13-9a01-d5768bc833e5 req-033b48db-ebe0-4116-aae7-e6f5831418e7 service neutron] Transition to ACTIVE for port object 4e8e7c1d-8910-4f51-91ef-0c82ee3ce3b7 will not be triggered until provisioned by entity L2. {{(pid=103982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 12:06:58.603038 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a2295d-6721-4892-b710-72ebdb8f69bc req-2d4fed82-917c-4f7e-8a43-bac6d32ac392 tempest-DeleteServersTestJSON-739240211 tempest-DeleteServersTestJSON-739240211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:06:58.605375 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [req-038a6b2f-ded3-402e-8230-3fa6e6f53eec req-d84d8178-47bc-46c7-bc13-9a9c8e7778e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (82373174-23c2-4543-be9f-d1c080f55f17), before_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:58.609232 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-b8a2295d-6721-4892-b710-72ebdb8f69bc req-2d4fed82-917c-4f7e-8a43-bac6d32ac392 tempest-DeleteServersTestJSON-739240211 tempest-DeleteServersTestJSON-739240211-project] 10.222.0.58 "GET /v2.0/ports?device_id=3d0eeb31-0d37-4a21-9863-9437b542b275 HTTP/1.1" status: 200 len: 944 time: 0.2058651 Apr 07 12:06:58.610324 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.provisioning_blocks [None req-a9866c8f-1385-40ec-871f-a77489bddf89 None None] Provisioning complete for port 82373174-23c2-4543-be9f-d1c080f55f17 triggered by entity DHCP. {{(pid=103984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:06:58.611384 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-a9866c8f-1385-40ec-871f-a77489bddf89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7484729'] for port (82373174-23c2-4543-be9f-d1c080f55f17), provisioning_complete {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:58.661393 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-a9866c8f-1385-40ec-871f-a77489bddf89 None None] Port 82373174-23c2-4543-be9f-d1c080f55f17 cannot update to ACTIVE because it is not bound. {{(pid=103984) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 12:06:58.684582 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [req-ee99cf8e-88f3-4d13-9a01-d5768bc833e5 req-033b48db-ebe0-4116-aae7-e6f5831418e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780057409639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780056949607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780056949625'] for port (4e8e7c1d-8910-4f51-91ef-0c82ee3ce3b7), after_update {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:58.746015 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-b8a2295d-6721-4892-b710-72ebdb8f69bc req-61688bff-4900-4498-a615-7befe2d06c6f tempest-DeleteServersTestJSON-739240211 tempest-DeleteServersTestJSON-739240211-project] 10.222.0.58 "GET /v2.0/security-groups?id=ebb06e7c-1cd4-40fe-a58a-9c7e60c397b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359093 Apr 07 12:06:58.749949 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-4a6fe267-1b4a-48e0-88a8-e27fe3ff2ce5 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Publish callbacks [] for port (3d8af7b3-cb0e-4f41-9407-b52f9de90fa8), precommit_update {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:58.775613 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033b48db-ebe0-4116-aae7-e6f5831418e7 service neutron] Pushing event updated for resources: {'Port': ['ID=4e8e7c1d-8910-4f51-91ef-0c82ee3ce3b7,revision_number=2']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:06:58.832171 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.managers [req-ee99cf8e-88f3-4d13-9a01-d5768bc833e5 req-033b48db-ebe0-4116-aae7-e6f5831418e7 service neutron] Attempting to bind port 4e8e7c1d-8910-4f51-91ef-0c82ee3ce3b7 on host hv-cinder-83693 for vnic_type normal with profile {{(pid=103982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 12:06:58.832171 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.managers [req-ee99cf8e-88f3-4d13-9a01-d5768bc833e5 req-033b48db-ebe0-4116-aae7-e6f5831418e7 service neutron] Attempting to bind port 4e8e7c1d-8910-4f51-91ef-0c82ee3ce3b7 by drivers openvswitch,hyperv on host hv-cinder-83693 at level 0 using segments [{'id': 'dc1680e3-d64d-4d14-9b8d-ff4232801a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'b54ec153-3bc9-439f-b426-165a936f23bb'}] {{(pid=103982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 12:06:58.832171 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee99cf8e-88f3-4d13-9a01-d5768bc833e5 req-033b48db-ebe0-4116-aae7-e6f5831418e7 service neutron] Attempting to bind port 4e8e7c1d-8910-4f51-91ef-0c82ee3ce3b7 on network b54ec153-3bc9-439f-b426-165a936f23bb {{(pid=103982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:06:58.835774 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee99cf8e-88f3-4d13-9a01-d5768bc833e5 req-033b48db-ebe0-4116-aae7-e6f5831418e7 service neutron] Port 4e8e7c1d-8910-4f51-91ef-0c82ee3ce3b7 on network b54ec153-3bc9-439f-b426-165a936f23bb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83693 {{(pid=103982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 12:06:58.836225 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee99cf8e-88f3-4d13-9a01-d5768bc833e5 req-033b48db-ebe0-4116-aae7-e6f5831418e7 service neutron] Attempting to bind port 4e8e7c1d-8910-4f51-91ef-0c82ee3ce3b7 on network b54ec153-3bc9-439f-b426-165a936f23bb {{(pid=103982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:06:58.841951 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee99cf8e-88f3-4d13-9a01-d5768bc833e5 req-033b48db-ebe0-4116-aae7-e6f5831418e7 service neutron] Checking agent: {'id': 'b65c4e22-832a-4f2b-89ab-f6b5f91e1f65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83693', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 12, 4, 29), 'started_at': datetime.datetime(2022, 4, 7, 12, 4, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 12, 6, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 12:06:58.842287 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee99cf8e-88f3-4d13-9a01-d5768bc833e5 req-033b48db-ebe0-4116-aae7-e6f5831418e7 service neutron] Checking segment: {'id': 'dc1680e3-d64d-4d14-9b8d-ff4232801a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'b54ec153-3bc9-439f-b426-165a936f23bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:06:58.842848 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee99cf8e-88f3-4d13-9a01-d5768bc833e5 req-033b48db-ebe0-4116-aae7-e6f5831418e7 service neutron] Bound using segment: {'id': 'dc1680e3-d64d-4d14-9b8d-ff4232801a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'b54ec153-3bc9-439f-b426-165a936f23bb'} {{(pid=103982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 12:06:58.843697 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.managers [req-ee99cf8e-88f3-4d13-9a01-d5768bc833e5 req-033b48db-ebe0-4116-aae7-e6f5831418e7 service neutron] Bound port: 4e8e7c1d-8910-4f51-91ef-0c82ee3ce3b7, host: hv-cinder-83693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc1680e3-d64d-4d14-9b8d-ff4232801a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'b54ec153-3bc9-439f-b426-165a936f23bb'}}] {{(pid=103982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 12:06:58.844122 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [req-ee99cf8e-88f3-4d13-9a01-d5768bc833e5 req-033b48db-ebe0-4116-aae7-e6f5831418e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (4e8e7c1d-8910-4f51-91ef-0c82ee3ce3b7), before_update {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:58.865250 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-4a6fe267-1b4a-48e0-88a8-e27fe3ff2ce5 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780057409639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780056949607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780056949625'] for port (3d8af7b3-cb0e-4f41-9407-b52f9de90fa8), after_update {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:58.934926 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-4a6fe267-1b4a-48e0-88a8-e27fe3ff2ce5 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2019898'] for floatingip (0a1e9fed-2657-442b-a77e-6d8a38e2c2f8), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:58.968011 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6fe267-1b4a-48e0-88a8-e27fe3ff2ce5 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Pushing event updated for resources: {'Port': ['ID=3d8af7b3-cb0e-4f41-9407-b52f9de90fa8,revision_number=2']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:06:58.990880 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.db [req-ee99cf8e-88f3-4d13-9a01-d5768bc833e5 req-033b48db-ebe0-4116-aae7-e6f5831418e7 service neutron] For port 4e8e7c1d-8910-4f51-91ef-0c82ee3ce3b7, host hv-cinder-83693, cleared binding levels {{(pid=103982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 12:06:58.994010 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.db [req-ee99cf8e-88f3-4d13-9a01-d5768bc833e5 req-033b48db-ebe0-4116-aae7-e6f5831418e7 service neutron] For port 4e8e7c1d-8910-4f51-91ef-0c82ee3ce3b7, host hv-cinder-83693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83693',level=0,port_id=4e8e7c1d-8910-4f51-91ef-0c82ee3ce3b7,segment=NetworkSegment(dc1680e3-d64d-4d14-9b8d-ff4232801a16),segment_id=dc1680e3-d64d-4d14-9b8d-ff4232801a16)] {{(pid=103982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 12:06:59.021620 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.notifiers.nova [req-038a6b2f-ded3-402e-8230-3fa6e6f53eec req-d84d8178-47bc-46c7-bc13-9a9c8e7778e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82373174-23c2-4543-be9f-d1c080f55f17 {{(pid=103983) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 12:06:59.029246 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [req-038a6b2f-ded3-402e-8230-3fa6e6f53eec req-d84d8178-47bc-46c7-bc13-9a9c8e7778e2 service neutron] Publish callbacks [] for port (82373174-23c2-4543-be9f-d1c080f55f17), precommit_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:59.049062 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.db.provisioning_blocks [req-038a6b2f-ded3-402e-8230-3fa6e6f53eec req-d84d8178-47bc-46c7-bc13-9a9c8e7778e2 service neutron] Transition to ACTIVE for port object 82373174-23c2-4543-be9f-d1c080f55f17 will not be triggered until provisioned by entity L2. {{(pid=103983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 12:06:59.064053 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-4a6fe267-1b4a-48e0-88a8-e27fe3ff2ce5 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91606'] for floatingip (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:59.065219 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [None req-4a6fe267-1b4a-48e0-88a8-e27fe3ff2ce5 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.4933288 Apr 07 12:06:59.126315 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [req-ee99cf8e-88f3-4d13-9a01-d5768bc833e5 req-033b48db-ebe0-4116-aae7-e6f5831418e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780057409639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780056949607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780056949625'] for port (4e8e7c1d-8910-4f51-91ef-0c82ee3ce3b7), after_update {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:59.152824 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [req-038a6b2f-ded3-402e-8230-3fa6e6f53eec req-d84d8178-47bc-46c7-bc13-9a9c8e7778e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780057409639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780056949607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780056949625'] for port (82373174-23c2-4543-be9f-d1c080f55f17), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:59.171987 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee99cf8e-88f3-4d13-9a01-d5768bc833e5 req-033b48db-ebe0-4116-aae7-e6f5831418e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:06:59.172628 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [req-ee99cf8e-88f3-4d13-9a01-d5768bc833e5 req-033b48db-ebe0-4116-aae7-e6f5831418e7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585958'] for port (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:59.174104 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-ee99cf8e-88f3-4d13-9a01-d5768bc833e5 req-033b48db-ebe0-4116-aae7-e6f5831418e7 service neutron] 10.222.0.49 "PUT /v2.0/ports/4e8e7c1d-8910-4f51-91ef-0c82ee3ce3b7 HTTP/1.1" status: 200 len: 1093 time: 3.8604913 Apr 07 12:06:59.174547 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58383065-ef49-40d2-8fc7-2a85fd6d0b52', 'tag': '4e8e7c1d-8910-4f51-91ef-0c82ee3ce3b7'}] {{(pid=103982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:06:59.176872 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a87f3ac2112343cf46b731ae90f6f8f3b8b920e6472e7c70a4e5373429e5b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-feb5363c-85b1-40bc-bb78-ac35aff422c1" -d '{"events": [{"name": "network-changed", "server_uuid": "58383065-ef49-40d2-8fc7-2a85fd6d0b52", "tag": "4e8e7c1d-8910-4f51-91ef-0c82ee3ce3b7"}]}' {{(pid=103982) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:06:59.206605 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033b48db-ebe0-4116-aae7-e6f5831418e7 service neutron] Pushing event updated for resources: {'Port': ['ID=4e8e7c1d-8910-4f51-91ef-0c82ee3ce3b7,revision_number=3']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:06:59.273441 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84d8178-47bc-46c7-bc13-9a9c8e7778e2 service neutron] Pushing event updated for resources: {'Port': ['ID=82373174-23c2-4543-be9f-d1c080f55f17,revision_number=2']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:06:59.297476 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 12:06:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67a8811f-3ad9-4e82-bd59-042bf452d068 x-openstack-request-id: req-67a8811f-3ad9-4e82-bd59-042bf452d068 {{(pid=103982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:06:59.297978 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58383065-ef49-40d2-8fc7-2a85fd6d0b52", "tag": "4e8e7c1d-8910-4f51-91ef-0c82ee3ce3b7", "status": "completed", "code": 200}]} {{(pid=103982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:06:59.298066 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-67a8811f-3ad9-4e82-bd59-042bf452d068 {{(pid=103982) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:06:59.298402 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67a8811f-3ad9-4e82-bd59-042bf452d068'] response: {'name': 'network-changed', 'server_uuid': '58383065-ef49-40d2-8fc7-2a85fd6d0b52', 'tag': '4e8e7c1d-8910-4f51-91ef-0c82ee3ce3b7', 'status': 'completed', 'code': 200} Apr 07 12:06:59.310494 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.plugins.ml2.managers [req-038a6b2f-ded3-402e-8230-3fa6e6f53eec req-d84d8178-47bc-46c7-bc13-9a9c8e7778e2 service neutron] Attempting to bind port 82373174-23c2-4543-be9f-d1c080f55f17 on host hv-cinder-83693 for vnic_type normal with profile {{(pid=103983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 12:06:59.311063 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.plugins.ml2.managers [req-038a6b2f-ded3-402e-8230-3fa6e6f53eec req-d84d8178-47bc-46c7-bc13-9a9c8e7778e2 service neutron] Attempting to bind port 82373174-23c2-4543-be9f-d1c080f55f17 by drivers openvswitch,hyperv on host hv-cinder-83693 at level 0 using segments [{'id': 'dc1680e3-d64d-4d14-9b8d-ff4232801a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'b54ec153-3bc9-439f-b426-165a936f23bb'}] {{(pid=103983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 12:06:59.311511 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-038a6b2f-ded3-402e-8230-3fa6e6f53eec req-d84d8178-47bc-46c7-bc13-9a9c8e7778e2 service neutron] Attempting to bind port 82373174-23c2-4543-be9f-d1c080f55f17 on network b54ec153-3bc9-439f-b426-165a936f23bb {{(pid=103983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:06:59.328612 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-038a6b2f-ded3-402e-8230-3fa6e6f53eec req-d84d8178-47bc-46c7-bc13-9a9c8e7778e2 service neutron] Port 82373174-23c2-4543-be9f-d1c080f55f17 on network b54ec153-3bc9-439f-b426-165a936f23bb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83693 {{(pid=103983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 12:06:59.328612 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-038a6b2f-ded3-402e-8230-3fa6e6f53eec req-d84d8178-47bc-46c7-bc13-9a9c8e7778e2 service neutron] Attempting to bind port 82373174-23c2-4543-be9f-d1c080f55f17 on network b54ec153-3bc9-439f-b426-165a936f23bb {{(pid=103983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:06:59.334450 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-038a6b2f-ded3-402e-8230-3fa6e6f53eec req-d84d8178-47bc-46c7-bc13-9a9c8e7778e2 service neutron] Checking agent: {'id': 'b65c4e22-832a-4f2b-89ab-f6b5f91e1f65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83693', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 12, 4, 29), 'started_at': datetime.datetime(2022, 4, 7, 12, 4, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 12, 6, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 12:06:59.334866 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-038a6b2f-ded3-402e-8230-3fa6e6f53eec req-d84d8178-47bc-46c7-bc13-9a9c8e7778e2 service neutron] Checking segment: {'id': 'dc1680e3-d64d-4d14-9b8d-ff4232801a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'b54ec153-3bc9-439f-b426-165a936f23bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:06:59.335446 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-038a6b2f-ded3-402e-8230-3fa6e6f53eec req-d84d8178-47bc-46c7-bc13-9a9c8e7778e2 service neutron] Bound using segment: {'id': 'dc1680e3-d64d-4d14-9b8d-ff4232801a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'b54ec153-3bc9-439f-b426-165a936f23bb'} {{(pid=103983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 12:06:59.335965 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.plugins.ml2.managers [req-038a6b2f-ded3-402e-8230-3fa6e6f53eec req-d84d8178-47bc-46c7-bc13-9a9c8e7778e2 service neutron] Bound port: 82373174-23c2-4543-be9f-d1c080f55f17, host: hv-cinder-83693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc1680e3-d64d-4d14-9b8d-ff4232801a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'b54ec153-3bc9-439f-b426-165a936f23bb'}}] {{(pid=103983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 12:06:59.336316 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [req-038a6b2f-ded3-402e-8230-3fa6e6f53eec req-d84d8178-47bc-46c7-bc13-9a9c8e7778e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (82373174-23c2-4543-be9f-d1c080f55f17), before_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:59.410868 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (b65c4e22-832a-4f2b-89ab-f6b5f91e1f65), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:59.449391 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.plugins.ml2.db [req-038a6b2f-ded3-402e-8230-3fa6e6f53eec req-d84d8178-47bc-46c7-bc13-9a9c8e7778e2 service neutron] For port 82373174-23c2-4543-be9f-d1c080f55f17, host hv-cinder-83693, cleared binding levels {{(pid=103983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 12:06:59.454516 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.plugins.ml2.db [req-038a6b2f-ded3-402e-8230-3fa6e6f53eec req-d84d8178-47bc-46c7-bc13-9a9c8e7778e2 service neutron] For port 82373174-23c2-4543-be9f-d1c080f55f17, host hv-cinder-83693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83693',level=0,port_id=82373174-23c2-4543-be9f-d1c080f55f17,segment=NetworkSegment(dc1680e3-d64d-4d14-9b8d-ff4232801a16),segment_id=dc1680e3-d64d-4d14-9b8d-ff4232801a16)] {{(pid=103983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 12:06:59.535731 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.wsgi [-] (103983) accepted ('10.222.0.58', 33590) {{(pid=103983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:06:59.587821 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [req-038a6b2f-ded3-402e-8230-3fa6e6f53eec req-d84d8178-47bc-46c7-bc13-9a9c8e7778e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780057409639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780056949607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780056949625'] for port (82373174-23c2-4543-be9f-d1c080f55f17), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:59.620114 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.58', 33596) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:06:59.655665 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-305b885b-d6d9-4f36-8daa-5872990d7dd5 req-f7642d26-1ef8-4339-a04a-f68cc39dca7b tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--123155465&fields=id&tenant_id=58b56b91563a42a8bdc5c09e03b65f27 HTTP/1.1" status: 200 len: 267 time: 0.1805086 Apr 07 12:06:59.720750 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038a6b2f-ded3-402e-8230-3fa6e6f53eec req-d84d8178-47bc-46c7-bc13-9a9c8e7778e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:06:59.721369 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [req-038a6b2f-ded3-402e-8230-3fa6e6f53eec req-d84d8178-47bc-46c7-bc13-9a9c8e7778e2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585958'] for port (None), before_response {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:59.722793 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-038a6b2f-ded3-402e-8230-3fa6e6f53eec req-d84d8178-47bc-46c7-bc13-9a9c8e7778e2 service neutron] 10.222.0.49 "PUT /v2.0/ports/82373174-23c2-4543-be9f-d1c080f55f17 HTTP/1.1" status: 200 len: 1093 time: 1.2056146 Apr 07 12:06:59.724878 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac1f3a68-f423-4755-a9c4-1f053e094038', 'tag': '82373174-23c2-4543-be9f-d1c080f55f17'}] {{(pid=103983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:06:59.837671 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-fd52b36e-62b6-40c9-960a-10df399dba76 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:59.873947 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84d8178-47bc-46c7-bc13-9a9c8e7778e2 service neutron] Pushing event updated for resources: {'Port': ['ID=82373174-23c2-4543-be9f-d1c080f55f17,revision_number=3']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:06:59.908905 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-e40dc785-dba7-48ed-91c2-f7e8df5ecfa3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:59.952541 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb5363c-85b1-40bc-bb78-ac35aff422c1 req-9373a0c8-4073-4450-8635-94e8f4002419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:06:59.954307 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-feb5363c-85b1-40bc-bb78-ac35aff422c1 req-9373a0c8-4073-4450-8635-94e8f4002419 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=060237c359da41d49b858b2897b29918&device_id=58383065-ef49-40d2-8fc7-2a85fd6d0b52 HTTP/1.1" status: 200 len: 1127 time: 0.2253673 Apr 07 12:06:59.969076 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305b885b-d6d9-4f36-8daa-5872990d7dd5 req-b89bbbe3-e2a1-4289-9bf4-24614b1b5820 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:06:59.974007 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-305b885b-d6d9-4f36-8daa-5872990d7dd5 req-b89bbbe3-e2a1-4289-9bf4-24614b1b5820 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] 10.222.0.58 "GET /v2.0/networks?id=30ebdc73-30d3-4d75-a45d-118501e4a6d7 HTTP/1.1" status: 200 len: 814 time: 0.3138659 Apr 07 12:06:59.981408 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1860b0c6-6bf7-4483-a31b-26b5bcae3684 req-2f13d63d-88d8-4be2-a046-ba45b9be61b9 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:06:59.983219 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-1860b0c6-6bf7-4483-a31b-26b5bcae3684 req-2f13d63d-88d8-4be2-a046-ba45b9be61b9 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/ports?device_id=ac1f3a68-f423-4755-a9c4-1f053e094038 HTTP/1.1" status: 200 len: 943 time: 0.3791180 Apr 07 12:07:00.030485 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0a7841b86293cbb58346800955405af87a5c8eeb3540a71a4bbd7df08edd1cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c635acb3-e70b-4146-9cfe-8bf9731f97e7" -d '{"events": [{"name": "network-changed", "server_uuid": "ac1f3a68-f423-4755-a9c4-1f053e094038", "tag": "82373174-23c2-4543-be9f-d1c080f55f17"}]}' {{(pid=103983) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:07:00.094987 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-305b885b-d6d9-4f36-8daa-5872990d7dd5 req-ab212796-7e3c-4aec-bf07-18a55a0e45d6 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] 10.222.0.58 "GET /v2.0/quotas/58b56b91563a42a8bdc5c09e03b65f27 HTTP/1.1" status: 200 len: 375 time: 0.0949516 Apr 07 12:07:00.245678 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-fd52b36e-62b6-40c9-960a-10df399dba76 admin admin] Publish callbacks [] for security_group (414e3f72-a09d-48e5-8955-5ef813fc0680), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:00.290328 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-305b885b-d6d9-4f36-8daa-5872990d7dd5 req-34626396-2192-4f82-9c5a-e0918e5d9bcd tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=58b56b91563a42a8bdc5c09e03b65f27&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1943843 Apr 07 12:07:00.291636 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038a6b2f-ded3-402e-8230-3fa6e6f53eec req-2137267e-466d-4108-a696-6a39b763f467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:00.293137 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-038a6b2f-ded3-402e-8230-3fa6e6f53eec req-2137267e-466d-4108-a696-6a39b763f467 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=060237c359da41d49b858b2897b29918&device_id=ac1f3a68-f423-4755-a9c4-1f053e094038 HTTP/1.1" status: 200 len: 1127 time: 0.3691192 Apr 07 12:07:00.293651 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb5363c-85b1-40bc-bb78-ac35aff422c1 req-6d5829e4-df8a-47c3-ac17-6ab156bc432b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:00.295048 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-feb5363c-85b1-40bc-bb78-ac35aff422c1 req-6d5829e4-df8a-47c3-ac17-6ab156bc432b service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=060237c359da41d49b858b2897b29918&shared=False HTTP/1.1" status: 200 len: 919 time: 0.3235087 Apr 07 12:07:00.298222 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-1860b0c6-6bf7-4483-a31b-26b5bcae3684 req-7f3dd404-7f71-419c-9b9e-04e5d6f159c3 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/security-groups?id=a9f2a625-dc68-4664-b64d-af04d0e6ed04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2918139 Apr 07 12:07:00.357522 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-fd52b36e-62b6-40c9-960a-10df399dba76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678166'] for security_group (414e3f72-a09d-48e5-8955-5ef813fc0680), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:00.382063 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-038a6b2f-ded3-402e-8230-3fa6e6f53eec req-2e79b75d-47bb-461b-b2ef-2809470346ac service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=82373174-23c2-4543-be9f-d1c080f55f17 HTTP/1.1" status: 200 len: 217 time: 0.0693078 Apr 07 12:07:00.456282 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-765a8692-9cf6-41c9-b760-a2a97700a0a9 req-bbf24b9b-6552-4317-8de5-323c238ffdc0 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] 10.222.0.58 "GET /v2.0/ports?device_id=34bf0728-3bf9-4036-8e59-885b4140237b HTTP/1.1" status: 200 len: 210 time: 0.0779433 Apr 07 12:07:00.485599 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-e40dc785-dba7-48ed-91c2-f7e8df5ecfa3 admin admin] Publish callbacks [] for security_group (eea370d2-8f0c-4701-93bd-f07aeec7bd6f), precommit_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:00.552109 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [None req-fd52b36e-62b6-40c9-960a-10df399dba76 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=75b3a210ff9e441d99ce67edbdf93396&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9309230 Apr 07 12:07:00.552955 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd52b36e-62b6-40c9-960a-10df399dba76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=414e3f72-a09d-48e5-8955-5ef813fc0680,revision_number=1']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:07:00.556498 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.wsgi [-] (103983) accepted ('10.222.0.58', 33620) {{(pid=103983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:07:00.568176 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-305b885b-d6d9-4f36-8daa-5872990d7dd5 req-ce2bbe1c-af58-490c-9fa5-dfcc14034ef7 service neutron] 10.222.0.58 "GET /v2.0/networks/30ebdc73-30d3-4d75-a45d-118501e4a6d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2589693 Apr 07 12:07:00.577260 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.58', 33622) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:07:00.579669 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-e40dc785-dba7-48ed-91c2-f7e8df5ecfa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678166'] for security_group (eea370d2-8f0c-4701-93bd-f07aeec7bd6f), after_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:00.582779 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038a6b2f-ded3-402e-8230-3fa6e6f53eec req-ed8b3db9-d1cf-4705-985b-acbc291571b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:00.584248 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-038a6b2f-ded3-402e-8230-3fa6e6f53eec req-ed8b3db9-d1cf-4705-985b-acbc291571b5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=45a072d7-ade8-4cd2-9025-cfaa01b8e30d HTTP/1.1" status: 200 len: 857 time: 0.1880081 Apr 07 12:07:00.665453 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [None req-e40dc785-dba7-48ed-91c2-f7e8df5ecfa3 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=1f913a2fafbf4d089da51256b0158fb6&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1286077 Apr 07 12:07:00.669995 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.wsgi [-] (103983) accepted ('10.222.0.58', 33626) {{(pid=103983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:07:00.672105 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40dc785-dba7-48ed-91c2-f7e8df5ecfa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eea370d2-8f0c-4701-93bd-f07aeec7bd6f,revision_number=1']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:07:00.720391 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-14f8d9d8-753e-4d52-a49f-04bd9232198b admin admin] Publish callbacks [] for security_group (414e3f72-a09d-48e5-8955-5ef813fc0680), before_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:00.733454 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c6d4a5-5cf6-41da-b964-35cd821ffc9b req-3e031887-9845-4025-a16b-e0bc8cafaad5 tempest-DeleteServersTestJSON-739240211 tempest-DeleteServersTestJSON-739240211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:00.740646 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-f9c6d4a5-5cf6-41da-b964-35cd821ffc9b req-3e031887-9845-4025-a16b-e0bc8cafaad5 tempest-DeleteServersTestJSON-739240211 tempest-DeleteServersTestJSON-739240211-project] 10.222.0.58 "GET /v2.0/ports?device_id=3d0eeb31-0d37-4a21-9863-9437b542b275 HTTP/1.1" status: 200 len: 944 time: 0.1885388 Apr 07 12:07:00.845010 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-14f8d9d8-753e-4d52-a49f-04bd9232198b admin admin] Publish callbacks [] for security_group (414e3f72-a09d-48e5-8955-5ef813fc0680), precommit_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:00.870523 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-f0f4919b-b8d2-42d3-80c1-fee5760d6b7e admin admin] Publish callbacks [] for security_group (eea370d2-8f0c-4701-93bd-f07aeec7bd6f), before_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:00.905350 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb5363c-85b1-40bc-bb78-ac35aff422c1 req-692ca18a-7ded-4c67-a179-21d2fe8d6816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:00.906869 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-feb5363c-85b1-40bc-bb78-ac35aff422c1 req-692ca18a-7ded-4c67-a179-21d2fe8d6816 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5822120 Apr 07 12:07:00.910884 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-53c7cb2c-873a-4fb7-876c-e998608106fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:00.948351 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-f9c6d4a5-5cf6-41da-b964-35cd821ffc9b req-d896f3c1-08a0-4653-aee4-5319d8a64109 tempest-DeleteServersTestJSON-739240211 tempest-DeleteServersTestJSON-739240211-project] 10.222.0.58 "GET /v2.0/security-groups?id=ebb06e7c-1cd4-40fe-a58a-9c7e60c397b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067068 Apr 07 12:07:00.958912 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038a6b2f-ded3-402e-8230-3fa6e6f53eec req-99cfb918-6569-4a9e-9458-3b4b1821f177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:00.960492 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-038a6b2f-ded3-402e-8230-3fa6e6f53eec req-99cfb918-6569-4a9e-9458-3b4b1821f177 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b54ec153-3bc9-439f-b426-165a936f23bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2158511 Apr 07 12:07:00.962755 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-f0f4919b-b8d2-42d3-80c1-fee5760d6b7e admin admin] Publish callbacks [] for security_group (eea370d2-8f0c-4701-93bd-f07aeec7bd6f), precommit_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:00.979646 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-305b885b-d6d9-4f36-8daa-5872990d7dd5 req-ab9e992b-e63e-4f61-bdfa-dbafcccbd8f4 service neutron] 10.222.0.58 "GET /v2.0/networks/30ebdc73-30d3-4d75-a45d-118501e4a6d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3898082 Apr 07 12:07:01.091919 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-038a6b2f-ded3-402e-8230-3fa6e6f53eec req-01efa566-cd5b-4822-8d46-4debe97fd1a7 service neutron] 10.222.0.49 "GET /v2.0/networks/b54ec153-3bc9-439f-b426-165a936f23bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218107 Apr 07 12:07:01.157191 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 12:07:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47de8e37-d6e2-46a1-96ca-0cb58d98f779 x-openstack-request-id: req-47de8e37-d6e2-46a1-96ca-0cb58d98f779 {{(pid=103983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:07:01.157191 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac1f3a68-f423-4755-a9c4-1f053e094038", "tag": "82373174-23c2-4543-be9f-d1c080f55f17", "status": "completed", "code": 200}]} {{(pid=103983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:07:01.157781 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-47de8e37-d6e2-46a1-96ca-0cb58d98f779 {{(pid=103983) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:07:01.158614 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47de8e37-d6e2-46a1-96ca-0cb58d98f779'] response: {'name': 'network-changed', 'server_uuid': 'ac1f3a68-f423-4755-a9c4-1f053e094038', 'tag': '82373174-23c2-4543-be9f-d1c080f55f17', 'status': 'completed', 'code': 200} Apr 07 12:07:01.161236 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-14f8d9d8-753e-4d52-a49f-04bd9232198b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678166'] for security_group (414e3f72-a09d-48e5-8955-5ef813fc0680), after_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:01.164389 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-14f8d9d8-753e-4d52-a49f-04bd9232198b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:01.169530 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [None req-14f8d9d8-753e-4d52-a49f-04bd9232198b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/414e3f72-a09d-48e5-8955-5ef813fc0680 HTTP/1.1" status: 204 len: 168 time: 0.6114054 Apr 07 12:07:01.180762 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f8d9d8-753e-4d52-a49f-04bd9232198b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=414e3f72-a09d-48e5-8955-5ef813fc0680,revision_number=None']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:07:01.182565 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee99cf8e-88f3-4d13-9a01-d5768bc833e5 req-584f282b-f5da-453d-969d-4c765833dee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:01.189889 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-ee99cf8e-88f3-4d13-9a01-d5768bc833e5 req-584f282b-f5da-453d-969d-4c765833dee0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=060237c359da41d49b858b2897b29918&device_id=58383065-ef49-40d2-8fc7-2a85fd6d0b52 HTTP/1.1" status: 200 len: 1127 time: 0.1199768 Apr 07 12:07:01.210695 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0219fbd9-4f2a-44d6-a7a0-281a227a8a6b req-817457ab-c304-45c7-b476-1a62463dcb6e tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:01.212486 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-0219fbd9-4f2a-44d6-a7a0-281a227a8a6b req-817457ab-c304-45c7-b476-1a62463dcb6e tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] 10.222.0.49 "GET /v2.0/networks?id=fcace665-ea97-4783-845e-38b6ed7c4b29 HTTP/1.1" status: 200 len: 811 time: 0.1928368 Apr 07 12:07:01.244487 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-038a6b2f-ded3-402e-8230-3fa6e6f53eec req-678e0bfe-7df2-4a16-9af2-4b752e921a0e service neutron] 10.222.0.49 "GET /v2.0/networks/b54ec153-3bc9-439f-b426-165a936f23bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465757 Apr 07 12:07:01.246783 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-f0f4919b-b8d2-42d3-80c1-fee5760d6b7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678166'] for security_group (eea370d2-8f0c-4701-93bd-f07aeec7bd6f), after_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:01.251213 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-f0f4919b-b8d2-42d3-80c1-fee5760d6b7e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:01.254923 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [None req-f0f4919b-b8d2-42d3-80c1-fee5760d6b7e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/eea370d2-8f0c-4701-93bd-f07aeec7bd6f HTTP/1.1" status: 204 len: 168 time: 0.5813029 Apr 07 12:07:01.262935 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f4919b-b8d2-42d3-80c1-fee5760d6b7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eea370d2-8f0c-4701-93bd-f07aeec7bd6f,revision_number=None']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:07:01.279843 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-ee99cf8e-88f3-4d13-9a01-d5768bc833e5 req-030f5f84-ba09-4b27-b392-4c058b017fe2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4e8e7c1d-8910-4f51-91ef-0c82ee3ce3b7 HTTP/1.1" status: 200 len: 217 time: 0.0663714 Apr 07 12:07:01.391949 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-60ef76c4-63fd-448f-a9c3-0d501809513a req-66b49d98-ec05-424a-97f0-170076175183 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] 10.222.0.58 "GET /v2.0/ports?device_id=a75664a1-da22-4334-ae3d-ef7307291d96 HTTP/1.1" status: 200 len: 210 time: 0.0408158 Apr 07 12:07:01.474826 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee99cf8e-88f3-4d13-9a01-d5768bc833e5 req-250c6bc3-5c6b-4f65-a7e8-39e5244d52df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:01.476347 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-ee99cf8e-88f3-4d13-9a01-d5768bc833e5 req-250c6bc3-5c6b-4f65-a7e8-39e5244d52df service neutron] 10.222.0.49 "GET /v2.0/subnets?id=45a072d7-ade8-4cd2-9025-cfaa01b8e30d HTTP/1.1" status: 200 len: 857 time: 0.1564693 Apr 07 12:07:01.487846 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-0219fbd9-4f2a-44d6-a7a0-281a227a8a6b req-e88ed3c0-d790-453b-81af-737c881505dd tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bb7aeab7f2af4131992847a73f3c7e0a HTTP/1.1" status: 200 len: 380 time: 0.2357557 Apr 07 12:07:01.507013 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-53c7cb2c-873a-4fb7-876c-e998608106fb admin admin] Publish callbacks [] for security_group (51c3590e-85eb-4e0c-9b3d-56c9c215d305), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:01.518751 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a11ce7-626d-43f2-8556-e6ec1cea1a2b req-80d3e244-2279-4da5-aa4e-ec19ba0016f3 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:01.520469 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-48a11ce7-626d-43f2-8556-e6ec1cea1a2b req-80d3e244-2279-4da5-aa4e-ec19ba0016f3 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/ports?device_id=ac1f3a68-f423-4755-a9c4-1f053e094038 HTTP/1.1" status: 200 len: 943 time: 0.1224880 Apr 07 12:07:01.575288 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-b88a969e-d366-4ae1-97b0-9ef98b71ad42 req-1e92537a-ab10-42ce-b3f4-abd4965ae9e0 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] 10.222.0.58 "GET /v2.0/ports?device_id=34bf0728-3bf9-4036-8e59-885b4140237b HTTP/1.1" status: 200 len: 210 time: 0.0316372 Apr 07 12:07:01.577188 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-48a11ce7-626d-43f2-8556-e6ec1cea1a2b req-1120460d-79a0-4766-a371-82322cf0d733 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/security-groups?id=a9f2a625-dc68-4664-b64d-af04d0e6ed04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511436 Apr 07 12:07:01.610477 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-53c7cb2c-873a-4fb7-876c-e998608106fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678166'] for security_group (51c3590e-85eb-4e0c-9b3d-56c9c215d305), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:01.667271 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [None req-53c7cb2c-873a-4fb7-876c-e998608106fb admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3e87774c125b414ca89cfcd49bac6137&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0882821 Apr 07 12:07:01.668314 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.wsgi [-] (103983) accepted ('10.222.0.58', 33658) {{(pid=103983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:07:01.668759 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c7cb2c-873a-4fb7-876c-e998608106fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51c3590e-85eb-4e0c-9b3d-56c9c215d305,revision_number=1']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:07:01.723246 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-b70c5c4b-67c8-48af-91a6-d67a79a0dc5f admin admin] Publish callbacks [] for security_group (51c3590e-85eb-4e0c-9b3d-56c9c215d305), before_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:01.748199 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-b70c5c4b-67c8-48af-91a6-d67a79a0dc5f admin admin] Publish callbacks [] for security_group (51c3590e-85eb-4e0c-9b3d-56c9c215d305), precommit_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:01.884643 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-b70c5c4b-67c8-48af-91a6-d67a79a0dc5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678166'] for security_group (51c3590e-85eb-4e0c-9b3d-56c9c215d305), after_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:01.887154 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-b70c5c4b-67c8-48af-91a6-d67a79a0dc5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:01.888527 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [None req-b70c5c4b-67c8-48af-91a6-d67a79a0dc5f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/51c3590e-85eb-4e0c-9b3d-56c9c215d305 HTTP/1.1" status: 204 len: 168 time: 0.2200546 Apr 07 12:07:01.898796 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70c5c4b-67c8-48af-91a6-d67a79a0dc5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51c3590e-85eb-4e0c-9b3d-56c9c215d305,revision_number=None']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:07:01.929470 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-b2b22e9d-d5de-442b-8bcf-496c5e0cc245 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (94869e64-74fb-4601-95b5-a1334a6bdcea), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:01.938888 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Device c3288a8e-fdcf-410d-8cb0-aa05fa988555 details requested by agent hyperv_hv-cinder-83693 with host hv-cinder-83693 {{(pid=103984) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 12:07:02.029900 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.58', 33674) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:07:02.057482 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-e3c8b4b1-890f-4b8c-af68-6d15d1f957aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:02.084020 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.db [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] For port c3288a8e-fdcf-410d-8cb0-aa05fa988555, host hv-cinder-83693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83693',level=0,port_id=c3288a8e-fdcf-410d-8cb0-aa05fa988555,segment=NetworkSegment(b0e9bda0-b37f-4b94-8ae5-b6346019a16e),segment_id=b0e9bda0-b37f-4b94-8ae5-b6346019a16e)] {{(pid=103984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:07:02.090225 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebffaf0a-fc30-4fda-9158-4e39cd892c04 req-e2576165-cc3c-47b8-8b7a-7dc4ef274f33 tempest-DeleteServersTestJSON-739240211 tempest-DeleteServersTestJSON-739240211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:02.090225 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-ebffaf0a-fc30-4fda-9158-4e39cd892c04 req-e2576165-cc3c-47b8-8b7a-7dc4ef274f33 tempest-DeleteServersTestJSON-739240211 tempest-DeleteServersTestJSON-739240211-project] 10.222.0.58 "GET /v2.0/ports?device_id=3d0eeb31-0d37-4a21-9863-9437b542b275 HTTP/1.1" status: 200 len: 944 time: 0.0760200 Apr 07 12:07:02.097071 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Returning: {'device': 'c3288a8e-fdcf-410d-8cb0-aa05fa988555', 'network_id': 'ef8fb76c-b472-4e52-839b-1b393fbe6d47', 'port_id': 'c3288a8e-fdcf-410d-8cb0-aa05fa988555', 'mac_address': 'fa:16:3e:08:08:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2997acbd-48a6-4bf1-9f78-9c3596892247', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103984) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 12:07:02.161644 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Current status of the port c3288a8e-fdcf-410d-8cb0-aa05fa988555 is: DOWN; New status is: BUILD {{(pid=103984) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:07:02.162366 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (c3288a8e-fdcf-410d-8cb0-aa05fa988555), before_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:02.190457 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.notifiers.nova [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3288a8e-fdcf-410d-8cb0-aa05fa988555 {{(pid=103984) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 12:07:02.205093 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-ebffaf0a-fc30-4fda-9158-4e39cd892c04 req-5d3c1cfe-accc-4c72-995d-fb3abcc53ac0 tempest-DeleteServersTestJSON-739240211 tempest-DeleteServersTestJSON-739240211-project] 10.222.0.58 "GET /v2.0/security-groups?id=ebb06e7c-1cd4-40fe-a58a-9c7e60c397b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102729 Apr 07 12:07:02.218193 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.db [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] For port c3288a8e-fdcf-410d-8cb0-aa05fa988555, host hv-cinder-83693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83693',level=0,port_id=c3288a8e-fdcf-410d-8cb0-aa05fa988555,segment=NetworkSegment(b0e9bda0-b37f-4b94-8ae5-b6346019a16e),segment_id=b0e9bda0-b37f-4b94-8ae5-b6346019a16e)] {{(pid=103984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:07:02.232185 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-e3c8b4b1-890f-4b8c-af68-6d15d1f957aa admin admin] Publish callbacks [] for security_group (be2c07d4-f75a-4157-bf83-dd4a40bc5da6), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:02.279293 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.v2.base [req-0219fbd9-4f2a-44d6-a7a0-281a227a8a6b req-69ce800a-50a4-4efc-a1c1-a351a9e79e16 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Request body: {'port': {'device_id': '34bf0728-3bf9-4036-8e59-885b4140237b', 'network_id': 'fcace665-ea97-4783-845e-38b6ed7c4b29', 'admin_state_up': True, 'tenant_id': 'bb7aeab7f2af4131992847a73f3c7e0a', 'security_groups': ['50123f46-7cd8-49b6-9c22-20cd7e350c53']}} {{(pid=103982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:07:02.290733 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780057409639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780056949607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780056949625'] for port (c3288a8e-fdcf-410d-8cb0-aa05fa988555), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:02.293838 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c635acb3-e70b-4146-9cfe-8bf9731f97e7 req-5f4f2dfe-de54-4a48-9e4c-b58d86f9eac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:02.295900 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-c635acb3-e70b-4146-9cfe-8bf9731f97e7 req-5f4f2dfe-de54-4a48-9e4c-b58d86f9eac1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=060237c359da41d49b858b2897b29918&device_id=ac1f3a68-f423-4755-a9c4-1f053e094038 HTTP/1.1" status: 200 len: 1127 time: 0.0845709 Apr 07 12:07:02.310061 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-e3c8b4b1-890f-4b8c-af68-6d15d1f957aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678166'] for security_group (be2c07d4-f75a-4157-bf83-dd4a40bc5da6), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:02.392877 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Pushing event updated for resources: {'Port': ['ID=c3288a8e-fdcf-410d-8cb0-aa05fa988555,revision_number=4']} {{(pid=103984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:07:02.399606 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee99cf8e-88f3-4d13-9a01-d5768bc833e5 req-bd2d0802-2eb4-48c5-9b32-a7908b3b9c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:02.401151 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-ee99cf8e-88f3-4d13-9a01-d5768bc833e5 req-bd2d0802-2eb4-48c5-9b32-a7908b3b9c50 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b54ec153-3bc9-439f-b426-165a936f23bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1676688 Apr 07 12:07:02.500010 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [None req-e3c8b4b1-890f-4b8c-af68-6d15d1f957aa admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7eb52b07e9844a3097fd434845e80bf8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4665158 Apr 07 12:07:02.536089 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.58', 33696) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:07:02.551940 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-67605e73-a1c1-4e39-8257-f13e533e172a req-6c32941f-8ffb-4954-b9df-43800c5f9a16 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] 10.222.0.58 "GET /v2.0/ports?device_id=a75664a1-da22-4334-ae3d-ef7307291d96 HTTP/1.1" status: 200 len: 210 time: 0.0393727 Apr 07 12:07:02.577540 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c8b4b1-890f-4b8c-af68-6d15d1f957aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be2c07d4-f75a-4157-bf83-dd4a40bc5da6,revision_number=1']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:07:02.635839 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c635acb3-e70b-4146-9cfe-8bf9731f97e7 req-382a1260-a129-44e5-bf01-f28132ada153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:02.637758 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-c635acb3-e70b-4146-9cfe-8bf9731f97e7 req-382a1260-a129-44e5-bf01-f28132ada153 service neutron] 10.222.0.49 "GET /v2.0/networks?id=b54ec153-3bc9-439f-b426-165a936f23bb HTTP/1.1" status: 200 len: 919 time: 0.2416735 Apr 07 12:07:02.716604 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-c635acb3-e70b-4146-9cfe-8bf9731f97e7 req-41b55f01-6952-48a2-99f6-3e5986a05088 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=82373174-23c2-4543-be9f-d1c080f55f17 HTTP/1.1" status: 200 len: 217 time: 0.0690081 Apr 07 12:07:02.746861 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.db [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] get_ports_and_sgs() called for port_ids ['c3288a8e-fdcf-410d-8cb0-aa05fa988555'] {{(pid=103984) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 12:07:02.751035 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-9050536c-34f6-4a06-b029-13c8ac12137a admin admin] Publish callbacks [] for security_group (be2c07d4-f75a-4157-bf83-dd4a40bc5da6), before_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:02.769254 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-e7b87460-5222-425e-9f02-5956d9249948 req-3ff635d3-5ce8-4051-9f37-e09517d71604 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] 10.222.0.58 "GET /v2.0/ports?device_id=34bf0728-3bf9-4036-8e59-885b4140237b HTTP/1.1" status: 200 len: 210 time: 0.0859787 Apr 07 12:07:02.824906 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-9050536c-34f6-4a06-b029-13c8ac12137a admin admin] Publish callbacks [] for security_group (be2c07d4-f75a-4157-bf83-dd4a40bc5da6), precommit_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:02.836368 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-ee99cf8e-88f3-4d13-9a01-d5768bc833e5 req-b6f9b839-25e8-4a09-b521-2d7a946ea806 service neutron] 10.222.0.49 "GET /v2.0/networks/b54ec153-3bc9-439f-b426-165a936f23bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4085951 Apr 07 12:07:02.841728 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f9c334-92e7-488b-913d-3261d4a66615 req-d437ede3-9955-4b00-bce3-b3d6836fa1c3 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:02.845176 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-a0f9c334-92e7-488b-913d-3261d4a66615 req-d437ede3-9955-4b00-bce3-b3d6836fa1c3 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/ports?device_id=ac1f3a68-f423-4755-a9c4-1f053e094038 HTTP/1.1" status: 200 len: 943 time: 0.1377645 Apr 07 12:07:02.858800 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c635acb3-e70b-4146-9cfe-8bf9731f97e7 req-3d058050-f03e-42e4-9374-b8aaeeefd9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:02.860811 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-c635acb3-e70b-4146-9cfe-8bf9731f97e7 req-3d058050-f03e-42e4-9374-b8aaeeefd9cb service neutron] 10.222.0.49 "GET /v2.0/subnets?id=45a072d7-ade8-4cd2-9025-cfaa01b8e30d HTTP/1.1" status: 200 len: 857 time: 0.1233795 Apr 07 12:07:02.861266 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.wsgi [-] (103983) accepted ('10.222.0.58', 33708) {{(pid=103983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:07:02.933744 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-ce2cb95c-5fd9-4b63-953c-4718162de622 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:02.939705 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0219fbd9-4f2a-44d6-a7a0-281a227a8a6b req-69ce800a-50a4-4efc-a1c1-a351a9e79e16 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Made reservation on behalf of bb7aeab7f2af4131992847a73f3c7e0a for: {'port': 1} {{(pid=103982) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 12:07:02.943552 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [req-0219fbd9-4f2a-44d6-a7a0-281a227a8a6b req-69ce800a-50a4-4efc-a1c1-a351a9e79e16 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (None), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:02.987562 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-ee99cf8e-88f3-4d13-9a01-d5768bc833e5 req-ff95ff7d-2ca9-4d5d-be36-9bd473ab0c5a service neutron] 10.222.0.49 "GET /v2.0/networks/b54ec153-3bc9-439f-b426-165a936f23bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374209 Apr 07 12:07:03.020077 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-a0f9c334-92e7-488b-913d-3261d4a66615 req-95ca295d-0cfd-4a71-96cc-546fe142fa84 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/security-groups?id=a9f2a625-dc68-4664-b64d-af04d0e6ed04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637149 Apr 07 12:07:03.038417 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c635acb3-e70b-4146-9cfe-8bf9731f97e7 req-73539df7-6c4b-439e-af54-653732c77294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:03.038417 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-c635acb3-e70b-4146-9cfe-8bf9731f97e7 req-73539df7-6c4b-439e-af54-653732c77294 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b54ec153-3bc9-439f-b426-165a936f23bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1599650 Apr 07 12:07:03.062299 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-9050536c-34f6-4a06-b029-13c8ac12137a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678166'] for security_group (be2c07d4-f75a-4157-bf83-dd4a40bc5da6), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:03.065912 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-9050536c-34f6-4a06-b029-13c8ac12137a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:03.068400 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [None req-9050536c-34f6-4a06-b029-13c8ac12137a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/be2c07d4-f75a-4157-bf83-dd4a40bc5da6 HTTP/1.1" status: 204 len: 168 time: 0.5144928 Apr 07 12:07:03.162693 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9050536c-34f6-4a06-b029-13c8ac12137a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be2c07d4-f75a-4157-bf83-dd4a40bc5da6,revision_number=None']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:07:03.222140 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-c635acb3-e70b-4146-9cfe-8bf9731f97e7 req-d7f6fb23-7644-498e-8d57-b54a01405d8b service neutron] 10.222.0.49 "GET /v2.0/networks/b54ec153-3bc9-439f-b426-165a936f23bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771622 Apr 07 12:07:03.252321 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-ce2cb95c-5fd9-4b63-953c-4718162de622 admin admin] Publish callbacks [] for security_group (a12200a2-34e1-409b-9f1d-0772cf42aa82), precommit_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:03.278873 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.db.db_base_plugin_common [req-0219fbd9-4f2a-44d6-a7a0-281a227a8a6b req-69ce800a-50a4-4efc-a1c1-a351a9e79e16 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Allocated IP 172.20.0.10 (fcace665-ea97-4783-845e-38b6ed7c4b29/f6c89c23-3e38-47dc-af91-b69590186a24/6c1a928f-8219-4bba-ab6b-07b743be00e2) {{(pid=103982) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 12:07:03.315880 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-ce2cb95c-5fd9-4b63-953c-4718162de622 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678166'] for security_group (a12200a2-34e1-409b-9f1d-0772cf42aa82), after_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:03.363629 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [None req-ce2cb95c-5fd9-4b63-953c-4718162de622 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f601039a5be641059d5997b7afe76c0b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5000539 Apr 07 12:07:03.364482 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2cb95c-5fd9-4b63-953c-4718162de622 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a12200a2-34e1-409b-9f1d-0772cf42aa82,revision_number=1']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:07:03.366961 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.wsgi [-] (103983) accepted ('10.222.0.58', 33720) {{(pid=103983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:07:03.423458 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-8ebf49b5-ddd2-48e2-b478-dad3c88927ed admin admin] Publish callbacks [] for security_group (a12200a2-34e1-409b-9f1d-0772cf42aa82), before_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:03.424925 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714f2edf-3a78-413d-a254-c7fa4f59c8d9 req-a951db42-03e1-4109-b706-1bf7fe20f7e0 tempest-DeleteServersTestJSON-739240211 tempest-DeleteServersTestJSON-739240211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:03.431889 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-714f2edf-3a78-413d-a254-c7fa4f59c8d9 req-a951db42-03e1-4109-b706-1bf7fe20f7e0 tempest-DeleteServersTestJSON-739240211 tempest-DeleteServersTestJSON-739240211-project] 10.222.0.58 "GET /v2.0/ports?device_id=3d0eeb31-0d37-4a21-9863-9437b542b275 HTTP/1.1" status: 200 len: 945 time: 0.1395519 Apr 07 12:07:03.454832 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-8ebf49b5-ddd2-48e2-b478-dad3c88927ed admin admin] Publish callbacks [] for security_group (a12200a2-34e1-409b-9f1d-0772cf42aa82), precommit_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:03.503840 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-714f2edf-3a78-413d-a254-c7fa4f59c8d9 req-44635de4-1a8b-4dd2-9208-dfcb9c46be59 tempest-DeleteServersTestJSON-739240211 tempest-DeleteServersTestJSON-739240211-project] 10.222.0.58 "GET /v2.0/security-groups?id=ebb06e7c-1cd4-40fe-a58a-9c7e60c397b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709677 Apr 07 12:07:03.514018 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [req-0219fbd9-4f2a-44d6-a7a0-281a227a8a6b req-69ce800a-50a4-4efc-a1c1-a351a9e79e16 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Publish callbacks [] for port (6c1a928f-8219-4bba-ab6b-07b743be00e2), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:03.581690 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-8ebf49b5-ddd2-48e2-b478-dad3c88927ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678166'] for security_group (a12200a2-34e1-409b-9f1d-0772cf42aa82), after_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:03.584135 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-8ebf49b5-ddd2-48e2-b478-dad3c88927ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:03.587913 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [None req-8ebf49b5-ddd2-48e2-b478-dad3c88927ed admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a12200a2-34e1-409b-9f1d-0772cf42aa82 HTTP/1.1" status: 204 len: 168 time: 0.2171988 Apr 07 12:07:03.594981 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebf49b5-ddd2-48e2-b478-dad3c88927ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a12200a2-34e1-409b-9f1d-0772cf42aa82,revision_number=None']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:07:03.640205 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [req-0219fbd9-4f2a-44d6-a7a0-281a227a8a6b req-69ce800a-50a4-4efc-a1c1-a351a9e79e16 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780056949589'] for port (6c1a928f-8219-4bba-ab6b-07b743be00e2), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:03.657535 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-aaa0aaa8-8bc6-43ee-b39e-aff9293b7304 req-7db8a0f7-34c5-4e09-b2e1-de36bb6a2da4 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] 10.222.0.58 "GET /v2.0/ports?device_id=a75664a1-da22-4334-ae3d-ef7307291d96 HTTP/1.1" status: 200 len: 210 time: 0.0307720 Apr 07 12:07:03.693846 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0219fbd9-4f2a-44d6-a7a0-281a227a8a6b req-69ce800a-50a4-4efc-a1c1-a351a9e79e16 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Network fcace665-ea97-4783-845e-38b6ed7c4b29 is already hosted by enough agents. {{(pid=103982) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:07:03.695186 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ce800a-50a4-4efc-a1c1-a351a9e79e16 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Pushing event updated for resources: {'Port': ['ID=6c1a928f-8219-4bba-ab6b-07b743be00e2,revision_number=1']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:07:03.697744 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.scheduler.base_scheduler [req-0219fbd9-4f2a-44d6-a7a0-281a227a8a6b req-69ce800a-50a4-4efc-a1c1-a351a9e79e16 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Resources bound (agent type, host, resource id): {{(pid=103982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:07:03.721187 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.db.l3_dvrscheduler_db [req-0219fbd9-4f2a-44d6-a7a0-281a227a8a6b req-69ce800a-50a4-4efc-a1c1-a351a9e79e16 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Received port after_create {{(pid=103982) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 12:07:03.728201 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0219fbd9-4f2a-44d6-a7a0-281a227a8a6b req-69ce800a-50a4-4efc-a1c1-a351a9e79e16 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:03.728991 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [req-0219fbd9-4f2a-44d6-a7a0-281a227a8a6b req-69ce800a-50a4-4efc-a1c1-a351a9e79e16 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585958'] for port (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:03.838442 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-0219fbd9-4f2a-44d6-a7a0-281a227a8a6b req-69ce800a-50a4-4efc-a1c1-a351a9e79e16 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5631585 Apr 07 12:07:03.911688 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a578f00c-faa1-4e4e-8ae2-70bc72e23bad req-244617c3-d9d8-457e-9fa1-7004df58f3fa tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:03.913373 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-a578f00c-faa1-4e4e-8ae2-70bc72e23bad req-244617c3-d9d8-457e-9fa1-7004df58f3fa tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] 10.222.0.58 "GET /v2.0/ports?device_id=34bf0728-3bf9-4036-8e59-885b4140237b HTTP/1.1" status: 200 len: 932 time: 0.0645533 Apr 07 12:07:03.934110 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.provisioning_blocks [None req-7b416c68-1320-4896-9944-fceabaf0459c None None] Provisioning complete for port 6c1a928f-8219-4bba-ab6b-07b743be00e2 triggered by entity DHCP. {{(pid=103984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:07:03.934110 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-7b416c68-1320-4896-9944-fceabaf0459c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7484729'] for port (6c1a928f-8219-4bba-ab6b-07b743be00e2), provisioning_complete {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:03.971878 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-7b416c68-1320-4896-9944-fceabaf0459c None None] Port 6c1a928f-8219-4bba-ab6b-07b743be00e2 cannot update to ACTIVE because it is not bound. {{(pid=103984) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 12:07:03.981074 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-a578f00c-faa1-4e4e-8ae2-70bc72e23bad req-86942225-095c-4c00-893f-556d1e3b6dce tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] 10.222.0.58 "GET /v2.0/security-groups?id=50123f46-7cd8-49b6-9c22-20cd7e350c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558894 Apr 07 12:07:04.166178 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f230bb9-f49b-4c2e-86fe-04d491fae5f7 req-78a4d972-adbd-478a-b33a-2617aa34366f tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:04.167875 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-2f230bb9-f49b-4c2e-86fe-04d491fae5f7 req-78a4d972-adbd-478a-b33a-2617aa34366f tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/ports?device_id=ac1f3a68-f423-4755-a9c4-1f053e094038 HTTP/1.1" status: 200 len: 943 time: 0.0601513 Apr 07 12:07:04.234503 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-2f230bb9-f49b-4c2e-86fe-04d491fae5f7 req-9692213b-23dd-4b3f-8665-3e345726454e tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/security-groups?id=a9f2a625-dc68-4664-b64d-af04d0e6ed04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524495 Apr 07 12:07:04.347607 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-1bf4df47-dec0-4bc8-bbb8-49509c54dd79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (ad8978c4-6515-441c-a828-0289badd3b4a), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:04.630659 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfb18c7-ba52-4404-b99d-87b60dec331b req-4f18adf0-67d6-4d29-973d-ea5e3cf3e60e tempest-DeleteServersTestJSON-739240211 tempest-DeleteServersTestJSON-739240211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:04.632430 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-edfb18c7-ba52-4404-b99d-87b60dec331b req-4f18adf0-67d6-4d29-973d-ea5e3cf3e60e tempest-DeleteServersTestJSON-739240211 tempest-DeleteServersTestJSON-739240211-project] 10.222.0.58 "GET /v2.0/ports?device_id=3d0eeb31-0d37-4a21-9863-9437b542b275 HTTP/1.1" status: 200 len: 945 time: 0.0577254 Apr 07 12:07:04.686877 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-edfb18c7-ba52-4404-b99d-87b60dec331b req-ba54467f-33d3-429e-b023-89af51d2e236 tempest-DeleteServersTestJSON-739240211 tempest-DeleteServersTestJSON-739240211-project] 10.222.0.58 "GET /v2.0/security-groups?id=ebb06e7c-1cd4-40fe-a58a-9c7e60c397b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470347 Apr 07 12:07:04.781720 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-a97e6007-3e6b-4b73-8cb9-50de67ec6ba6 req-82422a33-67c6-46a8-b024-87c4f51a13ba tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] 10.222.0.58 "GET /v2.0/ports?device_id=a75664a1-da22-4334-ae3d-ef7307291d96 HTTP/1.1" status: 200 len: 210 time: 0.0259402 Apr 07 12:07:05.127678 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f848eb-50cc-4c7e-b458-6953588b4304 req-0948c67e-8e88-47c7-9e26-78def0e66765 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:05.129401 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-f9f848eb-50cc-4c7e-b458-6953588b4304 req-0948c67e-8e88-47c7-9e26-78def0e66765 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] 10.222.0.58 "GET /v2.0/ports?device_id=34bf0728-3bf9-4036-8e59-885b4140237b HTTP/1.1" status: 200 len: 932 time: 0.0804322 Apr 07 12:07:05.184709 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-f9f848eb-50cc-4c7e-b458-6953588b4304 req-36ac5048-2384-4315-afc3-154124be6f8d tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] 10.222.0.58 "GET /v2.0/security-groups?id=50123f46-7cd8-49b6-9c22-20cd7e350c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497038 Apr 07 12:07:05.358074 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b7d14a-084e-4789-ba01-a8b88c69eb8c req-5aa490cf-0ac0-4bcb-a935-25c7eacb872c tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:05.359610 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-16b7d14a-084e-4789-ba01-a8b88c69eb8c req-5aa490cf-0ac0-4bcb-a935-25c7eacb872c tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/ports?device_id=ac1f3a68-f423-4755-a9c4-1f053e094038 HTTP/1.1" status: 200 len: 943 time: 0.0552926 Apr 07 12:07:05.416155 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-16b7d14a-084e-4789-ba01-a8b88c69eb8c req-d0f43dc9-fa6f-453d-8b18-dfafa036da57 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/security-groups?id=a9f2a625-dc68-4664-b64d-af04d0e6ed04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499666 Apr 07 12:07:05.690365 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-e3029262-029d-49e4-8078-e7e61e534645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (e465150c-12ca-425e-8c36-fa03ee6240b4), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:05.812331 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbcddcf-3e80-4e23-a633-7a7508babc1f req-3e6ebde8-0857-45be-9d37-5d984aa0bddf tempest-DeleteServersTestJSON-739240211 tempest-DeleteServersTestJSON-739240211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:05.814619 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-3fbcddcf-3e80-4e23-a633-7a7508babc1f req-3e6ebde8-0857-45be-9d37-5d984aa0bddf tempest-DeleteServersTestJSON-739240211 tempest-DeleteServersTestJSON-739240211-project] 10.222.0.58 "GET /v2.0/ports?device_id=3d0eeb31-0d37-4a21-9863-9437b542b275 HTTP/1.1" status: 200 len: 945 time: 0.0527339 Apr 07 12:07:05.867295 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-3fbcddcf-3e80-4e23-a633-7a7508babc1f req-55bc01b1-e787-4a99-9cd3-df43bb9a2bb3 tempest-DeleteServersTestJSON-739240211 tempest-DeleteServersTestJSON-739240211-project] 10.222.0.58 "GET /v2.0/security-groups?id=ebb06e7c-1cd4-40fe-a58a-9c7e60c397b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468917 Apr 07 12:07:05.891317 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-e745bfc4-eab6-4ba2-9683-b723c3542991 req-2da12c3c-c3e8-4f87-bba3-6fe0df046db9 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] 10.222.0.58 "GET /v2.0/ports?device_id=a75664a1-da22-4334-ae3d-ef7307291d96 HTTP/1.1" status: 200 len: 210 time: 0.0354443 Apr 07 12:07:06.005062 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.wsgi [-] (103983) accepted ('10.222.0.58', 33870) {{(pid=103983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:07:06.032226 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.58', 33874) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:07:06.126513 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-7a51cd69-6c9e-4753-bb9e-1b9bffa754f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:06.164594 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-7d518709-59d4-4d03-993c-231a5422d724 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:06.204142 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-7a51cd69-6c9e-4753-bb9e-1b9bffa754f7 admin admin] Publish callbacks [] for security_group (81b310cd-224b-456d-a282-de051c775fd3), precommit_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:06.248318 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-7d518709-59d4-4d03-993c-231a5422d724 admin admin] Publish callbacks [] for security_group (8b60fa09-60fa-487b-8665-4a4768423e7c), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:06.272722 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-7a51cd69-6c9e-4753-bb9e-1b9bffa754f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678166'] for security_group (81b310cd-224b-456d-a282-de051c775fd3), after_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:06.291355 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.58', 33884) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:07:06.311647 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [None req-7a51cd69-6c9e-4753-bb9e-1b9bffa754f7 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ed7a1ce67d784b02a463297e1786de86&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3053505 Apr 07 12:07:06.314232 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac9250a-e9c9-4d00-8b40-fd4288f53954 req-9e530abc-f3fc-4358-bce8-c7b994d8759e tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:06.314828 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.wsgi [-] (103983) accepted ('10.222.0.58', 33888) {{(pid=103983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:07:06.315861 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-4ac9250a-e9c9-4d00-8b40-fd4288f53954 req-9e530abc-f3fc-4358-bce8-c7b994d8759e tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] 10.222.0.58 "GET /v2.0/ports?device_id=34bf0728-3bf9-4036-8e59-885b4140237b HTTP/1.1" status: 200 len: 932 time: 0.0635796 Apr 07 12:07:06.320257 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-7d518709-59d4-4d03-993c-231a5422d724 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678166'] for security_group (8b60fa09-60fa-487b-8665-4a4768423e7c), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:06.328699 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a51cd69-6c9e-4753-bb9e-1b9bffa754f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81b310cd-224b-456d-a282-de051c775fd3,revision_number=1']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:07:06.372307 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-42240cae-7fd9-44a2-a981-03be2d85a1ab admin admin] Publish callbacks [] for security_group (81b310cd-224b-456d-a282-de051c775fd3), before_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:06.375564 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [None req-7d518709-59d4-4d03-993c-231a5422d724 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5658f422e03b42dc969baa16e81aa736&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3422256 Apr 07 12:07:06.376499 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.58', 33890) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:07:06.386508 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d518709-59d4-4d03-993c-231a5422d724 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b60fa09-60fa-487b-8665-4a4768423e7c,revision_number=1']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:07:06.395857 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-42240cae-7fd9-44a2-a981-03be2d85a1ab admin admin] Publish callbacks [] for security_group (81b310cd-224b-456d-a282-de051c775fd3), precommit_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:06.446604 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-4ac9250a-e9c9-4d00-8b40-fd4288f53954 req-238b9cf4-b9ab-4bc3-96bd-2000f3453dd1 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] 10.222.0.58 "GET /v2.0/security-groups?id=50123f46-7cd8-49b6-9c22-20cd7e350c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1194971 Apr 07 12:07:06.447550 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-e1af1f08-652b-48f5-b467-5e6fa9f74c24 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:06.484544 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-9f924e91-c333-4f94-86ea-07bb136c29b5 admin admin] Publish callbacks [] for security_group (8b60fa09-60fa-487b-8665-4a4768423e7c), before_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:06.518767 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-9f924e91-c333-4f94-86ea-07bb136c29b5 admin admin] Publish callbacks [] for security_group (8b60fa09-60fa-487b-8665-4a4768423e7c), precommit_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:06.540895 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3aac6c6-2724-4919-a455-b2943d5140a1 req-99bd5cb8-7ff4-4cfc-b8b2-86988f055459 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:06.542304 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-e3aac6c6-2724-4919-a455-b2943d5140a1 req-99bd5cb8-7ff4-4cfc-b8b2-86988f055459 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/ports?device_id=ac1f3a68-f423-4755-a9c4-1f053e094038 HTTP/1.1" status: 200 len: 943 time: 0.0571516 Apr 07 12:07:06.547569 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-42240cae-7fd9-44a2-a981-03be2d85a1ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678166'] for security_group (81b310cd-224b-456d-a282-de051c775fd3), after_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:06.550244 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-42240cae-7fd9-44a2-a981-03be2d85a1ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:06.551340 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [None req-42240cae-7fd9-44a2-a981-03be2d85a1ab admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/81b310cd-224b-456d-a282-de051c775fd3 HTTP/1.1" status: 204 len: 168 time: 0.2355781 Apr 07 12:07:06.572113 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42240cae-7fd9-44a2-a981-03be2d85a1ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81b310cd-224b-456d-a282-de051c775fd3,revision_number=None']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:07:06.605621 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-e1af1f08-652b-48f5-b467-5e6fa9f74c24 admin admin] Publish callbacks [] for security_group (a4389e4e-9127-4e1d-809b-f4648ab0310b), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:06.620987 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-e3aac6c6-2724-4919-a455-b2943d5140a1 req-992be04e-a453-4af8-a9d9-a45d5f8a769a tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/security-groups?id=a9f2a625-dc68-4664-b64d-af04d0e6ed04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685194 Apr 07 12:07:06.672894 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-e1af1f08-652b-48f5-b467-5e6fa9f74c24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678166'] for security_group (a4389e4e-9127-4e1d-809b-f4648ab0310b), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:06.708667 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-9f924e91-c333-4f94-86ea-07bb136c29b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678166'] for security_group (8b60fa09-60fa-487b-8665-4a4768423e7c), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:06.711084 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-9f924e91-c333-4f94-86ea-07bb136c29b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:06.714736 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [None req-9f924e91-c333-4f94-86ea-07bb136c29b5 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/8b60fa09-60fa-487b-8665-4a4768423e7c HTTP/1.1" status: 204 len: 168 time: 0.3340275 Apr 07 12:07:06.723773 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [None req-e1af1f08-652b-48f5-b467-5e6fa9f74c24 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4808a256812045668db170cd443da4cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4290917 Apr 07 12:07:06.723773 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1af1f08-652b-48f5-b467-5e6fa9f74c24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4389e4e-9127-4e1d-809b-f4648ab0310b,revision_number=1']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:07:06.724244 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.wsgi [-] (103983) accepted ('10.222.0.58', 33898) {{(pid=103983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:07:06.743481 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f924e91-c333-4f94-86ea-07bb136c29b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b60fa09-60fa-487b-8665-4a4768423e7c,revision_number=None']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:07:06.778634 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-b374f17a-955b-4bb0-b416-e5cc9ab71332 admin admin] Publish callbacks [] for security_group (a4389e4e-9127-4e1d-809b-f4648ab0310b), before_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:06.803150 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-b374f17a-955b-4bb0-b416-e5cc9ab71332 admin admin] Publish callbacks [] for security_group (a4389e4e-9127-4e1d-809b-f4648ab0310b), precommit_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:06.896486 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-b374f17a-955b-4bb0-b416-e5cc9ab71332 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678166'] for security_group (a4389e4e-9127-4e1d-809b-f4648ab0310b), after_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:06.902442 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-b374f17a-955b-4bb0-b416-e5cc9ab71332 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:06.907838 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [None req-b374f17a-955b-4bb0-b416-e5cc9ab71332 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a4389e4e-9127-4e1d-809b-f4648ab0310b HTTP/1.1" status: 204 len: 168 time: 0.1813896 Apr 07 12:07:06.915574 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b374f17a-955b-4bb0-b416-e5cc9ab71332 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4389e4e-9127-4e1d-809b-f4648ab0310b,revision_number=None']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:07:06.991026 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-1358224a-1255-4150-90ea-73a7c368ac1b req-83362627-5fcb-4783-8461-a2794d639bd2 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] 10.222.0.58 "GET /v2.0/ports?device_id=a75664a1-da22-4334-ae3d-ef7307291d96 HTTP/1.1" status: 200 len: 210 time: 0.0282905 Apr 07 12:07:06.992435 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c982fec-a801-4089-a911-2e80c3516985 req-6e63e0dc-9d74-49e6-ac55-e57581e9f184 tempest-DeleteServersTestJSON-739240211 tempest-DeleteServersTestJSON-739240211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:06.993936 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-6c982fec-a801-4089-a911-2e80c3516985 req-6e63e0dc-9d74-49e6-ac55-e57581e9f184 tempest-DeleteServersTestJSON-739240211 tempest-DeleteServersTestJSON-739240211-project] 10.222.0.58 "GET /v2.0/ports?device_id=3d0eeb31-0d37-4a21-9863-9437b542b275 HTTP/1.1" status: 200 len: 945 time: 0.0538385 Apr 07 12:07:07.046406 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-6c982fec-a801-4089-a911-2e80c3516985 req-e55a7df7-83ae-42d4-bcc1-9773915e3838 tempest-DeleteServersTestJSON-739240211 tempest-DeleteServersTestJSON-739240211-project] 10.222.0.58 "GET /v2.0/security-groups?id=ebb06e7c-1cd4-40fe-a58a-9c7e60c397b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464554 Apr 07 12:07:07.101144 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.wsgi [-] (103983) accepted ('10.222.0.58', 33910) {{(pid=103983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:07:07.116899 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-bd0a2e45-6061-42e7-9ecf-c5892721186d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:07.197492 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-bd0a2e45-6061-42e7-9ecf-c5892721186d admin admin] Publish callbacks [] for security_group (2fef5008-4940-4523-b3e8-e7d507842cf4), precommit_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:07.238488 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-bd0a2e45-6061-42e7-9ecf-c5892721186d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678166'] for security_group (2fef5008-4940-4523-b3e8-e7d507842cf4), after_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:07.281658 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0a2e45-6061-42e7-9ecf-c5892721186d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fef5008-4940-4523-b3e8-e7d507842cf4,revision_number=1']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:07:07.297859 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [None req-bd0a2e45-6061-42e7-9ecf-c5892721186d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=efc6fffd7720488b880536cc03bfc575&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1950295 Apr 07 12:07:07.301433 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.wsgi [-] (103983) accepted ('10.222.0.58', 33920) {{(pid=103983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:07:07.351059 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-df0606b0-825f-48b0-ab48-e25d03eb35f1 admin admin] Publish callbacks [] for security_group (2fef5008-4940-4523-b3e8-e7d507842cf4), before_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:07.372557 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-df0606b0-825f-48b0-ab48-e25d03eb35f1 admin admin] Publish callbacks [] for security_group (2fef5008-4940-4523-b3e8-e7d507842cf4), precommit_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:07.387231 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-4ee86192-ef9a-4f9c-8d37-983d911c7eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (8705c964-c35e-4008-b403-e26242cd5404), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:07.542309 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-df0606b0-825f-48b0-ab48-e25d03eb35f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678166'] for security_group (2fef5008-4940-4523-b3e8-e7d507842cf4), after_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:07.544813 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-df0606b0-825f-48b0-ab48-e25d03eb35f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:07.546015 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [None req-df0606b0-825f-48b0-ab48-e25d03eb35f1 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2fef5008-4940-4523-b3e8-e7d507842cf4 HTTP/1.1" status: 204 len: 168 time: 0.2435815 Apr 07 12:07:07.558681 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0606b0-825f-48b0-ab48-e25d03eb35f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fef5008-4940-4523-b3e8-e7d507842cf4,revision_number=None']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:07:07.584075 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf378dd-dfaa-4ced-b1f5-34073b7bb0a2 req-477250e9-b2c5-48df-8942-64b2bd3feee1 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:07.584075 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-cdf378dd-dfaa-4ced-b1f5-34073b7bb0a2 req-477250e9-b2c5-48df-8942-64b2bd3feee1 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] 10.222.0.58 "GET /v2.0/ports?device_id=34bf0728-3bf9-4036-8e59-885b4140237b HTTP/1.1" status: 200 len: 932 time: 0.0690813 Apr 07 12:07:07.630664 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-cdf378dd-dfaa-4ced-b1f5-34073b7bb0a2 req-14aba033-2cb6-4fdc-a1f4-aed3c27755bb tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] 10.222.0.58 "GET /v2.0/security-groups?id=50123f46-7cd8-49b6-9c22-20cd7e350c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421135 Apr 07 12:07:07.744014 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f691af9d-d784-41fc-8dd1-af6c5225f190 req-cf9eb185-7fbe-4546-ba9d-c8e3fda64ebb tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:07.745436 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-f691af9d-d784-41fc-8dd1-af6c5225f190 req-cf9eb185-7fbe-4546-ba9d-c8e3fda64ebb tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/ports?device_id=ac1f3a68-f423-4755-a9c4-1f053e094038 HTTP/1.1" status: 200 len: 943 time: 0.0512087 Apr 07 12:07:07.753530 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.wsgi [-] (103983) accepted ('10.222.0.58', 33934) {{(pid=103983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:07:07.770083 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-433cb875-1af2-4928-bb66-2e66f53dd07c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:07.799007 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-f691af9d-d784-41fc-8dd1-af6c5225f190 req-9fcc7361-1c6b-4b12-9707-66bd84371dae tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/security-groups?id=a9f2a625-dc68-4664-b64d-af04d0e6ed04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477738 Apr 07 12:07:07.852513 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-433cb875-1af2-4928-bb66-2e66f53dd07c admin admin] Publish callbacks [] for security_group (9b62405e-adf1-4f67-9dbe-dea71f0c6b3f), precommit_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:07.940020 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-433cb875-1af2-4928-bb66-2e66f53dd07c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678166'] for security_group (9b62405e-adf1-4f67-9dbe-dea71f0c6b3f), after_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:07.970996 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433cb875-1af2-4928-bb66-2e66f53dd07c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b62405e-adf1-4f67-9dbe-dea71f0c6b3f,revision_number=1']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:07:07.987729 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.58', 33946) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:07:07.987841 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [None req-433cb875-1af2-4928-bb66-2e66f53dd07c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6c7f34f29f2c4962bf5210b732ef7774&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2332487 Apr 07 12:07:08.059943 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-3dd36455-511b-4ec6-8902-4382a1578978 admin admin] Publish callbacks [] for security_group (9b62405e-adf1-4f67-9dbe-dea71f0c6b3f), before_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:08.085509 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-3dd36455-511b-4ec6-8902-4382a1578978 admin admin] Publish callbacks [] for security_group (9b62405e-adf1-4f67-9dbe-dea71f0c6b3f), precommit_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:08.113383 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-84e6ac07-dd8c-4093-9633-23428f75d7ca req-c4a501b2-08b8-471b-a889-02c27ae25527 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] 10.222.0.58 "GET /v2.0/ports?device_id=a75664a1-da22-4334-ae3d-ef7307291d96 HTTP/1.1" status: 200 len: 210 time: 0.0508678 Apr 07 12:07:08.194880 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4eeebd-dd3c-4c0c-9b4c-5a292586f652 req-2bf17178-ee41-46a3-9a0a-aba5b88d90f5 tempest-DeleteServersTestJSON-739240211 tempest-DeleteServersTestJSON-739240211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:08.196488 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-7b4eeebd-dd3c-4c0c-9b4c-5a292586f652 req-2bf17178-ee41-46a3-9a0a-aba5b88d90f5 tempest-DeleteServersTestJSON-739240211 tempest-DeleteServersTestJSON-739240211-project] 10.222.0.58 "GET /v2.0/ports?device_id=3d0eeb31-0d37-4a21-9863-9437b542b275 HTTP/1.1" status: 200 len: 945 time: 0.0633485 Apr 07 12:07:08.221300 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-3dd36455-511b-4ec6-8902-4382a1578978 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678166'] for security_group (9b62405e-adf1-4f67-9dbe-dea71f0c6b3f), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:08.223817 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-3dd36455-511b-4ec6-8902-4382a1578978 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:08.224932 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [None req-3dd36455-511b-4ec6-8902-4382a1578978 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9b62405e-adf1-4f67-9dbe-dea71f0c6b3f HTTP/1.1" status: 204 len: 168 time: 0.2362275 Apr 07 12:07:08.236877 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd36455-511b-4ec6-8902-4382a1578978 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b62405e-adf1-4f67-9dbe-dea71f0c6b3f,revision_number=None']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:07:08.270520 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-7b4eeebd-dd3c-4c0c-9b4c-5a292586f652 req-91a432c8-e0f5-4692-834d-40718b940e68 tempest-DeleteServersTestJSON-739240211 tempest-DeleteServersTestJSON-739240211-project] 10.222.0.58 "GET /v2.0/security-groups?id=ebb06e7c-1cd4-40fe-a58a-9c7e60c397b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638704 Apr 07 12:07:08.764608 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (18566f30-62c1-4fb1-af49-ebd049d63fec), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:08.767785 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d6f2d7-dcce-41fa-95ee-3aeeb9add129 req-c4ae2348-c349-4831-8426-e2dac1fed428 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:08.776027 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-81d6f2d7-dcce-41fa-95ee-3aeeb9add129 req-c4ae2348-c349-4831-8426-e2dac1fed428 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] 10.222.0.58 "GET /v2.0/ports?device_id=34bf0728-3bf9-4036-8e59-885b4140237b HTTP/1.1" status: 200 len: 932 time: 0.0555642 Apr 07 12:07:08.867388 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Device 82373174-23c2-4543-be9f-d1c080f55f17 details requested by agent hyperv_hv-cinder-83693 with host hv-cinder-83693 {{(pid=103984) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 12:07:08.963660 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Device c3288a8e-fdcf-410d-8cb0-aa05fa988555 up at agent hyperv_hv-cinder-83693 {{(pid=103984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:07:08.987763 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39651907-63a5-4b31-bbf9-5bc9dbdaa782 req-74659a12-def8-4efd-9c96-12dd4c99b902 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:08.991494 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-39651907-63a5-4b31-bbf9-5bc9dbdaa782 req-74659a12-def8-4efd-9c96-12dd4c99b902 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/ports?device_id=ac1f3a68-f423-4755-a9c4-1f053e094038 HTTP/1.1" status: 200 len: 943 time: 0.1063399 Apr 07 12:07:09.007829 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-81d6f2d7-dcce-41fa-95ee-3aeeb9add129 req-10dcd1b6-797a-4908-8117-868e43015ea8 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] 10.222.0.58 "GET /v2.0/security-groups?id=50123f46-7cd8-49b6-9c22-20cd7e350c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2326779 Apr 07 12:07:09.025545 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.db [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] For port 82373174-23c2-4543-be9f-d1c080f55f17, host hv-cinder-83693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83693',level=0,port_id=82373174-23c2-4543-be9f-d1c080f55f17,segment=NetworkSegment(dc1680e3-d64d-4d14-9b8d-ff4232801a16),segment_id=dc1680e3-d64d-4d14-9b8d-ff4232801a16)] {{(pid=103984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:07:09.049831 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Returning: {'device': '82373174-23c2-4543-be9f-d1c080f55f17', 'network_id': 'b54ec153-3bc9-439f-b426-165a936f23bb', 'port_id': '82373174-23c2-4543-be9f-d1c080f55f17', 'mac_address': 'fa:16:3e:e7:7d:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45a072d7-ade8-4cd2-9025-cfaa01b8e30d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103984) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 12:07:09.065613 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-39651907-63a5-4b31-bbf9-5bc9dbdaa782 req-9e716e4f-a20f-4387-abfd-f1d5147dc124 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/security-groups?id=a9f2a625-dc68-4664-b64d-af04d0e6ed04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667424 Apr 07 12:07:09.108952 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Current status of the port 82373174-23c2-4543-be9f-d1c080f55f17 is: DOWN; New status is: BUILD {{(pid=103984) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:07:09.109339 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (82373174-23c2-4543-be9f-d1c080f55f17), before_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:09.125326 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.notifiers.nova [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82373174-23c2-4543-be9f-d1c080f55f17 {{(pid=103984) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 12:07:09.148457 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.db [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] For port 82373174-23c2-4543-be9f-d1c080f55f17, host hv-cinder-83693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83693',level=0,port_id=82373174-23c2-4543-be9f-d1c080f55f17,segment=NetworkSegment(dc1680e3-d64d-4d14-9b8d-ff4232801a16),segment_id=dc1680e3-d64d-4d14-9b8d-ff4232801a16)] {{(pid=103984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:07:09.158344 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.provisioning_blocks [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Provisioning for port c3288a8e-fdcf-410d-8cb0-aa05fa988555 completed by entity L2. {{(pid=103984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 12:07:09.162475 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.provisioning_blocks [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Provisioning complete for port c3288a8e-fdcf-410d-8cb0-aa05fa988555 triggered by entity L2. {{(pid=103984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:07:09.162872 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7484729'] for port (c3288a8e-fdcf-410d-8cb0-aa05fa988555), provisioning_complete {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:09.193789 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.v2.base [req-0219fbd9-4f2a-44d6-a7a0-281a227a8a6b req-58df24fd-5c5e-4b92-91be-705b80cc8f96 service neutron] Request body: {'port': {'device_id': '34bf0728-3bf9-4036-8e59-885b4140237b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83693'}} {{(pid=103982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:07:09.245398 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780057409639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780056949607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780056949625'] for port (82373174-23c2-4543-be9f-d1c080f55f17), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:09.266177 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-16f2936b-6725-46c4-ba01-e8f8267f3d08 req-458080fe-13e3-4bc9-b863-09d37fd2e10d tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] 10.222.0.58 "GET /v2.0/ports?device_id=a75664a1-da22-4334-ae3d-ef7307291d96 HTTP/1.1" status: 200 len: 210 time: 0.0778809 Apr 07 12:07:09.294089 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Current status of the port c3288a8e-fdcf-410d-8cb0-aa05fa988555 is: BUILD; New status is: ACTIVE {{(pid=103984) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:07:09.294613 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (c3288a8e-fdcf-410d-8cb0-aa05fa988555), before_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:09.313668 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [req-0219fbd9-4f2a-44d6-a7a0-281a227a8a6b req-58df24fd-5c5e-4b92-91be-705b80cc8f96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (6c1a928f-8219-4bba-ab6b-07b743be00e2), before_update {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:09.342937 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d0eeb31-0d37-4a21-9863-9437b542b275', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3288a8e-fdcf-410d-8cb0-aa05fa988555'}] {{(pid=103984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:07:09.415349 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-c635acb3-e70b-4146-9cfe-8bf9731f97e7 req-d2124ef3-952d-44a5-ab4e-0041669b2d66 service neutron] 10.222.0.49 "GET /v2.0/networks/b54ec153-3bc9-439f-b426-165a936f23bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2030702 Apr 07 12:07:09.458360 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.db [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] For port c3288a8e-fdcf-410d-8cb0-aa05fa988555, host hv-cinder-83693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83693',level=0,port_id=c3288a8e-fdcf-410d-8cb0-aa05fa988555,segment=NetworkSegment(b0e9bda0-b37f-4b94-8ae5-b6346019a16e),segment_id=b0e9bda0-b37f-4b94-8ae5-b6346019a16e)] {{(pid=103984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:07:09.459826 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Pushing event updated for resources: {'Port': ['ID=82373174-23c2-4543-be9f-d1c080f55f17,revision_number=4']} {{(pid=103984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:07:09.510326 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c34551-14b7-4b37-aba1-e26b4b3d79bd req-21675693-da4a-484a-a51a-ad24f7de2a25 tempest-DeleteServersTestJSON-739240211 tempest-DeleteServersTestJSON-739240211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:09.511872 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-65c34551-14b7-4b37-aba1-e26b4b3d79bd req-21675693-da4a-484a-a51a-ad24f7de2a25 tempest-DeleteServersTestJSON-739240211 tempest-DeleteServersTestJSON-739240211-project] 10.222.0.58 "GET /v2.0/ports?device_id=3d0eeb31-0d37-4a21-9863-9437b542b275 HTTP/1.1" status: 200 len: 945 time: 0.1378646 Apr 07 12:07:09.537627 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780057409639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780056949607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780056949625'] for port (c3288a8e-fdcf-410d-8cb0-aa05fa988555), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:09.604554 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.db [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] get_ports_and_sgs() called for port_ids ['82373174-23c2-4543-be9f-d1c080f55f17'] {{(pid=103984) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 12:07:09.618011 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-65c34551-14b7-4b37-aba1-e26b4b3d79bd req-802ceec5-dd7b-4128-966a-c1a4a0a57a12 tempest-DeleteServersTestJSON-739240211 tempest-DeleteServersTestJSON-739240211-project] 10.222.0.58 "GET /v2.0/security-groups?id=ebb06e7c-1cd4-40fe-a58a-9c7e60c397b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992801 Apr 07 12:07:09.645806 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Pushing event updated for resources: {'Port': ['ID=c3288a8e-fdcf-410d-8cb0-aa05fa988555,revision_number=5']} {{(pid=103984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:07:09.743359 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.notifiers.nova [req-0219fbd9-4f2a-44d6-a7a0-281a227a8a6b req-58df24fd-5c5e-4b92-91be-705b80cc8f96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c1a928f-8219-4bba-ab6b-07b743be00e2 {{(pid=103982) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 12:07:09.743823 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0608bff1dee5f704c30ce50aefecbc08eaebc6e842b477e08be3f7901197da8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d888e564-26b6-414b-90ef-5954d3fb20a4" -d '{"events": [{"server_uuid": "3d0eeb31-0d37-4a21-9863-9437b542b275", "name": "network-vif-plugged", "status": "completed", "tag": "c3288a8e-fdcf-410d-8cb0-aa05fa988555"}]}' {{(pid=103984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:07:09.753712 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [req-0219fbd9-4f2a-44d6-a7a0-281a227a8a6b req-58df24fd-5c5e-4b92-91be-705b80cc8f96 service neutron] Publish callbacks [] for port (6c1a928f-8219-4bba-ab6b-07b743be00e2), precommit_update {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:09.769098 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.db.provisioning_blocks [req-0219fbd9-4f2a-44d6-a7a0-281a227a8a6b req-58df24fd-5c5e-4b92-91be-705b80cc8f96 service neutron] Transition to ACTIVE for port object 6c1a928f-8219-4bba-ab6b-07b743be00e2 will not be triggered until provisioned by entity L2. {{(pid=103982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 12:07:09.827232 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [req-0219fbd9-4f2a-44d6-a7a0-281a227a8a6b req-58df24fd-5c5e-4b92-91be-705b80cc8f96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780057409639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780056949607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780056949625'] for port (6c1a928f-8219-4bba-ab6b-07b743be00e2), after_update {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:09.887155 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 12:07:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84d4bdc2-9990-4c7b-8e36-2eab5c02c1ef x-openstack-request-id: req-84d4bdc2-9990-4c7b-8e36-2eab5c02c1ef {{(pid=103984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:07:09.888309 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d0eeb31-0d37-4a21-9863-9437b542b275", "name": "network-vif-plugged", "status": "completed", "tag": "c3288a8e-fdcf-410d-8cb0-aa05fa988555", "code": 200}]} {{(pid=103984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:07:09.888747 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-84d4bdc2-9990-4c7b-8e36-2eab5c02c1ef {{(pid=103984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:07:09.890435 dv-cinder-836930-1-iscsi neutron-server[103984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84d4bdc2-9990-4c7b-8e36-2eab5c02c1ef'] response: {'server_uuid': '3d0eeb31-0d37-4a21-9863-9437b542b275', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3288a8e-fdcf-410d-8cb0-aa05fa988555', 'code': 200} Apr 07 12:07:09.918314 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58df24fd-5c5e-4b92-91be-705b80cc8f96 service neutron] Pushing event updated for resources: {'Port': ['ID=6c1a928f-8219-4bba-ab6b-07b743be00e2,revision_number=2']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:07:09.990027 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.managers [req-0219fbd9-4f2a-44d6-a7a0-281a227a8a6b req-58df24fd-5c5e-4b92-91be-705b80cc8f96 service neutron] Attempting to bind port 6c1a928f-8219-4bba-ab6b-07b743be00e2 on host hv-cinder-83693 for vnic_type normal with profile {{(pid=103982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 12:07:09.990373 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.managers [req-0219fbd9-4f2a-44d6-a7a0-281a227a8a6b req-58df24fd-5c5e-4b92-91be-705b80cc8f96 service neutron] Attempting to bind port 6c1a928f-8219-4bba-ab6b-07b743be00e2 by drivers openvswitch,hyperv on host hv-cinder-83693 at level 0 using segments [{'id': '0390e2dd-fa0e-4e46-ac16-40eb36374f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'fcace665-ea97-4783-845e-38b6ed7c4b29'}] {{(pid=103982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 12:07:09.990700 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0219fbd9-4f2a-44d6-a7a0-281a227a8a6b req-58df24fd-5c5e-4b92-91be-705b80cc8f96 service neutron] Attempting to bind port 6c1a928f-8219-4bba-ab6b-07b743be00e2 on network fcace665-ea97-4783-845e-38b6ed7c4b29 {{(pid=103982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:07:10.008997 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0219fbd9-4f2a-44d6-a7a0-281a227a8a6b req-58df24fd-5c5e-4b92-91be-705b80cc8f96 service neutron] Port 6c1a928f-8219-4bba-ab6b-07b743be00e2 on network fcace665-ea97-4783-845e-38b6ed7c4b29 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83693 {{(pid=103982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 12:07:10.009329 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0219fbd9-4f2a-44d6-a7a0-281a227a8a6b req-58df24fd-5c5e-4b92-91be-705b80cc8f96 service neutron] Attempting to bind port 6c1a928f-8219-4bba-ab6b-07b743be00e2 on network fcace665-ea97-4783-845e-38b6ed7c4b29 {{(pid=103982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:07:10.016789 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305b885b-d6d9-4f36-8daa-5872990d7dd5 req-0e1ae7c1-8714-444b-8eb2-8b1704c5db36 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:10.019588 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-305b885b-d6d9-4f36-8daa-5872990d7dd5 req-0e1ae7c1-8714-444b-8eb2-8b1704c5db36 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] 10.222.0.49 "GET /v2.0/networks?id=30ebdc73-30d3-4d75-a45d-118501e4a6d7 HTTP/1.1" status: 200 len: 814 time: 0.1457338 Apr 07 12:07:10.020246 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0219fbd9-4f2a-44d6-a7a0-281a227a8a6b req-58df24fd-5c5e-4b92-91be-705b80cc8f96 service neutron] Checking agent: {'id': 'b65c4e22-832a-4f2b-89ab-f6b5f91e1f65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83693', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 12, 4, 29), 'started_at': datetime.datetime(2022, 4, 7, 12, 4, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 12, 6, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 12:07:10.020595 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0219fbd9-4f2a-44d6-a7a0-281a227a8a6b req-58df24fd-5c5e-4b92-91be-705b80cc8f96 service neutron] Checking segment: {'id': '0390e2dd-fa0e-4e46-ac16-40eb36374f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'fcace665-ea97-4783-845e-38b6ed7c4b29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:07:10.020982 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0219fbd9-4f2a-44d6-a7a0-281a227a8a6b req-58df24fd-5c5e-4b92-91be-705b80cc8f96 service neutron] Bound using segment: {'id': '0390e2dd-fa0e-4e46-ac16-40eb36374f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'fcace665-ea97-4783-845e-38b6ed7c4b29'} {{(pid=103982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 12:07:10.021416 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.managers [req-0219fbd9-4f2a-44d6-a7a0-281a227a8a6b req-58df24fd-5c5e-4b92-91be-705b80cc8f96 service neutron] Bound port: 6c1a928f-8219-4bba-ab6b-07b743be00e2, host: hv-cinder-83693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0390e2dd-fa0e-4e46-ac16-40eb36374f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'fcace665-ea97-4783-845e-38b6ed7c4b29'}}] {{(pid=103982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 12:07:10.025822 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [req-0219fbd9-4f2a-44d6-a7a0-281a227a8a6b req-58df24fd-5c5e-4b92-91be-705b80cc8f96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (6c1a928f-8219-4bba-ab6b-07b743be00e2), before_update {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:10.158524 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-305b885b-d6d9-4f36-8daa-5872990d7dd5 req-13a059e7-6b90-46bd-bb81-dc07ff24ca2a tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=58b56b91563a42a8bdc5c09e03b65f27 HTTP/1.1" status: 200 len: 379 time: 0.1200733 Apr 07 12:07:10.189303 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.v2.base [req-305b885b-d6d9-4f36-8daa-5872990d7dd5 req-25a9a22a-645c-47ff-89d4-6bf5ceb98b5f tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Request body: {'port': {'device_id': 'a75664a1-da22-4334-ae3d-ef7307291d96', 'network_id': '30ebdc73-30d3-4d75-a45d-118501e4a6d7', 'admin_state_up': True, 'tenant_id': '58b56b91563a42a8bdc5c09e03b65f27', 'security_groups': ['33ed6d74-4852-4717-9bdf-a41d43e688eb']}} {{(pid=103983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:07:10.289754 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.db [req-0219fbd9-4f2a-44d6-a7a0-281a227a8a6b req-58df24fd-5c5e-4b92-91be-705b80cc8f96 service neutron] For port 6c1a928f-8219-4bba-ab6b-07b743be00e2, host hv-cinder-83693, cleared binding levels {{(pid=103982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 12:07:10.303803 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.db [req-0219fbd9-4f2a-44d6-a7a0-281a227a8a6b req-58df24fd-5c5e-4b92-91be-705b80cc8f96 service neutron] For port 6c1a928f-8219-4bba-ab6b-07b743be00e2, host hv-cinder-83693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83693',level=0,port_id=6c1a928f-8219-4bba-ab6b-07b743be00e2,segment=NetworkSegment(0390e2dd-fa0e-4e46-ac16-40eb36374f96),segment_id=0390e2dd-fa0e-4e46-ac16-40eb36374f96)] {{(pid=103982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 12:07:10.324921 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3909da6-a2c2-4b3a-b15d-a032303066ce req-98c90429-35c5-4e4b-8887-f48b9a90ea5e tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:10.337368 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-d3909da6-a2c2-4b3a-b15d-a032303066ce req-98c90429-35c5-4e4b-8887-f48b9a90ea5e tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] 10.222.0.58 "GET /v2.0/ports?device_id=34bf0728-3bf9-4036-8e59-885b4140237b HTTP/1.1" status: 200 len: 944 time: 0.1968806 Apr 07 12:07:10.407406 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [req-0219fbd9-4f2a-44d6-a7a0-281a227a8a6b req-58df24fd-5c5e-4b92-91be-705b80cc8f96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780057409639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780056949607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780056949625'] for port (6c1a928f-8219-4bba-ab6b-07b743be00e2), after_update {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:10.450453 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f62878-5a8c-4ae8-b8da-330c3442ba0c req-28ae3860-a744-44cf-b4df-14c8defcc11d tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:10.458386 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-92f62878-5a8c-4ae8-b8da-330c3442ba0c req-28ae3860-a744-44cf-b4df-14c8defcc11d tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/ports?device_id=ac1f3a68-f423-4755-a9c4-1f053e094038 HTTP/1.1" status: 200 len: 944 time: 0.2097933 Apr 07 12:07:10.511903 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0219fbd9-4f2a-44d6-a7a0-281a227a8a6b req-58df24fd-5c5e-4b92-91be-705b80cc8f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:10.516583 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [req-0219fbd9-4f2a-44d6-a7a0-281a227a8a6b req-58df24fd-5c5e-4b92-91be-705b80cc8f96 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585958'] for port (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:10.520355 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-0219fbd9-4f2a-44d6-a7a0-281a227a8a6b req-58df24fd-5c5e-4b92-91be-705b80cc8f96 service neutron] 10.222.0.49 "PUT /v2.0/ports/6c1a928f-8219-4bba-ab6b-07b743be00e2 HTTP/1.1" status: 200 len: 1094 time: 1.3298728 Apr 07 12:07:10.521053 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34bf0728-3bf9-4036-8e59-885b4140237b', 'tag': '6c1a928f-8219-4bba-ab6b-07b743be00e2'}] {{(pid=103982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:07:10.523633 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a87f3ac2112343cf46b731ae90f6f8f3b8b920e6472e7c70a4e5373429e5b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-843a6672-641c-4acc-914d-de760e294181" -d '{"events": [{"name": "network-changed", "server_uuid": "34bf0728-3bf9-4036-8e59-885b4140237b", "tag": "6c1a928f-8219-4bba-ab6b-07b743be00e2"}]}' {{(pid=103982) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:07:10.529985 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-d3909da6-a2c2-4b3a-b15d-a032303066ce req-f45f0fa3-0960-4f7f-8fce-024fb3a88cee tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] 10.222.0.58 "GET /v2.0/security-groups?id=50123f46-7cd8-49b6-9c22-20cd7e350c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1909206 Apr 07 12:07:10.557979 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58df24fd-5c5e-4b92-91be-705b80cc8f96 service neutron] Pushing event updated for resources: {'Port': ['ID=6c1a928f-8219-4bba-ab6b-07b743be00e2,revision_number=3']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:07:10.579749 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-92f62878-5a8c-4ae8-b8da-330c3442ba0c req-c6b003fb-4ee4-4865-be7a-7f6cea9a9282 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/security-groups?id=a9f2a625-dc68-4664-b64d-af04d0e6ed04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124394 Apr 07 12:07:10.623279 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-305b885b-d6d9-4f36-8daa-5872990d7dd5 req-25a9a22a-645c-47ff-89d4-6bf5ceb98b5f tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Made reservation on behalf of 58b56b91563a42a8bdc5c09e03b65f27 for: {'port': 1} {{(pid=103983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 12:07:10.628525 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [req-305b885b-d6d9-4f36-8daa-5872990d7dd5 req-25a9a22a-645c-47ff-89d4-6bf5ceb98b5f tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (None), before_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:10.698005 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 12:07:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6cf76ac-d777-4d18-97ae-bdf774618b4a x-openstack-request-id: req-f6cf76ac-d777-4d18-97ae-bdf774618b4a {{(pid=103982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:07:10.698866 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34bf0728-3bf9-4036-8e59-885b4140237b", "tag": "6c1a928f-8219-4bba-ab6b-07b743be00e2", "status": "completed", "code": 200}]} {{(pid=103982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:07:10.701977 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f6cf76ac-d777-4d18-97ae-bdf774618b4a {{(pid=103982) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:07:10.701977 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6cf76ac-d777-4d18-97ae-bdf774618b4a'] response: {'name': 'network-changed', 'server_uuid': '34bf0728-3bf9-4036-8e59-885b4140237b', 'tag': '6c1a928f-8219-4bba-ab6b-07b743be00e2', 'status': 'completed', 'code': 200} Apr 07 12:07:10.791064 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-622bc043-557e-4bdc-88f6-18a6ec6bcb4a req-b3aae3e3-2f7a-4ac2-bf6d-e020a5e2f6f1 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] 10.222.0.58 "GET /v2.0/ports?device_id=a75664a1-da22-4334-ae3d-ef7307291d96 HTTP/1.1" status: 200 len: 210 time: 0.0345898 Apr 07 12:07:10.853287 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843a6672-641c-4acc-914d-de760e294181 req-45582a38-2829-4f29-a6be-ef40f6916fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:10.854939 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-843a6672-641c-4acc-914d-de760e294181 req-45582a38-2829-4f29-a6be-ef40f6916fb4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=bb7aeab7f2af4131992847a73f3c7e0a&device_id=34bf0728-3bf9-4036-8e59-885b4140237b HTTP/1.1" status: 200 len: 1128 time: 0.1538367 Apr 07 12:07:10.866975 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7877c06f-e36d-4266-b8f6-b29f1590a925 req-fc75b0ca-8c92-4fa2-ac3d-4a39ff408283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:10.868539 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-7877c06f-e36d-4266-b8f6-b29f1590a925 req-fc75b0ca-8c92-4fa2-ac3d-4a39ff408283 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=3d0eeb31-0d37-4a21-9863-9437b542b275 HTTP/1.1" status: 200 len: 1130 time: 0.2888477 Apr 07 12:07:10.875480 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Device 82373174-23c2-4543-be9f-d1c080f55f17 up at agent hyperv_hv-cinder-83693 {{(pid=103984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:07:10.883778 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065a6e88-2230-4e16-98ca-d7cb1051a3f3 req-a1294948-bcd3-4551-9ed8-42a34e2723b8 tempest-DeleteServersTestJSON-739240211 tempest-DeleteServersTestJSON-739240211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:10.886703 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.db.db_base_plugin_common [req-305b885b-d6d9-4f36-8daa-5872990d7dd5 req-25a9a22a-645c-47ff-89d4-6bf5ceb98b5f tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Allocated IP 172.20.0.6 (30ebdc73-30d3-4d75-a45d-118501e4a6d7/7fc98a79-6638-4f9b-8125-b4339927e49b/cbd86407-03a8-454d-9d18-5ec335320261) {{(pid=103983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 12:07:10.890646 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-065a6e88-2230-4e16-98ca-d7cb1051a3f3 req-a1294948-bcd3-4551-9ed8-42a34e2723b8 tempest-DeleteServersTestJSON-739240211 tempest-DeleteServersTestJSON-739240211-project] 10.222.0.58 "GET /v2.0/ports?device_id=3d0eeb31-0d37-4a21-9863-9437b542b275 HTTP/1.1" status: 200 len: 946 time: 0.1067080 Apr 07 12:07:11.066948 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.provisioning_blocks [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Provisioning for port 82373174-23c2-4543-be9f-d1c080f55f17 completed by entity L2. {{(pid=103984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 12:07:11.072834 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.provisioning_blocks [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Provisioning complete for port 82373174-23c2-4543-be9f-d1c080f55f17 triggered by entity L2. {{(pid=103984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:07:11.073510 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7484729'] for port (82373174-23c2-4543-be9f-d1c080f55f17), provisioning_complete {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:11.137684 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [req-305b885b-d6d9-4f36-8daa-5872990d7dd5 req-25a9a22a-645c-47ff-89d4-6bf5ceb98b5f tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Publish callbacks [] for port (cbd86407-03a8-454d-9d18-5ec335320261), precommit_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:11.196848 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [req-7877c06f-e36d-4266-b8f6-b29f1590a925 req-44e27310-e0af-4db2-9c0c-049cfe714f8d service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:11.206231 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Current status of the port 82373174-23c2-4543-be9f-d1c080f55f17 is: BUILD; New status is: ACTIVE {{(pid=103984) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:07:11.206769 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (82373174-23c2-4543-be9f-d1c080f55f17), before_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:11.268248 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.db [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] For port 82373174-23c2-4543-be9f-d1c080f55f17, host hv-cinder-83693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83693',level=0,port_id=82373174-23c2-4543-be9f-d1c080f55f17,segment=NetworkSegment(dc1680e3-d64d-4d14-9b8d-ff4232801a16),segment_id=dc1680e3-d64d-4d14-9b8d-ff4232801a16)] {{(pid=103984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:07:11.275831 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-065a6e88-2230-4e16-98ca-d7cb1051a3f3 req-f14af775-15c8-4cc3-9d47-7a6943dd32b2 tempest-DeleteServersTestJSON-739240211 tempest-DeleteServersTestJSON-739240211-project] 10.222.0.58 "GET /v2.0/security-groups?id=ebb06e7c-1cd4-40fe-a58a-9c7e60c397b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3842475 Apr 07 12:07:11.311827 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843a6672-641c-4acc-914d-de760e294181 req-88dc927d-248e-4de7-995d-cabdb04c871a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:11.313895 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-843a6672-641c-4acc-914d-de760e294181 req-88dc927d-248e-4de7-995d-cabdb04c871a service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=bb7aeab7f2af4131992847a73f3c7e0a&shared=False HTTP/1.1" status: 200 len: 912 time: 0.4379780 Apr 07 12:07:11.324083 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.agents_db [None req-3662b1ad-d2b5-4b6d-81f6-e1280f618718 None None] Agent healthcheck: found 6 active agents {{(pid=103985) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 12:07:11.376437 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780057409639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780056949607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780056949625'] for port (82373174-23c2-4543-be9f-d1c080f55f17), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:11.376861 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [req-305b885b-d6d9-4f36-8daa-5872990d7dd5 req-25a9a22a-645c-47ff-89d4-6bf5ceb98b5f tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780056949589'] for port (cbd86407-03a8-454d-9d18-5ec335320261), after_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:11.425583 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-305b885b-d6d9-4f36-8daa-5872990d7dd5 req-25a9a22a-645c-47ff-89d4-6bf5ceb98b5f tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Network 30ebdc73-30d3-4d75-a45d-118501e4a6d7 is already hosted by enough agents. {{(pid=103983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:07:11.429804 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.scheduler.base_scheduler [req-305b885b-d6d9-4f36-8daa-5872990d7dd5 req-25a9a22a-645c-47ff-89d4-6bf5ceb98b5f tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Resources bound (agent type, host, resource id): {{(pid=103983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:07:11.438693 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.db.l3_dvrscheduler_db [req-305b885b-d6d9-4f36-8daa-5872990d7dd5 req-25a9a22a-645c-47ff-89d4-6bf5ceb98b5f tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Received port after_create {{(pid=103983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 12:07:11.444828 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305b885b-d6d9-4f36-8daa-5872990d7dd5 req-25a9a22a-645c-47ff-89d4-6bf5ceb98b5f tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:11.446289 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [req-305b885b-d6d9-4f36-8daa-5872990d7dd5 req-25a9a22a-645c-47ff-89d4-6bf5ceb98b5f tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585958'] for port (None), before_response {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:11.458178 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Pushing event updated for resources: {'Port': ['ID=82373174-23c2-4543-be9f-d1c080f55f17,revision_number=5']} {{(pid=103984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:07:11.458378 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [req-7877c06f-e36d-4266-b8f6-b29f1590a925 req-44e27310-e0af-4db2-9c0c-049cfe714f8d service neutron] Publish callbacks [] for security_group (21a77ee5-9506-492a-8e1e-74412e82c5bf), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:11.474362 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a9a22a-645c-47ff-89d4-6bf5ceb98b5f tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Pushing event updated for resources: {'Port': ['ID=cbd86407-03a8-454d-9d18-5ec335320261,revision_number=1']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:07:11.481807 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843a6672-641c-4acc-914d-de760e294181 req-bf8eaffe-2064-4fa4-9a0e-b23ef60d77da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:11.483494 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-843a6672-641c-4acc-914d-de760e294181 req-bf8eaffe-2064-4fa4-9a0e-b23ef60d77da service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1493912 Apr 07 12:07:11.542814 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [req-7877c06f-e36d-4266-b8f6-b29f1590a925 req-44e27310-e0af-4db2-9c0c-049cfe714f8d service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678166'] for security_group (21a77ee5-9506-492a-8e1e-74412e82c5bf), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:11.573397 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-305b885b-d6d9-4f36-8daa-5872990d7dd5 req-25a9a22a-645c-47ff-89d4-6bf5ceb98b5f tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4027543 Apr 07 12:07:11.596666 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.v2.base [req-305b885b-d6d9-4f36-8daa-5872990d7dd5 req-485bafa5-1113-4038-8725-38016d5d1195 service neutron] Request body: {'port': {'device_id': 'a75664a1-da22-4334-ae3d-ef7307291d96', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83693'}} {{(pid=103983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:07:11.638480 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e27310-e0af-4db2-9c0c-049cfe714f8d service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=21a77ee5-9506-492a-8e1e-74412e82c5bf,revision_number=1']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:07:11.645437 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-7877c06f-e36d-4266-b8f6-b29f1590a925 req-44e27310-e0af-4db2-9c0c-049cfe714f8d service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=ebb06e7c-1cd4-40fe-a58a-9c7e60c397b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7525287 Apr 07 12:07:11.666038 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0219fbd9-4f2a-44d6-a7a0-281a227a8a6b req-09d2ca87-c9d4-4096-90d5-829b05eb5070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:11.667572 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-0219fbd9-4f2a-44d6-a7a0-281a227a8a6b req-09d2ca87-c9d4-4096-90d5-829b05eb5070 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=bb7aeab7f2af4131992847a73f3c7e0a&device_id=34bf0728-3bf9-4036-8e59-885b4140237b HTTP/1.1" status: 200 len: 1128 time: 0.0925999 Apr 07 12:07:11.716034 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.provisioning_blocks [None req-0230c78d-4aa3-40da-a2fb-b01ed49361ba None None] Provisioning complete for port cbd86407-03a8-454d-9d18-5ec335320261 triggered by entity DHCP. {{(pid=103984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:07:11.716758 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-0230c78d-4aa3-40da-a2fb-b01ed49361ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7484729'] for port (cbd86407-03a8-454d-9d18-5ec335320261), provisioning_complete {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:11.746945 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [req-305b885b-d6d9-4f36-8daa-5872990d7dd5 req-485bafa5-1113-4038-8725-38016d5d1195 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (cbd86407-03a8-454d-9d18-5ec335320261), before_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:11.766386 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-0230c78d-4aa3-40da-a2fb-b01ed49361ba None None] Port cbd86407-03a8-454d-9d18-5ec335320261 cannot update to ACTIVE because it is not bound. {{(pid=103984) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 12:07:11.776973 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ab3a61-5f59-48c8-a99b-3b25dbde22bb req-9580b304-d7e8-4175-86a6-529efe77773c tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:11.779682 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-44ab3a61-5f59-48c8-a99b-3b25dbde22bb req-9580b304-d7e8-4175-86a6-529efe77773c tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] 10.222.0.58 "GET /v2.0/ports?device_id=34bf0728-3bf9-4036-8e59-885b4140237b HTTP/1.1" status: 200 len: 944 time: 0.0695486 Apr 07 12:07:11.847889 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-44ab3a61-5f59-48c8-a99b-3b25dbde22bb req-6e4ff755-77b4-44d1-98aa-e584a27b8bb6 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] 10.222.0.58 "GET /v2.0/security-groups?id=50123f46-7cd8-49b6-9c22-20cd7e350c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625119 Apr 07 12:07:11.891986 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac1f3a68-f423-4755-a9c4-1f053e094038', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82373174-23c2-4543-be9f-d1c080f55f17'}] {{(pid=103984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:07:11.893799 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6539078-c35d-4d0d-bdc9-4f3706e863c2 req-4f6f90ae-f0a0-41ff-a5a2-d7c545353a26 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:11.894463 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0608bff1dee5f704c30ce50aefecbc08eaebc6e842b477e08be3f7901197da8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54528507-04bb-4ba5-b56b-f54c642b706e" -d '{"events": [{"server_uuid": "ac1f3a68-f423-4755-a9c4-1f053e094038", "name": "network-vif-plugged", "status": "completed", "tag": "82373174-23c2-4543-be9f-d1c080f55f17"}]}' {{(pid=103984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:07:11.895456 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-e6539078-c35d-4d0d-bdc9-4f3706e863c2 req-4f6f90ae-f0a0-41ff-a5a2-d7c545353a26 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/ports?device_id=ac1f3a68-f423-4755-a9c4-1f053e094038 HTTP/1.1" status: 200 len: 945 time: 0.2086260 Apr 07 12:07:11.973099 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe12db2-0324-4286-bbdf-a8a7cbdf048f req-57483aed-37dc-41d8-84fe-0b0b86d1941b tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:11.974713 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-dfe12db2-0324-4286-bbdf-a8a7cbdf048f req-57483aed-37dc-41d8-84fe-0b0b86d1941b tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] 10.222.0.58 "GET /v2.0/ports?device_id=a75664a1-da22-4334-ae3d-ef7307291d96 HTTP/1.1" status: 200 len: 931 time: 0.0546250 Apr 07 12:07:12.019704 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-e6539078-c35d-4d0d-bdc9-4f3706e863c2 req-3356f85b-fff5-45c1-9b8e-8a8e531e25a1 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/security-groups?id=a9f2a625-dc68-4664-b64d-af04d0e6ed04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033087 Apr 07 12:07:12.077666 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-0219fbd9-4f2a-44d6-a7a0-281a227a8a6b req-3597de68-2c5c-416f-afb9-e4d37883ba8d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6c1a928f-8219-4bba-ab6b-07b743be00e2 HTTP/1.1" status: 200 len: 217 time: 0.0706282 Apr 07 12:07:12.080263 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 12:07:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec2c0226-865d-4080-af64-da575007c87a x-openstack-request-id: req-ec2c0226-865d-4080-af64-da575007c87a {{(pid=103984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:07:12.080775 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac1f3a68-f423-4755-a9c4-1f053e094038", "name": "network-vif-plugged", "status": "completed", "tag": "82373174-23c2-4543-be9f-d1c080f55f17", "code": 200}]} {{(pid=103984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:07:12.080868 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ec2c0226-865d-4080-af64-da575007c87a {{(pid=103984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:07:12.081246 dv-cinder-836930-1-iscsi neutron-server[103984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec2c0226-865d-4080-af64-da575007c87a'] response: {'server_uuid': 'ac1f3a68-f423-4755-a9c4-1f053e094038', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82373174-23c2-4543-be9f-d1c080f55f17', 'code': 200} Apr 07 12:07:12.092766 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-dfe12db2-0324-4286-bbdf-a8a7cbdf048f req-4d6770f3-e134-477c-b1b1-faece8dcd9b9 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] 10.222.0.58 "GET /v2.0/security-groups?id=33ed6d74-4852-4717-9bdf-a41d43e688eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1113710 Apr 07 12:07:12.167514 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.notifiers.nova [req-305b885b-d6d9-4f36-8daa-5872990d7dd5 req-485bafa5-1113-4038-8725-38016d5d1195 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbd86407-03a8-454d-9d18-5ec335320261 {{(pid=103983) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 12:07:12.177380 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [req-305b885b-d6d9-4f36-8daa-5872990d7dd5 req-485bafa5-1113-4038-8725-38016d5d1195 service neutron] Publish callbacks [] for port (cbd86407-03a8-454d-9d18-5ec335320261), precommit_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:12.192653 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.db.provisioning_blocks [req-305b885b-d6d9-4f36-8daa-5872990d7dd5 req-485bafa5-1113-4038-8725-38016d5d1195 service neutron] Transition to ACTIVE for port object cbd86407-03a8-454d-9d18-5ec335320261 will not be triggered until provisioned by entity L2. {{(pid=103983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 12:07:12.244247 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [req-305b885b-d6d9-4f36-8daa-5872990d7dd5 req-485bafa5-1113-4038-8725-38016d5d1195 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780057409639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780056949607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780056949625'] for port (cbd86407-03a8-454d-9d18-5ec335320261), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:12.247568 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0219fbd9-4f2a-44d6-a7a0-281a227a8a6b req-63a42b37-c758-4505-a331-811a86fef5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:12.249088 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-0219fbd9-4f2a-44d6-a7a0-281a227a8a6b req-63a42b37-c758-4505-a331-811a86fef5ef service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f6c89c23-3e38-47dc-af91-b69590186a24 HTTP/1.1" status: 200 len: 850 time: 0.0510125 Apr 07 12:07:12.295279 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485bafa5-1113-4038-8725-38016d5d1195 service neutron] Pushing event updated for resources: {'Port': ['ID=cbd86407-03a8-454d-9d18-5ec335320261,revision_number=2']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:07:12.349963 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.plugins.ml2.managers [req-305b885b-d6d9-4f36-8daa-5872990d7dd5 req-485bafa5-1113-4038-8725-38016d5d1195 service neutron] Attempting to bind port cbd86407-03a8-454d-9d18-5ec335320261 on host hv-cinder-83693 for vnic_type normal with profile {{(pid=103983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 12:07:12.350300 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.plugins.ml2.managers [req-305b885b-d6d9-4f36-8daa-5872990d7dd5 req-485bafa5-1113-4038-8725-38016d5d1195 service neutron] Attempting to bind port cbd86407-03a8-454d-9d18-5ec335320261 by drivers openvswitch,hyperv on host hv-cinder-83693 at level 0 using segments [{'id': 'f5d7ecb0-5c7c-4273-b385-28574af1ff09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '30ebdc73-30d3-4d75-a45d-118501e4a6d7'}] {{(pid=103983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 12:07:12.350619 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-305b885b-d6d9-4f36-8daa-5872990d7dd5 req-485bafa5-1113-4038-8725-38016d5d1195 service neutron] Attempting to bind port cbd86407-03a8-454d-9d18-5ec335320261 on network 30ebdc73-30d3-4d75-a45d-118501e4a6d7 {{(pid=103983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:07:12.355395 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-305b885b-d6d9-4f36-8daa-5872990d7dd5 req-485bafa5-1113-4038-8725-38016d5d1195 service neutron] Port cbd86407-03a8-454d-9d18-5ec335320261 on network 30ebdc73-30d3-4d75-a45d-118501e4a6d7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83693 {{(pid=103983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 12:07:12.355708 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-305b885b-d6d9-4f36-8daa-5872990d7dd5 req-485bafa5-1113-4038-8725-38016d5d1195 service neutron] Attempting to bind port cbd86407-03a8-454d-9d18-5ec335320261 on network 30ebdc73-30d3-4d75-a45d-118501e4a6d7 {{(pid=103983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:07:12.361460 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-305b885b-d6d9-4f36-8daa-5872990d7dd5 req-485bafa5-1113-4038-8725-38016d5d1195 service neutron] Checking agent: {'id': 'b65c4e22-832a-4f2b-89ab-f6b5f91e1f65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83693', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 12, 4, 29), 'started_at': datetime.datetime(2022, 4, 7, 12, 4, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 12, 6, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 12:07:12.361792 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-305b885b-d6d9-4f36-8daa-5872990d7dd5 req-485bafa5-1113-4038-8725-38016d5d1195 service neutron] Checking segment: {'id': 'f5d7ecb0-5c7c-4273-b385-28574af1ff09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '30ebdc73-30d3-4d75-a45d-118501e4a6d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:07:12.362960 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-305b885b-d6d9-4f36-8daa-5872990d7dd5 req-485bafa5-1113-4038-8725-38016d5d1195 service neutron] Bound using segment: {'id': 'f5d7ecb0-5c7c-4273-b385-28574af1ff09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '30ebdc73-30d3-4d75-a45d-118501e4a6d7'} {{(pid=103983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 12:07:12.363428 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.plugins.ml2.managers [req-305b885b-d6d9-4f36-8daa-5872990d7dd5 req-485bafa5-1113-4038-8725-38016d5d1195 service neutron] Bound port: cbd86407-03a8-454d-9d18-5ec335320261, host: hv-cinder-83693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5d7ecb0-5c7c-4273-b385-28574af1ff09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '30ebdc73-30d3-4d75-a45d-118501e4a6d7'}}] {{(pid=103983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 12:07:12.363889 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [req-305b885b-d6d9-4f36-8daa-5872990d7dd5 req-485bafa5-1113-4038-8725-38016d5d1195 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (cbd86407-03a8-454d-9d18-5ec335320261), before_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:12.490717 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f40afa-d026-4707-ad9e-271f55f9ed62 req-eeeb6eb9-c6b5-47ee-a0a8-a3e56dff95bf tempest-DeleteServersTestJSON-739240211 tempest-DeleteServersTestJSON-739240211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:12.492305 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-57f40afa-d026-4707-ad9e-271f55f9ed62 req-eeeb6eb9-c6b5-47ee-a0a8-a3e56dff95bf tempest-DeleteServersTestJSON-739240211 tempest-DeleteServersTestJSON-739240211-project] 10.222.0.58 "GET /v2.0/ports?device_id=3d0eeb31-0d37-4a21-9863-9437b542b275 HTTP/1.1" status: 200 len: 946 time: 0.1252682 Apr 07 12:07:12.519959 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.plugins.ml2.db [req-305b885b-d6d9-4f36-8daa-5872990d7dd5 req-485bafa5-1113-4038-8725-38016d5d1195 service neutron] For port cbd86407-03a8-454d-9d18-5ec335320261, host hv-cinder-83693, cleared binding levels {{(pid=103983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 12:07:12.546669 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.plugins.ml2.db [req-305b885b-d6d9-4f36-8daa-5872990d7dd5 req-485bafa5-1113-4038-8725-38016d5d1195 service neutron] For port cbd86407-03a8-454d-9d18-5ec335320261, host hv-cinder-83693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83693',level=0,port_id=cbd86407-03a8-454d-9d18-5ec335320261,segment=NetworkSegment(f5d7ecb0-5c7c-4273-b385-28574af1ff09),segment_id=f5d7ecb0-5c7c-4273-b385-28574af1ff09)] {{(pid=103983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 12:07:12.559436 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-57f40afa-d026-4707-ad9e-271f55f9ed62 req-7e1ce776-9283-4a0f-ac68-7e71c403c487 tempest-DeleteServersTestJSON-739240211 tempest-DeleteServersTestJSON-739240211-project] 10.222.0.58 "GET /v2.0/security-groups?id=ebb06e7c-1cd4-40fe-a58a-9c7e60c397b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583451 Apr 07 12:07:12.622689 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0219fbd9-4f2a-44d6-a7a0-281a227a8a6b req-e412a91d-0ded-4b21-a382-4614a8ee9f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:12.624232 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-0219fbd9-4f2a-44d6-a7a0-281a227a8a6b req-e412a91d-0ded-4b21-a382-4614a8ee9f01 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=fcace665-ea97-4783-845e-38b6ed7c4b29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0583889 Apr 07 12:07:12.638936 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [req-305b885b-d6d9-4f36-8daa-5872990d7dd5 req-485bafa5-1113-4038-8725-38016d5d1195 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780057409639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780056949607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780056949625'] for port (cbd86407-03a8-454d-9d18-5ec335320261), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:12.676093 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305b885b-d6d9-4f36-8daa-5872990d7dd5 req-485bafa5-1113-4038-8725-38016d5d1195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:12.676788 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [req-305b885b-d6d9-4f36-8daa-5872990d7dd5 req-485bafa5-1113-4038-8725-38016d5d1195 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585958'] for port (None), before_response {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:12.678826 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-305b885b-d6d9-4f36-8daa-5872990d7dd5 req-485bafa5-1113-4038-8725-38016d5d1195 service neutron] 10.222.0.49 "PUT /v2.0/ports/cbd86407-03a8-454d-9d18-5ec335320261 HTTP/1.1" status: 200 len: 1093 time: 1.0868731 Apr 07 12:07:12.681496 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a75664a1-da22-4334-ae3d-ef7307291d96', 'tag': 'cbd86407-03a8-454d-9d18-5ec335320261'}] {{(pid=103983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:07:12.684061 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0a7841b86293cbb58346800955405af87a5c8eeb3540a71a4bbd7df08edd1cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8363701-a314-4f5b-b68f-2d168e2d5b99" -d '{"events": [{"name": "network-changed", "server_uuid": "a75664a1-da22-4334-ae3d-ef7307291d96", "tag": "cbd86407-03a8-454d-9d18-5ec335320261"}]}' {{(pid=103983) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:07:12.716758 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485bafa5-1113-4038-8725-38016d5d1195 service neutron] Pushing event updated for resources: {'Port': ['ID=cbd86407-03a8-454d-9d18-5ec335320261,revision_number=3']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:07:12.737776 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 12:07:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-246001d3-36ef-4343-96ab-ad7cc1bed4a7 x-openstack-request-id: req-246001d3-36ef-4343-96ab-ad7cc1bed4a7 {{(pid=103983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:07:12.738069 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a75664a1-da22-4334-ae3d-ef7307291d96", "tag": "cbd86407-03a8-454d-9d18-5ec335320261", "status": "completed", "code": 200}]} {{(pid=103983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:07:12.740256 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-246001d3-36ef-4343-96ab-ad7cc1bed4a7 {{(pid=103983) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:07:12.740685 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.notifiers.nova [-] Nova event matching ['req-246001d3-36ef-4343-96ab-ad7cc1bed4a7'] response: {'name': 'network-changed', 'server_uuid': 'a75664a1-da22-4334-ae3d-ef7307291d96', 'tag': 'cbd86407-03a8-454d-9d18-5ec335320261', 'status': 'completed', 'code': 200} Apr 07 12:07:12.786831 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-0219fbd9-4f2a-44d6-a7a0-281a227a8a6b req-80cde968-058b-4ada-85c0-f4fcf4245a60 service neutron] 10.222.0.49 "GET /v2.0/networks/fcace665-ea97-4783-845e-38b6ed7c4b29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545594 Apr 07 12:07:12.870141 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Device 4e8e7c1d-8910-4f51-91ef-0c82ee3ce3b7 details requested by agent hyperv_hv-cinder-83693 with host hv-cinder-83693 {{(pid=103984) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 12:07:12.907229 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8363701-a314-4f5b-b68f-2d168e2d5b99 req-1d14b210-9710-4474-8d21-e35f5f1dca22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:12.908681 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-b8363701-a314-4f5b-b68f-2d168e2d5b99 req-1d14b210-9710-4474-8d21-e35f5f1dca22 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=58b56b91563a42a8bdc5c09e03b65f27&device_id=a75664a1-da22-4334-ae3d-ef7307291d96 HTTP/1.1" status: 200 len: 1127 time: 0.0908775 Apr 07 12:07:13.036951 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.db [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] For port 4e8e7c1d-8910-4f51-91ef-0c82ee3ce3b7, host hv-cinder-83693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83693',level=0,port_id=4e8e7c1d-8910-4f51-91ef-0c82ee3ce3b7,segment=NetworkSegment(dc1680e3-d64d-4d14-9b8d-ff4232801a16),segment_id=dc1680e3-d64d-4d14-9b8d-ff4232801a16)] {{(pid=103984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:07:13.039025 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-0219fbd9-4f2a-44d6-a7a0-281a227a8a6b req-f2b032bc-4d43-41d5-ab6a-bb5235b63a8a service neutron] 10.222.0.49 "GET /v2.0/networks/fcace665-ea97-4783-845e-38b6ed7c4b29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2206604 Apr 07 12:07:13.097064 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Returning: {'device': '4e8e7c1d-8910-4f51-91ef-0c82ee3ce3b7', 'network_id': 'b54ec153-3bc9-439f-b426-165a936f23bb', 'port_id': '4e8e7c1d-8910-4f51-91ef-0c82ee3ce3b7', 'mac_address': 'fa:16:3e:08:a0:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45a072d7-ade8-4cd2-9025-cfaa01b8e30d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103984) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 12:07:13.113063 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd189565-9f46-42c8-b363-ea67cea77a81 req-b1dfd7f1-3013-40ff-93b0-8f39872cd173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:13.115606 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-dd189565-9f46-42c8-b363-ea67cea77a81 req-b1dfd7f1-3013-40ff-93b0-8f39872cd173 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=ac1f3a68-f423-4755-a9c4-1f053e094038 HTTP/1.1" status: 200 len: 1129 time: 0.2093527 Apr 07 12:07:13.184240 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-dd189565-9f46-42c8-b363-ea67cea77a81 req-60542ab5-73d4-4008-b6a5-39615ef5b38e service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=a9f2a625-dc68-4664-b64d-af04d0e6ed04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583291 Apr 07 12:07:13.225133 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Current status of the port 4e8e7c1d-8910-4f51-91ef-0c82ee3ce3b7 is: DOWN; New status is: BUILD {{(pid=103984) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:07:13.225522 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (4e8e7c1d-8910-4f51-91ef-0c82ee3ce3b7), before_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:13.238928 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc0e15b-adca-4c25-b74e-546e34d9fd4e req-4f28b019-e32c-4e04-9ddc-497534080610 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:13.244336 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.notifiers.nova [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e8e7c1d-8910-4f51-91ef-0c82ee3ce3b7 {{(pid=103984) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 12:07:13.247741 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-cdc0e15b-adca-4c25-b74e-546e34d9fd4e req-4f28b019-e32c-4e04-9ddc-497534080610 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] 10.222.0.58 "GET /v2.0/ports?device_id=34bf0728-3bf9-4036-8e59-885b4140237b HTTP/1.1" status: 200 len: 944 time: 0.2775443 Apr 07 12:07:13.277094 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.db [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] For port 4e8e7c1d-8910-4f51-91ef-0c82ee3ce3b7, host hv-cinder-83693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83693',level=0,port_id=4e8e7c1d-8910-4f51-91ef-0c82ee3ce3b7,segment=NetworkSegment(dc1680e3-d64d-4d14-9b8d-ff4232801a16),segment_id=dc1680e3-d64d-4d14-9b8d-ff4232801a16)] {{(pid=103984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:07:13.282951 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c26c3d-d92e-4818-8cac-3e12d8b2b688 req-96150496-e510-41b2-a710-61ed4fc34de9 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:13.285802 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-53c26c3d-d92e-4818-8cac-3e12d8b2b688 req-96150496-e510-41b2-a710-61ed4fc34de9 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/ports?device_id=ac1f3a68-f423-4755-a9c4-1f053e094038 HTTP/1.1" status: 200 len: 945 time: 0.0843334 Apr 07 12:07:13.329753 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-cdc0e15b-adca-4c25-b74e-546e34d9fd4e req-b825e5b7-b6e2-46bd-bf01-bb3190073f6d tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] 10.222.0.58 "GET /v2.0/security-groups?id=50123f46-7cd8-49b6-9c22-20cd7e350c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811543 Apr 07 12:07:13.334481 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8363701-a314-4f5b-b68f-2d168e2d5b99 req-090b2962-9385-49bb-8787-737334a6f1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:13.334481 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-b8363701-a314-4f5b-b68f-2d168e2d5b99 req-090b2962-9385-49bb-8787-737334a6f1ee service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=58b56b91563a42a8bdc5c09e03b65f27&shared=False HTTP/1.1" status: 200 len: 915 time: 0.3889940 Apr 07 12:07:13.344966 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-53c26c3d-d92e-4818-8cac-3e12d8b2b688 req-977d9c49-0188-46bb-ad58-aa52c6d08967 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/security-groups?id=a9f2a625-dc68-4664-b64d-af04d0e6ed04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529823 Apr 07 12:07:13.351390 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780057409639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780056949607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780056949625'] for port (4e8e7c1d-8910-4f51-91ef-0c82ee3ce3b7), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:13.411715 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Pushing event updated for resources: {'Port': ['ID=4e8e7c1d-8910-4f51-91ef-0c82ee3ce3b7,revision_number=4']} {{(pid=103984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:07:13.468429 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6f99f5-5d58-4930-8370-6684d9bc8e43 req-71b23b42-9807-4a77-a886-7e333a5148e7 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:13.468429 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-db6f99f5-5d58-4930-8370-6684d9bc8e43 req-71b23b42-9807-4a77-a886-7e333a5148e7 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] 10.222.0.58 "GET /v2.0/ports?device_id=a75664a1-da22-4334-ae3d-ef7307291d96 HTTP/1.1" status: 200 len: 943 time: 0.0629199 Apr 07 12:07:13.517057 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-db6f99f5-5d58-4930-8370-6684d9bc8e43 req-df303271-aa24-4471-ad8f-9cfa009fe9df tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] 10.222.0.58 "GET /v2.0/security-groups?id=33ed6d74-4852-4717-9bdf-a41d43e688eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437832 Apr 07 12:07:13.681051 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19923b7-89f2-4fbe-875a-cc3f2d1cf90c req-a993a782-0412-4d6f-bc98-efaf4ada2b80 tempest-DeleteServersTestJSON-739240211 tempest-DeleteServersTestJSON-739240211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:13.682758 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-e19923b7-89f2-4fbe-875a-cc3f2d1cf90c req-a993a782-0412-4d6f-bc98-efaf4ada2b80 tempest-DeleteServersTestJSON-739240211 tempest-DeleteServersTestJSON-739240211-project] 10.222.0.58 "GET /v2.0/ports?device_id=3d0eeb31-0d37-4a21-9863-9437b542b275 HTTP/1.1" status: 200 len: 946 time: 0.0538590 Apr 07 12:07:13.728543 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-e19923b7-89f2-4fbe-875a-cc3f2d1cf90c req-ded6a276-3044-4eff-8c98-4fee993bd33a tempest-DeleteServersTestJSON-739240211 tempest-DeleteServersTestJSON-739240211-project] 10.222.0.58 "GET /v2.0/security-groups?id=ebb06e7c-1cd4-40fe-a58a-9c7e60c397b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397670 Apr 07 12:07:13.737848 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.db [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] get_ports_and_sgs() called for port_ids ['4e8e7c1d-8910-4f51-91ef-0c82ee3ce3b7'] {{(pid=103984) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 12:07:14.348858 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.58', 34228) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:07:14.457248 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf914c1-0567-403a-aeac-9e06537e5792 req-36e56d98-7735-426c-9c36-7cae95595e72 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:14.458745 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-bcf914c1-0567-403a-aeac-9e06537e5792 req-36e56d98-7735-426c-9c36-7cae95595e72 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] 10.222.0.58 "GET /v2.0/ports?device_id=34bf0728-3bf9-4036-8e59-885b4140237b HTTP/1.1" status: 200 len: 944 time: 0.0560460 Apr 07 12:07:14.468076 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-cac057fc-443f-493b-8481-ac40088dfe3f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:14.514325 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21da13e9-9fd8-48b3-826b-214ba3a6c4c0 req-3a4336b4-88d9-4f02-8d44-b4b1d4f59583 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:14.518859 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-21da13e9-9fd8-48b3-826b-214ba3a6c4c0 req-3a4336b4-88d9-4f02-8d44-b4b1d4f59583 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/ports?device_id=ac1f3a68-f423-4755-a9c4-1f053e094038 HTTP/1.1" status: 200 len: 945 time: 0.0967970 Apr 07 12:07:14.526965 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-bcf914c1-0567-403a-aeac-9e06537e5792 req-31906fb4-ad6f-4633-a3cf-99f877765f11 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] 10.222.0.58 "GET /v2.0/security-groups?id=50123f46-7cd8-49b6-9c22-20cd7e350c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622275 Apr 07 12:07:14.588887 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-21da13e9-9fd8-48b3-826b-214ba3a6c4c0 req-d8ff3f0d-6e79-4420-83ec-cf5d7c74e24a tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/security-groups?id=a9f2a625-dc68-4664-b64d-af04d0e6ed04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644863 Apr 07 12:07:14.613143 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-cac057fc-443f-493b-8481-ac40088dfe3f admin admin] Publish callbacks [] for security_group (2c4459d7-cb70-4ff7-b8cb-40aa38cd4451), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:14.645502 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5496123-2245-4f98-b8a3-f279b5a20965 req-b7ad9d23-31bd-4dd8-a6d3-2ffb533a6374 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:14.647099 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-a5496123-2245-4f98-b8a3-f279b5a20965 req-b7ad9d23-31bd-4dd8-a6d3-2ffb533a6374 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] 10.222.0.58 "GET /v2.0/ports?device_id=a75664a1-da22-4334-ae3d-ef7307291d96 HTTP/1.1" status: 200 len: 943 time: 0.0568621 Apr 07 12:07:14.684413 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-cac057fc-443f-493b-8481-ac40088dfe3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678166'] for security_group (2c4459d7-cb70-4ff7-b8cb-40aa38cd4451), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:14.699787 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-a5496123-2245-4f98-b8a3-f279b5a20965 req-b11c7ff4-11f2-4b52-ba9d-ab2d482933b3 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] 10.222.0.58 "GET /v2.0/security-groups?id=33ed6d74-4852-4717-9bdf-a41d43e688eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471075 Apr 07 12:07:14.735224 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [None req-cac057fc-443f-493b-8481-ac40088dfe3f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=919cdf6bbdbc4469bab267b53e073416&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3852515 Apr 07 12:07:14.736391 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac057fc-443f-493b-8481-ac40088dfe3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c4459d7-cb70-4ff7-b8cb-40aa38cd4451,revision_number=1']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:07:14.738685 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.58', 34242) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:07:14.820354 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-3f6e9034-2e2e-403c-80ee-55d08ef63b4d admin admin] Publish callbacks [] for security_group (2c4459d7-cb70-4ff7-b8cb-40aa38cd4451), before_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:14.873106 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-3f6e9034-2e2e-403c-80ee-55d08ef63b4d admin admin] Publish callbacks [] for security_group (2c4459d7-cb70-4ff7-b8cb-40aa38cd4451), precommit_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:14.882779 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Device 4e8e7c1d-8910-4f51-91ef-0c82ee3ce3b7 up at agent hyperv_hv-cinder-83693 {{(pid=103984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:07:14.921168 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abfcda3-6419-4bc2-af10-82fd1da622af req-719d64c8-2fc3-42f4-8365-7b449bd8b1cb tempest-DeleteServersTestJSON-739240211 tempest-DeleteServersTestJSON-739240211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:14.923295 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-2abfcda3-6419-4bc2-af10-82fd1da622af req-719d64c8-2fc3-42f4-8365-7b449bd8b1cb tempest-DeleteServersTestJSON-739240211 tempest-DeleteServersTestJSON-739240211-project] 10.222.0.58 "GET /v2.0/ports?device_id=3d0eeb31-0d37-4a21-9863-9437b542b275 HTTP/1.1" status: 200 len: 946 time: 0.1187253 Apr 07 12:07:14.978090 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-2abfcda3-6419-4bc2-af10-82fd1da622af req-ad5a3506-80da-42df-8813-c8ed6e921077 tempest-DeleteServersTestJSON-739240211 tempest-DeleteServersTestJSON-739240211-project] 10.222.0.58 "GET /v2.0/security-groups?id=ebb06e7c-1cd4-40fe-a58a-9c7e60c397b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472631 Apr 07 12:07:14.986919 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.provisioning_blocks [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Provisioning for port 4e8e7c1d-8910-4f51-91ef-0c82ee3ce3b7 completed by entity L2. {{(pid=103984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 12:07:14.993605 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.provisioning_blocks [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Provisioning complete for port 4e8e7c1d-8910-4f51-91ef-0c82ee3ce3b7 triggered by entity L2. {{(pid=103984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:07:14.993982 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7484729'] for port (4e8e7c1d-8910-4f51-91ef-0c82ee3ce3b7), provisioning_complete {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:15.017229 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-3f6e9034-2e2e-403c-80ee-55d08ef63b4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678166'] for security_group (2c4459d7-cb70-4ff7-b8cb-40aa38cd4451), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:15.022212 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-3f6e9034-2e2e-403c-80ee-55d08ef63b4d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:15.026338 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [None req-3f6e9034-2e2e-403c-80ee-55d08ef63b4d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2c4459d7-cb70-4ff7-b8cb-40aa38cd4451 HTTP/1.1" status: 204 len: 168 time: 0.2839870 Apr 07 12:07:15.033770 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6e9034-2e2e-403c-80ee-55d08ef63b4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c4459d7-cb70-4ff7-b8cb-40aa38cd4451,revision_number=None']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:07:15.105249 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Current status of the port 4e8e7c1d-8910-4f51-91ef-0c82ee3ce3b7 is: BUILD; New status is: ACTIVE {{(pid=103984) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:07:15.105768 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (4e8e7c1d-8910-4f51-91ef-0c82ee3ce3b7), before_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:15.131562 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58383065-ef49-40d2-8fc7-2a85fd6d0b52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e8e7c1d-8910-4f51-91ef-0c82ee3ce3b7'}] {{(pid=103984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:07:15.135499 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0608bff1dee5f704c30ce50aefecbc08eaebc6e842b477e08be3f7901197da8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31431dfc-9eae-4f38-b00f-79c4f53b344f" -d '{"events": [{"server_uuid": "58383065-ef49-40d2-8fc7-2a85fd6d0b52", "name": "network-vif-plugged", "status": "completed", "tag": "4e8e7c1d-8910-4f51-91ef-0c82ee3ce3b7"}]}' {{(pid=103984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:07:15.149566 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.db [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] For port 4e8e7c1d-8910-4f51-91ef-0c82ee3ce3b7, host hv-cinder-83693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83693',level=0,port_id=4e8e7c1d-8910-4f51-91ef-0c82ee3ce3b7,segment=NetworkSegment(dc1680e3-d64d-4d14-9b8d-ff4232801a16),segment_id=dc1680e3-d64d-4d14-9b8d-ff4232801a16)] {{(pid=103984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:07:15.176153 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 12:07:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4f68a66-8b6b-4bc6-b728-2c991e5f2dcc x-openstack-request-id: req-e4f68a66-8b6b-4bc6-b728-2c991e5f2dcc {{(pid=103984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:07:15.176518 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58383065-ef49-40d2-8fc7-2a85fd6d0b52", "name": "network-vif-plugged", "status": "completed", "tag": "4e8e7c1d-8910-4f51-91ef-0c82ee3ce3b7", "code": 200}]} {{(pid=103984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:07:15.176777 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e4f68a66-8b6b-4bc6-b728-2c991e5f2dcc {{(pid=103984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:07:15.180594 dv-cinder-836930-1-iscsi neutron-server[103984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4f68a66-8b6b-4bc6-b728-2c991e5f2dcc'] response: {'server_uuid': '58383065-ef49-40d2-8fc7-2a85fd6d0b52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e8e7c1d-8910-4f51-91ef-0c82ee3ce3b7', 'code': 200} Apr 07 12:07:15.239911 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780057409639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780056949607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780056949625'] for port (4e8e7c1d-8910-4f51-91ef-0c82ee3ce3b7), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:15.299863 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Pushing event updated for resources: {'Port': ['ID=4e8e7c1d-8910-4f51-91ef-0c82ee3ce3b7,revision_number=5']} {{(pid=103984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:07:15.508630 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8363701-a314-4f5b-b68f-2d168e2d5b99 req-9e9c40b9-422c-47b8-8f2b-7194de932c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:15.510134 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-b8363701-a314-4f5b-b68f-2d168e2d5b99 req-9e9c40b9-422c-47b8-8f2b-7194de932c5f service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2251105 Apr 07 12:07:15.642771 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9befc5a3-5138-4300-89b4-7ef4d563bbaa req-1ac87f9f-3db4-4172-bd01-883f92b4f0a8 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:15.644533 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-9befc5a3-5138-4300-89b4-7ef4d563bbaa req-1ac87f9f-3db4-4172-bd01-883f92b4f0a8 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] 10.222.0.58 "GET /v2.0/ports?device_id=34bf0728-3bf9-4036-8e59-885b4140237b HTTP/1.1" status: 200 len: 944 time: 0.0544868 Apr 07 12:07:15.692654 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-9befc5a3-5138-4300-89b4-7ef4d563bbaa req-b64e19f8-34d7-433d-a6f6-5e9e278e7429 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] 10.222.0.58 "GET /v2.0/security-groups?id=50123f46-7cd8-49b6-9c22-20cd7e350c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424922 Apr 07 12:07:15.717308 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b889fa9-a454-440e-83b2-4ca5b6e89061 req-581f90d4-97bf-4977-87a2-efe977c7f17b tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:15.719633 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-2b889fa9-a454-440e-83b2-4ca5b6e89061 req-581f90d4-97bf-4977-87a2-efe977c7f17b tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/ports?device_id=ac1f3a68-f423-4755-a9c4-1f053e094038 HTTP/1.1" status: 200 len: 945 time: 0.0549130 Apr 07 12:07:15.778537 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-2b889fa9-a454-440e-83b2-4ca5b6e89061 req-05e4a2f4-4c1e-4578-a65c-5877a65a1982 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/security-groups?id=a9f2a625-dc68-4664-b64d-af04d0e6ed04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506728 Apr 07 12:07:15.812954 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.wsgi [-] (103983) accepted ('10.222.0.58', 34278) {{(pid=103983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:07:15.827091 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-21999872-6a7d-49f7-bd3d-932cfb5d877a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:15.853219 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb71df9-c412-4d23-ae7d-1552525ae94c req-97b38c64-b712-411a-8078-2037363ad78b tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:15.862517 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-5bb71df9-c412-4d23-ae7d-1552525ae94c req-97b38c64-b712-411a-8078-2037363ad78b tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] 10.222.0.58 "GET /v2.0/ports?device_id=a75664a1-da22-4334-ae3d-ef7307291d96 HTTP/1.1" status: 200 len: 943 time: 0.0866168 Apr 07 12:07:15.925434 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-21999872-6a7d-49f7-bd3d-932cfb5d877a admin admin] Publish callbacks [] for security_group (4bf47d08-ee0b-4c08-b731-a9ef3d53b5f7), precommit_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:15.934702 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-5bb71df9-c412-4d23-ae7d-1552525ae94c req-a18eabd2-601c-4e9c-a91a-0245ff4b88d8 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] 10.222.0.58 "GET /v2.0/security-groups?id=33ed6d74-4852-4717-9bdf-a41d43e688eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713441 Apr 07 12:07:16.050037 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-21999872-6a7d-49f7-bd3d-932cfb5d877a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678166'] for security_group (4bf47d08-ee0b-4c08-b731-a9ef3d53b5f7), after_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:16.092017 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [None req-21999872-6a7d-49f7-bd3d-932cfb5d877a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5567fce824bf447d8b8061b24002b9f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2778051 Apr 07 12:07:16.093218 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21999872-6a7d-49f7-bd3d-932cfb5d877a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bf47d08-ee0b-4c08-b731-a9ef3d53b5f7,revision_number=1']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:07:16.094751 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.58', 34294) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:07:16.152013 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-21e8b49f-cebd-40b8-88f5-f7251afe1507 admin admin] Publish callbacks [] for security_group (4bf47d08-ee0b-4c08-b731-a9ef3d53b5f7), before_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:16.175579 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-21e8b49f-cebd-40b8-88f5-f7251afe1507 admin admin] Publish callbacks [] for security_group (4bf47d08-ee0b-4c08-b731-a9ef3d53b5f7), precommit_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:16.324062 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-21e8b49f-cebd-40b8-88f5-f7251afe1507 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678166'] for security_group (4bf47d08-ee0b-4c08-b731-a9ef3d53b5f7), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:16.326646 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-21e8b49f-cebd-40b8-88f5-f7251afe1507 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:16.330435 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [None req-21e8b49f-cebd-40b8-88f5-f7251afe1507 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4bf47d08-ee0b-4c08-b731-a9ef3d53b5f7 HTTP/1.1" status: 204 len: 168 time: 0.2324319 Apr 07 12:07:16.338983 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e8b49f-cebd-40b8-88f5-f7251afe1507 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bf47d08-ee0b-4c08-b731-a9ef3d53b5f7,revision_number=None']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:07:16.820585 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03660425-6530-4f9c-a3bc-b170929578dd req-2aa9717b-e794-4d9f-8131-e82c82952f5a tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:16.822162 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-03660425-6530-4f9c-a3bc-b170929578dd req-2aa9717b-e794-4d9f-8131-e82c82952f5a tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] 10.222.0.58 "GET /v2.0/ports?device_id=34bf0728-3bf9-4036-8e59-885b4140237b HTTP/1.1" status: 200 len: 944 time: 0.0547662 Apr 07 12:07:16.880637 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-03660425-6530-4f9c-a3bc-b170929578dd req-0cd88892-d6d8-49ee-a463-20ddbb63b5a1 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] 10.222.0.58 "GET /v2.0/security-groups?id=50123f46-7cd8-49b6-9c22-20cd7e350c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526748 Apr 07 12:07:16.907253 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Device 6c1a928f-8219-4bba-ab6b-07b743be00e2 details requested by agent hyperv_hv-cinder-83693 with host hv-cinder-83693 {{(pid=103984) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 12:07:16.993999 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762a8be7-d595-4ba7-ab9c-8d7ce9630e6b req-44950ac9-b9be-409c-82d8-e36578b54a52 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:17.002423 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-762a8be7-d595-4ba7-ab9c-8d7ce9630e6b req-44950ac9-b9be-409c-82d8-e36578b54a52 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/ports?device_id=ac1f3a68-f423-4755-a9c4-1f053e094038 HTTP/1.1" status: 200 len: 945 time: 0.1352198 Apr 07 12:07:17.041755 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.db [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] For port 6c1a928f-8219-4bba-ab6b-07b743be00e2, host hv-cinder-83693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83693',level=0,port_id=6c1a928f-8219-4bba-ab6b-07b743be00e2,segment=NetworkSegment(0390e2dd-fa0e-4e46-ac16-40eb36374f96),segment_id=0390e2dd-fa0e-4e46-ac16-40eb36374f96)] {{(pid=103984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:07:17.058839 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Returning: {'device': '6c1a928f-8219-4bba-ab6b-07b743be00e2', 'network_id': 'fcace665-ea97-4783-845e-38b6ed7c4b29', 'port_id': '6c1a928f-8219-4bba-ab6b-07b743be00e2', 'mac_address': 'fa:16:3e:b4:eb:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 636, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6c89c23-3e38-47dc-af91-b69590186a24', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103984) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 12:07:17.074181 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-762a8be7-d595-4ba7-ab9c-8d7ce9630e6b req-11fe974a-3a40-48c1-88f7-d0270e1aa0aa tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/security-groups?id=a9f2a625-dc68-4664-b64d-af04d0e6ed04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704026 Apr 07 12:07:17.149032 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305b885b-d6d9-4f36-8daa-5872990d7dd5 req-a4a0a8fb-15c3-4279-b99c-89aa062be966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:17.150563 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-305b885b-d6d9-4f36-8daa-5872990d7dd5 req-a4a0a8fb-15c3-4279-b99c-89aa062be966 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=58b56b91563a42a8bdc5c09e03b65f27&device_id=a75664a1-da22-4334-ae3d-ef7307291d96 HTTP/1.1" status: 200 len: 1127 time: 0.0729520 Apr 07 12:07:17.153453 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Current status of the port 6c1a928f-8219-4bba-ab6b-07b743be00e2 is: DOWN; New status is: BUILD {{(pid=103984) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:07:17.153998 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (6c1a928f-8219-4bba-ab6b-07b743be00e2), before_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:17.180010 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.notifiers.nova [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c1a928f-8219-4bba-ab6b-07b743be00e2 {{(pid=103984) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 12:07:17.194646 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada4a00a-ee16-47f1-8b19-7c20c9600631 req-2705c6c2-268c-4965-914d-6403764dbd88 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:17.202221 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-ada4a00a-ee16-47f1-8b19-7c20c9600631 req-2705c6c2-268c-4965-914d-6403764dbd88 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] 10.222.0.58 "GET /v2.0/ports?device_id=a75664a1-da22-4334-ae3d-ef7307291d96 HTTP/1.1" status: 200 len: 943 time: 0.0676608 Apr 07 12:07:17.210033 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.db [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] For port 6c1a928f-8219-4bba-ab6b-07b743be00e2, host hv-cinder-83693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83693',level=0,port_id=6c1a928f-8219-4bba-ab6b-07b743be00e2,segment=NetworkSegment(0390e2dd-fa0e-4e46-ac16-40eb36374f96),segment_id=0390e2dd-fa0e-4e46-ac16-40eb36374f96)] {{(pid=103984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:07:17.230228 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-305b885b-d6d9-4f36-8daa-5872990d7dd5 req-553fec22-8175-46ac-98e1-f0ec91e43501 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cbd86407-03a8-454d-9d18-5ec335320261 HTTP/1.1" status: 200 len: 217 time: 0.0653665 Apr 07 12:07:17.260513 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-ada4a00a-ee16-47f1-8b19-7c20c9600631 req-e3f78b5e-4272-442c-9929-82a960569cab tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] 10.222.0.58 "GET /v2.0/security-groups?id=33ed6d74-4852-4717-9bdf-a41d43e688eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555828 Apr 07 12:07:17.301400 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780057409639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780056949607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780056949625'] for port (6c1a928f-8219-4bba-ab6b-07b743be00e2), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:17.321790 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305b885b-d6d9-4f36-8daa-5872990d7dd5 req-1f1d60ad-6396-4025-a3a1-a4ebff01439e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:17.324787 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-305b885b-d6d9-4f36-8daa-5872990d7dd5 req-1f1d60ad-6396-4025-a3a1-a4ebff01439e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7fc98a79-6638-4f9b-8125-b4339927e49b HTTP/1.1" status: 200 len: 853 time: 0.0757701 Apr 07 12:07:17.381646 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Pushing event updated for resources: {'Port': ['ID=6c1a928f-8219-4bba-ab6b-07b743be00e2,revision_number=4']} {{(pid=103984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:07:17.386020 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305b885b-d6d9-4f36-8daa-5872990d7dd5 req-05753df6-2440-4a0d-b9b9-005a2c9ed6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:17.387966 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-305b885b-d6d9-4f36-8daa-5872990d7dd5 req-05753df6-2440-4a0d-b9b9-005a2c9ed6fc service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=30ebdc73-30d3-4d75-a45d-118501e4a6d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0516691 Apr 07 12:07:17.476989 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731261bc-20e2-4a87-b236-d45913a9c2bd req-52e2ae21-88ac-420b-a274-a858ae0c6165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:17.478490 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-731261bc-20e2-4a87-b236-d45913a9c2bd req-52e2ae21-88ac-420b-a274-a858ae0c6165 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=58383065-ef49-40d2-8fc7-2a85fd6d0b52 HTTP/1.1" status: 200 len: 1129 time: 0.0694063 Apr 07 12:07:17.510275 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-305b885b-d6d9-4f36-8daa-5872990d7dd5 req-277b73bf-7860-4baa-8917-2ba57c89e2d2 service neutron] 10.222.0.49 "GET /v2.0/networks/30ebdc73-30d3-4d75-a45d-118501e4a6d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022887 Apr 07 12:07:17.532793 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-731261bc-20e2-4a87-b236-d45913a9c2bd req-9ec16da9-2cbb-4978-b46f-9f7be24fed8c service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=a9f2a625-dc68-4664-b64d-af04d0e6ed04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435293 Apr 07 12:07:17.625216 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-305b885b-d6d9-4f36-8daa-5872990d7dd5 req-5f650421-f288-4b7b-b9da-80d80bfd6ed1 service neutron] 10.222.0.49 "GET /v2.0/networks/30ebdc73-30d3-4d75-a45d-118501e4a6d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048312 Apr 07 12:07:17.711580 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.db [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] get_ports_and_sgs() called for port_ids ['6c1a928f-8219-4bba-ab6b-07b743be00e2'] {{(pid=103984) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 12:07:17.932726 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fbdd81-3859-4769-84e6-9a5dd2a6fccc req-526e9ee9-9393-40b8-8ff3-48f88c2aedea tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:17.934166 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-b2fbdd81-3859-4769-84e6-9a5dd2a6fccc req-526e9ee9-9393-40b8-8ff3-48f88c2aedea tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/ports?device_id=ac1f3a68-f423-4755-a9c4-1f053e094038 HTTP/1.1" status: 200 len: 945 time: 0.0552995 Apr 07 12:07:17.985370 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-b2fbdd81-3859-4769-84e6-9a5dd2a6fccc req-1b2f0728-cdc4-4873-b57f-1abfbf9f564a tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/security-groups?id=a9f2a625-dc68-4664-b64d-af04d0e6ed04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448401 Apr 07 12:07:18.265926 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30727fc6-00ac-4b41-8d70-8cafb0e9c10b req-b7d49832-944d-419f-bc0b-1490b407f783 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:18.271642 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-30727fc6-00ac-4b41-8d70-8cafb0e9c10b req-b7d49832-944d-419f-bc0b-1490b407f783 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] 10.222.0.58 "GET /v2.0/ports?device_id=34bf0728-3bf9-4036-8e59-885b4140237b HTTP/1.1" status: 200 len: 945 time: 0.2458329 Apr 07 12:07:18.393020 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-30727fc6-00ac-4b41-8d70-8cafb0e9c10b req-3408fcf3-f993-45ce-850f-001cc13b3e8a tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] 10.222.0.58 "GET /v2.0/security-groups?id=50123f46-7cd8-49b6-9c22-20cd7e350c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1157775 Apr 07 12:07:18.477170 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f39b78-3c00-416e-85ad-e9e358f9781d req-dec11b5c-9ff1-4f2f-aaac-099b9b8f5d03 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:18.479655 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-f6f39b78-3c00-416e-85ad-e9e358f9781d req-dec11b5c-9ff1-4f2f-aaac-099b9b8f5d03 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] 10.222.0.58 "GET /v2.0/ports?device_id=a75664a1-da22-4334-ae3d-ef7307291d96 HTTP/1.1" status: 200 len: 943 time: 0.0750005 Apr 07 12:07:18.526341 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-f6f39b78-3c00-416e-85ad-e9e358f9781d req-17cfb9e9-4229-4f06-8c89-5621e0cbe170 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] 10.222.0.58 "GET /v2.0/security-groups?id=33ed6d74-4852-4717-9bdf-a41d43e688eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417712 Apr 07 12:07:18.811790 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.58', 34398) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:07:18.900479 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Device 6c1a928f-8219-4bba-ab6b-07b743be00e2 up at agent hyperv_hv-cinder-83693 {{(pid=103984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:07:18.920779 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-9b4abfed-8742-41ba-a17d-091a207143ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:19.000437 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-9b4abfed-8742-41ba-a17d-091a207143ae admin admin] Publish callbacks [] for security_group (43b77c31-c1f4-42a2-9174-4da372eaaea8), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:19.032229 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.provisioning_blocks [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Provisioning for port 6c1a928f-8219-4bba-ab6b-07b743be00e2 completed by entity L2. {{(pid=103984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 12:07:19.036240 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.provisioning_blocks [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Provisioning complete for port 6c1a928f-8219-4bba-ab6b-07b743be00e2 triggered by entity L2. {{(pid=103984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:07:19.036614 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7484729'] for port (6c1a928f-8219-4bba-ab6b-07b743be00e2), provisioning_complete {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:19.110555 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2c692b-917e-454d-8a79-4fdf69e79e6f req-93be0bdb-3ebb-4a33-bfa8-da6d18e84882 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:19.112059 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-7a2c692b-917e-454d-8a79-4fdf69e79e6f req-93be0bdb-3ebb-4a33-bfa8-da6d18e84882 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/ports?device_id=ac1f3a68-f423-4755-a9c4-1f053e094038 HTTP/1.1" status: 200 len: 945 time: 0.0516162 Apr 07 12:07:19.119586 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Current status of the port 6c1a928f-8219-4bba-ab6b-07b743be00e2 is: BUILD; New status is: ACTIVE {{(pid=103984) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:07:19.119969 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (6c1a928f-8219-4bba-ab6b-07b743be00e2), before_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:19.123705 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-9b4abfed-8742-41ba-a17d-091a207143ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678166'] for security_group (43b77c31-c1f4-42a2-9174-4da372eaaea8), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:19.143893 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34bf0728-3bf9-4036-8e59-885b4140237b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c1a928f-8219-4bba-ab6b-07b743be00e2'}] {{(pid=103984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:07:19.146717 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0608bff1dee5f704c30ce50aefecbc08eaebc6e842b477e08be3f7901197da8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44fb6dd1-e69c-4cf6-af2e-d17a3e252d17" -d '{"events": [{"server_uuid": "34bf0728-3bf9-4036-8e59-885b4140237b", "name": "network-vif-plugged", "status": "completed", "tag": "6c1a928f-8219-4bba-ab6b-07b743be00e2"}]}' {{(pid=103984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:07:19.160052 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.db [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] For port 6c1a928f-8219-4bba-ab6b-07b743be00e2, host hv-cinder-83693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83693',level=0,port_id=6c1a928f-8219-4bba-ab6b-07b743be00e2,segment=NetworkSegment(0390e2dd-fa0e-4e46-ac16-40eb36374f96),segment_id=0390e2dd-fa0e-4e46-ac16-40eb36374f96)] {{(pid=103984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:07:19.163409 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-7a2c692b-917e-454d-8a79-4fdf69e79e6f req-f9c6434a-f7ff-4a66-8af1-4f0239d5a720 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/security-groups?id=a9f2a625-dc68-4664-b64d-af04d0e6ed04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456119 Apr 07 12:07:19.167015 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [None req-9b4abfed-8742-41ba-a17d-091a207143ae admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=477bdd3546e043fe827ae83bd8e07b4b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3511264 Apr 07 12:07:19.167015 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4abfed-8742-41ba-a17d-091a207143ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43b77c31-c1f4-42a2-9174-4da372eaaea8,revision_number=1']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:07:19.168132 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.wsgi [-] (103983) accepted ('10.222.0.58', 34408) {{(pid=103983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:07:19.198137 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 12:07:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-625542b6-12b6-4d7c-bc60-f22a88d49dfa x-openstack-request-id: req-625542b6-12b6-4d7c-bc60-f22a88d49dfa {{(pid=103984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:07:19.198452 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34bf0728-3bf9-4036-8e59-885b4140237b", "name": "network-vif-plugged", "status": "completed", "tag": "6c1a928f-8219-4bba-ab6b-07b743be00e2", "code": 200}]} {{(pid=103984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:07:19.198709 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-625542b6-12b6-4d7c-bc60-f22a88d49dfa {{(pid=103984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:07:19.199102 dv-cinder-836930-1-iscsi neutron-server[103984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-625542b6-12b6-4d7c-bc60-f22a88d49dfa'] response: {'server_uuid': '34bf0728-3bf9-4036-8e59-885b4140237b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c1a928f-8219-4bba-ab6b-07b743be00e2', 'code': 200} Apr 07 12:07:19.226507 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780057409639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780056949607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780056949625'] for port (6c1a928f-8219-4bba-ab6b-07b743be00e2), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:19.227705 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-ecf96717-dade-486b-879a-70326ae19618 admin admin] Publish callbacks [] for security_group (43b77c31-c1f4-42a2-9174-4da372eaaea8), before_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:19.250679 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-ecf96717-dade-486b-879a-70326ae19618 admin admin] Publish callbacks [] for security_group (43b77c31-c1f4-42a2-9174-4da372eaaea8), precommit_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:19.280550 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Pushing event updated for resources: {'Port': ['ID=6c1a928f-8219-4bba-ab6b-07b743be00e2,revision_number=5']} {{(pid=103984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:07:19.335386 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-ecf96717-dade-486b-879a-70326ae19618 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678166'] for security_group (43b77c31-c1f4-42a2-9174-4da372eaaea8), after_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:19.337879 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-ecf96717-dade-486b-879a-70326ae19618 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:19.339021 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [None req-ecf96717-dade-486b-879a-70326ae19618 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/43b77c31-c1f4-42a2-9174-4da372eaaea8 HTTP/1.1" status: 204 len: 168 time: 0.1688554 Apr 07 12:07:19.348989 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf96717-dade-486b-879a-70326ae19618 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43b77c31-c1f4-42a2-9174-4da372eaaea8,revision_number=None']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:07:19.516859 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3d487f-8d3b-4ad0-a5b6-618bc2110cad req-e4968b25-40c1-461c-9130-1dd533e3ef1f tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:19.518404 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-5f3d487f-8d3b-4ad0-a5b6-618bc2110cad req-e4968b25-40c1-461c-9130-1dd533e3ef1f tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] 10.222.0.58 "GET /v2.0/ports?device_id=34bf0728-3bf9-4036-8e59-885b4140237b HTTP/1.1" status: 200 len: 946 time: 0.0525458 Apr 07 12:07:19.585675 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-5f3d487f-8d3b-4ad0-a5b6-618bc2110cad req-06ae9366-f893-490d-ba06-2b3949fcca05 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] 10.222.0.58 "GET /v2.0/security-groups?id=50123f46-7cd8-49b6-9c22-20cd7e350c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604608 Apr 07 12:07:19.660569 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71240cfa-b3d1-4019-8f9b-991843d8bf9e req-cfd8eb0f-5916-45e4-8156-e9eec66c9ba1 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:19.662267 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-71240cfa-b3d1-4019-8f9b-991843d8bf9e req-cfd8eb0f-5916-45e4-8156-e9eec66c9ba1 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] 10.222.0.58 "GET /v2.0/ports?device_id=a75664a1-da22-4334-ae3d-ef7307291d96 HTTP/1.1" status: 200 len: 943 time: 0.0516357 Apr 07 12:07:19.728133 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-71240cfa-b3d1-4019-8f9b-991843d8bf9e req-98d640e1-fec6-4a16-b00b-960cc06f0dae tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] 10.222.0.58 "GET /v2.0/security-groups?id=33ed6d74-4852-4717-9bdf-a41d43e688eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588906 Apr 07 12:07:19.777598 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d608b6c-e6f2-428a-9023-904efcdae5d0 req-dd624a1b-9921-4501-a763-f87ec3995eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:19.779383 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-9d608b6c-e6f2-428a-9023-904efcdae5d0 req-dd624a1b-9921-4501-a763-f87ec3995eaf service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=060237c359da41d49b858b2897b29918&device_id=ac1f3a68-f423-4755-a9c4-1f053e094038 HTTP/1.1" status: 200 len: 1129 time: 0.0839872 Apr 07 12:07:19.950098 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d608b6c-e6f2-428a-9023-904efcdae5d0 req-1c5ea48f-d4eb-4f16-b327-8a3d09430c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:19.951667 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-9d608b6c-e6f2-428a-9023-904efcdae5d0 req-1c5ea48f-d4eb-4f16-b327-8a3d09430c01 service neutron] 10.222.0.49 "GET /v2.0/networks?id=b54ec153-3bc9-439f-b426-165a936f23bb HTTP/1.1" status: 200 len: 919 time: 0.1083226 Apr 07 12:07:20.194509 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.58', 34434) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:07:20.211585 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-c4c937b7-500a-47c7-b3ee-3461a2ddb28c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:20.291988 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9c9da8-40a0-4c4c-8cbd-28b0f0fa8fac req-e132024c-c62b-4dd9-9cc6-680843c3febe tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:20.294058 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-7b9c9da8-40a0-4c4c-8cbd-28b0f0fa8fac req-e132024c-c62b-4dd9-9cc6-680843c3febe tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/ports?device_id=ac1f3a68-f423-4755-a9c4-1f053e094038 HTTP/1.1" status: 200 len: 945 time: 0.0560222 Apr 07 12:07:20.305315 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-c4c937b7-500a-47c7-b3ee-3461a2ddb28c admin admin] Publish callbacks [] for security_group (5045246b-6a58-4a6e-9b52-f295d6e3c23e), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:20.349487 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-7b9c9da8-40a0-4c4c-8cbd-28b0f0fa8fac req-04e1d50c-fc35-4f78-abae-62d3e43a7502 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/security-groups?id=a9f2a625-dc68-4664-b64d-af04d0e6ed04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486679 Apr 07 12:07:20.404190 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-c4c937b7-500a-47c7-b3ee-3461a2ddb28c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678166'] for security_group (5045246b-6a58-4a6e-9b52-f295d6e3c23e), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:20.449590 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [None req-c4c937b7-500a-47c7-b3ee-3461a2ddb28c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=af8a158f61c649b5bd2c43b1e0186997&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2533886 Apr 07 12:07:20.453605 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.wsgi [-] (103983) accepted ('10.222.0.58', 34440) {{(pid=103983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:07:20.455289 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c937b7-500a-47c7-b3ee-3461a2ddb28c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5045246b-6a58-4a6e-9b52-f295d6e3c23e,revision_number=1']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:07:20.522742 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-bc291862-fbe1-4b42-8fac-0492e8fec002 admin admin] Publish callbacks [] for security_group (5045246b-6a58-4a6e-9b52-f295d6e3c23e), before_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:20.579695 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-9d608b6c-e6f2-428a-9023-904efcdae5d0 req-3b8760a8-3a42-445f-b460-9621ef55a8c6 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=82373174-23c2-4543-be9f-d1c080f55f17 HTTP/1.1" status: 200 len: 217 time: 0.0517797 Apr 07 12:07:20.588862 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-bc291862-fbe1-4b42-8fac-0492e8fec002 admin admin] Publish callbacks [] for security_group (5045246b-6a58-4a6e-9b52-f295d6e3c23e), precommit_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:20.609730 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37812da1-1519-4a57-af4b-562d1ce1cc1f req-c42db677-832a-4e35-855e-48e9bb635f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:20.611613 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-37812da1-1519-4a57-af4b-562d1ce1cc1f req-c42db677-832a-4e35-855e-48e9bb635f8f service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=34bf0728-3bf9-4036-8e59-885b4140237b HTTP/1.1" status: 200 len: 1130 time: 0.0598469 Apr 07 12:07:20.698997 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edca723a-4142-4d55-b9fb-fe132213c167 req-b74f7f1d-c152-40bd-95d1-ec06576cafc4 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:20.700514 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-edca723a-4142-4d55-b9fb-fe132213c167 req-b74f7f1d-c152-40bd-95d1-ec06576cafc4 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] 10.222.0.58 "GET /v2.0/ports?device_id=34bf0728-3bf9-4036-8e59-885b4140237b HTTP/1.1" status: 200 len: 946 time: 0.0529072 Apr 07 12:07:20.729823 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-bc291862-fbe1-4b42-8fac-0492e8fec002 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678166'] for security_group (5045246b-6a58-4a6e-9b52-f295d6e3c23e), after_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:20.732447 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-bc291862-fbe1-4b42-8fac-0492e8fec002 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:20.737003 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [None req-bc291862-fbe1-4b42-8fac-0492e8fec002 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5045246b-6a58-4a6e-9b52-f295d6e3c23e HTTP/1.1" status: 204 len: 168 time: 0.2809496 Apr 07 12:07:20.743386 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc291862-fbe1-4b42-8fac-0492e8fec002 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5045246b-6a58-4a6e-9b52-f295d6e3c23e,revision_number=None']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:07:20.749414 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-edca723a-4142-4d55-b9fb-fe132213c167 req-7c4f915c-6f7f-457d-9e4d-81cd9c6e37a5 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] 10.222.0.58 "GET /v2.0/security-groups?id=50123f46-7cd8-49b6-9c22-20cd7e350c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429232 Apr 07 12:07:20.870633 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc191633-e72b-48bd-9d52-70d08f58da2f req-fcc094dc-315d-4e9e-8456-b2235c9e9521 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:20.872064 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-fc191633-e72b-48bd-9d52-70d08f58da2f req-fcc094dc-315d-4e9e-8456-b2235c9e9521 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] 10.222.0.58 "GET /v2.0/ports?device_id=a75664a1-da22-4334-ae3d-ef7307291d96 HTTP/1.1" status: 200 len: 943 time: 0.0576024 Apr 07 12:07:20.920310 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-fc191633-e72b-48bd-9d52-70d08f58da2f req-a131d291-c16b-434d-84bc-8d2bd6f9950c tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] 10.222.0.58 "GET /v2.0/security-groups?id=33ed6d74-4852-4717-9bdf-a41d43e688eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419626 Apr 07 12:07:21.467381 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.wsgi [-] (103983) accepted ('10.222.0.58', 34458) {{(pid=103983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:07:21.469923 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871ab4ad-999d-4fd3-a6e6-8f9460d20420 req-e7eb5a2f-eb04-404f-a7ea-f5d4315e6ed4 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:21.471431 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-871ab4ad-999d-4fd3-a6e6-8f9460d20420 req-e7eb5a2f-eb04-404f-a7ea-f5d4315e6ed4 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/ports?device_id=ac1f3a68-f423-4755-a9c4-1f053e094038 HTTP/1.1" status: 200 len: 945 time: 0.0584435 Apr 07 12:07:21.480934 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-648e7659-4a1a-470f-b487-bcb4c5d55bfb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:21.524314 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-871ab4ad-999d-4fd3-a6e6-8f9460d20420 req-fe870a80-cc60-4c32-b056-728c5bfdb499 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/security-groups?id=a9f2a625-dc68-4664-b64d-af04d0e6ed04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468957 Apr 07 12:07:21.571044 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-648e7659-4a1a-470f-b487-bcb4c5d55bfb admin admin] Publish callbacks [] for security_group (0718d696-861e-4ee2-975f-c1997772326c), precommit_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:21.666841 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-648e7659-4a1a-470f-b487-bcb4c5d55bfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678166'] for security_group (0718d696-861e-4ee2-975f-c1997772326c), after_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:21.705078 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648e7659-4a1a-470f-b487-bcb4c5d55bfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0718d696-861e-4ee2-975f-c1997772326c,revision_number=1']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:07:21.709443 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [None req-648e7659-4a1a-470f-b487-bcb4c5d55bfb admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=01a37dcc63b24f90a48709ff9135baa4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2410164 Apr 07 12:07:21.712069 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.wsgi [-] (103983) accepted ('10.222.0.58', 34464) {{(pid=103983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:07:21.759485 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-f8c83fae-428c-44a5-a546-e921f6c4c447 admin admin] Publish callbacks [] for security_group (0718d696-861e-4ee2-975f-c1997772326c), before_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:21.779911 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-f8c83fae-428c-44a5-a546-e921f6c4c447 admin admin] Publish callbacks [] for security_group (0718d696-861e-4ee2-975f-c1997772326c), precommit_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:21.891515 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff149fd-8e26-4467-b85e-aa67ba729355 req-d4552c53-26d8-406b-b39c-c8c7b1ff5c6e tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:21.892990 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-fff149fd-8e26-4467-b85e-aa67ba729355 req-d4552c53-26d8-406b-b39c-c8c7b1ff5c6e tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] 10.222.0.58 "GET /v2.0/ports?device_id=34bf0728-3bf9-4036-8e59-885b4140237b HTTP/1.1" status: 200 len: 946 time: 0.0522046 Apr 07 12:07:21.912056 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-f8c83fae-428c-44a5-a546-e921f6c4c447 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678166'] for security_group (0718d696-861e-4ee2-975f-c1997772326c), after_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:21.914484 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-f8c83fae-428c-44a5-a546-e921f6c4c447 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:21.915561 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [None req-f8c83fae-428c-44a5-a546-e921f6c4c447 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0718d696-861e-4ee2-975f-c1997772326c HTTP/1.1" status: 204 len: 168 time: 0.2026174 Apr 07 12:07:21.929489 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c83fae-428c-44a5-a546-e921f6c4c447 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0718d696-861e-4ee2-975f-c1997772326c,revision_number=None']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:07:21.960930 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-fff149fd-8e26-4467-b85e-aa67ba729355 req-5bb14a9e-dc1f-48c9-a40a-97fd79ed8a36 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] 10.222.0.58 "GET /v2.0/security-groups?id=50123f46-7cd8-49b6-9c22-20cd7e350c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623338 Apr 07 12:07:22.048839 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67026918-097f-4cc2-a70d-ab250c7ae31f req-152ced31-659a-4f63-b269-ab37882a9061 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:22.050425 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-67026918-097f-4cc2-a70d-ab250c7ae31f req-152ced31-659a-4f63-b269-ab37882a9061 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] 10.222.0.58 "GET /v2.0/ports?device_id=a75664a1-da22-4334-ae3d-ef7307291d96 HTTP/1.1" status: 200 len: 943 time: 0.0519769 Apr 07 12:07:22.098514 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-67026918-097f-4cc2-a70d-ab250c7ae31f req-26db07e2-4da3-4919-a414-b46e576da944 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] 10.222.0.58 "GET /v2.0/security-groups?id=33ed6d74-4852-4717-9bdf-a41d43e688eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417399 Apr 07 12:07:22.651093 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb4fce0-5a29-4793-bbc5-e116437ad452 req-8ee43544-4409-434c-9178-9d22343cf176 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:22.652680 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-3bb4fce0-5a29-4793-bbc5-e116437ad452 req-8ee43544-4409-434c-9178-9d22343cf176 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/ports?device_id=ac1f3a68-f423-4755-a9c4-1f053e094038 HTTP/1.1" status: 200 len: 945 time: 0.0579209 Apr 07 12:07:22.704057 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-3bb4fce0-5a29-4793-bbc5-e116437ad452 req-1f9fe776-6f4d-440d-aa1c-5ffac17ee519 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/security-groups?id=a9f2a625-dc68-4664-b64d-af04d0e6ed04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455034 Apr 07 12:07:22.931946 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.wsgi [-] (103983) accepted ('10.222.0.58', 34502) {{(pid=103983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:07:23.034550 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.v2.base [None req-d75b715b-adb3-447a-b49c-b707cb0ab97b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1339193999-network', 'tenant_id': '95a3bcce884a4591b9e6b658b679b5dd'}} {{(pid=103983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:07:23.081859 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458902e6-6939-4b57-8e25-03f6eb692423 req-66ed882a-8b06-4e19-9105-b1255dd38a6e tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:23.083360 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-458902e6-6939-4b57-8e25-03f6eb692423 req-66ed882a-8b06-4e19-9105-b1255dd38a6e tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] 10.222.0.58 "GET /v2.0/ports?device_id=34bf0728-3bf9-4036-8e59-885b4140237b HTTP/1.1" status: 200 len: 946 time: 0.0529163 Apr 07 12:07:23.101074 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d75b715b-adb3-447a-b49c-b707cb0ab97b admin admin] Made reservation on behalf of 95a3bcce884a4591b9e6b658b679b5dd for: {'network': 1} {{(pid=103983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 12:07:23.103605 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-d75b715b-adb3-447a-b49c-b707cb0ab97b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for network (None), before_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:23.115899 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-d75b715b-adb3-447a-b49c-b707cb0ab97b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:23.135623 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-458902e6-6939-4b57-8e25-03f6eb692423 req-de965e1b-2cbf-43dc-a690-e2015abc7fd7 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] 10.222.0.58 "GET /v2.0/security-groups?id=50123f46-7cd8-49b6-9c22-20cd7e350c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466483 Apr 07 12:07:23.223977 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-d75b715b-adb3-447a-b49c-b707cb0ab97b admin admin] Publish callbacks [] for security_group (0079ca36-60bc-4b54-a445-31e8bdeb4df6), precommit_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:23.243321 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89549ec4-3664-4539-a463-5abebc480df6 req-d3bee895-d198-4de3-bb68-b46a5703a1f8 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:23.244755 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-89549ec4-3664-4539-a463-5abebc480df6 req-d3bee895-d198-4de3-bb68-b46a5703a1f8 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] 10.222.0.58 "GET /v2.0/ports?device_id=a75664a1-da22-4334-ae3d-ef7307291d96 HTTP/1.1" status: 200 len: 943 time: 0.0743520 Apr 07 12:07:23.289740 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-d75b715b-adb3-447a-b49c-b707cb0ab97b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678166'] for security_group (0079ca36-60bc-4b54-a445-31e8bdeb4df6), after_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:23.300730 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-89549ec4-3664-4539-a463-5abebc480df6 req-1913e0c4-1971-4377-b56a-2fc9e18136a8 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] 10.222.0.58 "GET /v2.0/security-groups?id=33ed6d74-4852-4717-9bdf-a41d43e688eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501630 Apr 07 12:07:23.324608 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d75b715b-adb3-447a-b49c-b707cb0ab97b admin admin] vlan segment allocate from pool success with {'vlan_id': 614, 'physical_network': 'physnet1'} {{(pid=103983) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 12:07:23.335035 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75b715b-adb3-447a-b49c-b707cb0ab97b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0079ca36-60bc-4b54-a445-31e8bdeb4df6,revision_number=1']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:07:23.339733 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-d75b715b-adb3-447a-b49c-b707cb0ab97b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7510084'] for segment (6a7a8407-36c7-444b-8fe4-bc023ed3713c), precommit_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:23.340107 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.db.segments_db [None req-d75b715b-adb3-447a-b49c-b707cb0ab97b admin admin] Added segment 6a7a8407-36c7-444b-8fe4-bc023ed3713c of type vlan for network 71ae10c0-44b5-4960-9a6f-e1ab4cd89b60 Apr 07 12:07:23.380656 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-d75b715b-adb3-447a-b49c-b707cb0ab97b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780056936322'] for network (71ae10c0-44b5-4960-9a6f-e1ab4cd89b60), precommit_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:23.518635 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-d75b715b-adb3-447a-b49c-b707cb0ab97b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968'] for network (71ae10c0-44b5-4960-9a6f-e1ab4cd89b60), after_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:23.519596 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d75b715b-adb3-447a-b49c-b707cb0ab97b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:23.520175 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-d75b715b-adb3-447a-b49c-b707cb0ab97b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585958'] for network (None), before_response {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:23.582995 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75b715b-adb3-447a-b49c-b707cb0ab97b admin admin] Pushing event updated for resources: {'Network': ['ID=71ae10c0-44b5-4960-9a6f-e1ab4cd89b60,revision_number=1']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:07:23.593542 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Network 71ae10c0-44b5-4960-9a6f-e1ab4cd89b60 details requested by agent ovs-agent-dv-cinder-836930-1-iscsi with host dv-cinder-836930-1-iscsi {{(pid=103984) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 12:07:23.641034 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [None req-d75b715b-adb3-447a-b49c-b707cb0ab97b admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7078428 Apr 07 12:07:23.643774 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.wsgi [-] (103983) accepted ('10.222.0.58', 34516) {{(pid=103983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:07:23.649137 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.v2.base [None req-c820e98d-2c50-4d9d-96f0-76a89b246e1c admin admin] Request body: {'subnet': {'network_id': '71ae10c0-44b5-4960-9a6f-e1ab4cd89b60', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1339193999-subnet', 'tenant_id': '95a3bcce884a4591b9e6b658b679b5dd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:07:23.763768 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c820e98d-2c50-4d9d-96f0-76a89b246e1c admin admin] Made reservation on behalf of 95a3bcce884a4591b9e6b658b679b5dd for: {'subnet': 1} {{(pid=103983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 12:07:23.767907 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-c820e98d-2c50-4d9d-96f0-76a89b246e1c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:23.821416 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3084e1f7-4531-43d8-a23e-b8d9791e786e req-460f67f1-0464-4971-8066-fbda853c17ce tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:23.822823 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-3084e1f7-4531-43d8-a23e-b8d9791e786e req-460f67f1-0464-4971-8066-fbda853c17ce tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/ports?device_id=ac1f3a68-f423-4755-a9c4-1f053e094038 HTTP/1.1" status: 200 len: 945 time: 0.0516207 Apr 07 12:07:23.846133 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Device cbd86407-03a8-454d-9d18-5ec335320261 details requested by agent hyperv_hv-cinder-83693 with host hv-cinder-83693 {{(pid=103984) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 12:07:23.874372 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-3084e1f7-4531-43d8-a23e-b8d9791e786e req-bbe40e5e-7c2c-4f62-b50c-306b397238b3 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/security-groups?id=a9f2a625-dc68-4664-b64d-af04d0e6ed04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446873 Apr 07 12:07:23.985696 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d608b6c-e6f2-428a-9023-904efcdae5d0 req-3a9f301a-2190-4e27-8e0f-8785d76eb2db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:23.986844 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-9d608b6c-e6f2-428a-9023-904efcdae5d0 req-3a9f301a-2190-4e27-8e0f-8785d76eb2db service neutron] 10.222.0.49 "GET /v2.0/subnets?id=45a072d7-ade8-4cd2-9025-cfaa01b8e30d HTTP/1.1" status: 200 len: 857 time: 0.0912170 Apr 07 12:07:23.993200 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-37812da1-1519-4a57-af4b-562d1ce1cc1f req-1329a280-9803-4d94-b645-4f38cc46cb25 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=50123f46-7cd8-49b6-9c22-20cd7e350c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537248 Apr 07 12:07:24.041350 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-c820e98d-2c50-4d9d-96f0-76a89b246e1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968'] for subnet (7fbb90be-1c1c-464a-92e6-f5ef0592d4ff), after_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:24.075049 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d608b6c-e6f2-428a-9023-904efcdae5d0 req-b9864f9c-6ed1-42da-adeb-75ba7ca80921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:24.076516 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-9d608b6c-e6f2-428a-9023-904efcdae5d0 req-b9864f9c-6ed1-42da-adeb-75ba7ca80921 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b54ec153-3bc9-439f-b426-165a936f23bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0811174 Apr 07 12:07:24.090983 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.db [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] For port cbd86407-03a8-454d-9d18-5ec335320261, host hv-cinder-83693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83693',level=0,port_id=cbd86407-03a8-454d-9d18-5ec335320261,segment=NetworkSegment(f5d7ecb0-5c7c-4273-b385-28574af1ff09),segment_id=f5d7ecb0-5c7c-4273-b385-28574af1ff09)] {{(pid=103984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:07:24.102242 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Returning: {'device': 'cbd86407-03a8-454d-9d18-5ec335320261', 'network_id': '30ebdc73-30d3-4d75-a45d-118501e4a6d7', 'port_id': 'cbd86407-03a8-454d-9d18-5ec335320261', 'mac_address': 'fa:16:3e:25:63:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fc98a79-6638-4f9b-8125-b4339927e49b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103984) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 12:07:24.110321 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820e98d-2c50-4d9d-96f0-76a89b246e1c admin admin] Pushing event updated for resources: {'Subnet': ['ID=7fbb90be-1c1c-464a-92e6-f5ef0592d4ff,revision_number=0']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:07:24.114716 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c820e98d-2c50-4d9d-96f0-76a89b246e1c admin admin] Checking segment: {'id': '6a7a8407-36c7-444b-8fe4-bc023ed3713c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '71ae10c0-44b5-4960-9a6f-e1ab4cd89b60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:07:24.119537 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c820e98d-2c50-4d9d-96f0-76a89b246e1c admin admin] Network hostable DHCP agents. Network: 71ae10c0-44b5-4960-9a6f-e1ab4cd89b60, hostable agents: ['94869e64-74fb-4601-95b5-a1334a6bdcea'], hosted agents: [] {{(pid=103983) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 12:07:24.141740 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Current status of the port cbd86407-03a8-454d-9d18-5ec335320261 is: DOWN; New status is: BUILD {{(pid=103984) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:07:24.142116 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (cbd86407-03a8-454d-9d18-5ec335320261), before_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:24.155249 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.notifiers.nova [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbd86407-03a8-454d-9d18-5ec335320261 {{(pid=103984) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 12:07:24.177654 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.db [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] For port cbd86407-03a8-454d-9d18-5ec335320261, host hv-cinder-83693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83693',level=0,port_id=cbd86407-03a8-454d-9d18-5ec335320261,segment=NetworkSegment(f5d7ecb0-5c7c-4273-b385-28574af1ff09),segment_id=f5d7ecb0-5c7c-4273-b385-28574af1ff09)] {{(pid=103984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:07:24.187484 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c820e98d-2c50-4d9d-96f0-76a89b246e1c admin admin] Network 71ae10c0-44b5-4960-9a6f-e1ab4cd89b60 is scheduled to be hosted by DHCP agent 94869e64-74fb-4601-95b5-a1334a6bdcea with binding_index 1 {{(pid=103983) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 12:07:24.244071 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780057409639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780056949607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780056949625'] for port (cbd86407-03a8-454d-9d18-5ec335320261), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:24.269702 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e63ad5-9381-4267-851e-49c9d36bcd6b req-b442ac0a-411e-4262-a07c-264c0110b329 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:24.271287 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-e1e63ad5-9381-4267-851e-49c9d36bcd6b req-b442ac0a-411e-4262-a07c-264c0110b329 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] 10.222.0.58 "GET /v2.0/ports?device_id=34bf0728-3bf9-4036-8e59-885b4140237b HTTP/1.1" status: 200 len: 946 time: 0.0529432 Apr 07 12:07:24.290699 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.scheduler.base_scheduler [None req-c820e98d-2c50-4d9d-96f0-76a89b246e1c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836930-1-iscsi, 71ae10c0-44b5-4960-9a6f-e1ab4cd89b60) {{(pid=103983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:07:24.299663 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c820e98d-2c50-4d9d-96f0-76a89b246e1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:24.300257 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-c820e98d-2c50-4d9d-96f0-76a89b246e1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585958'] for subnet (None), before_response {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:24.303726 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2247b991-02a7-48a4-950f-5f04d3928ec1 None None] Network 71ae10c0-44b5-4960-9a6f-e1ab4cd89b60 requested from dv-cinder-836930-1-iscsi {{(pid=103984) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 12:07:24.317331 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Pushing event updated for resources: {'Port': ['ID=cbd86407-03a8-454d-9d18-5ec335320261,revision_number=4']} {{(pid=103984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:07:24.330439 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-e1e63ad5-9381-4267-851e-49c9d36bcd6b req-50eebd2f-2045-4b10-ac61-a233e78ed54d tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] 10.222.0.58 "GET /v2.0/security-groups?id=50123f46-7cd8-49b6-9c22-20cd7e350c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529768 Apr 07 12:07:24.412353 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1374536b-a425-46e4-b2b3-64e915e58768 None None] Network 71ae10c0-44b5-4960-9a6f-e1ab4cd89b60 requested from dv-cinder-836930-1-iscsi {{(pid=103984) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 12:07:24.426872 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847316d3-aff5-4a52-9dfb-10a6f2af955a req-a6114c9b-9918-4e74-b5c1-b9562d7d1c36 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:24.428476 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-847316d3-aff5-4a52-9dfb-10a6f2af955a req-a6114c9b-9918-4e74-b5c1-b9562d7d1c36 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] 10.222.0.58 "GET /v2.0/ports?device_id=a75664a1-da22-4334-ae3d-ef7307291d96 HTTP/1.1" status: 200 len: 944 time: 0.0553827 Apr 07 12:07:24.440672 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [None req-c820e98d-2c50-4d9d-96f0-76a89b246e1c admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7921684 Apr 07 12:07:24.508337 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-847316d3-aff5-4a52-9dfb-10a6f2af955a req-3aa9b03e-77f2-4ae5-8d55-35ec378918d9 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] 10.222.0.58 "GET /v2.0/security-groups?id=33ed6d74-4852-4717-9bdf-a41d43e688eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730579 Apr 07 12:07:25.032334 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c09133c-3593-4f52-aa42-3e663a2a5e32 req-9bd9c58b-af90-4159-95d1-5ffb9349a235 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:25.033819 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-4c09133c-3593-4f52-aa42-3e663a2a5e32 req-9bd9c58b-af90-4159-95d1-5ffb9349a235 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/ports?device_id=ac1f3a68-f423-4755-a9c4-1f053e094038 HTTP/1.1" status: 200 len: 945 time: 0.0602329 Apr 07 12:07:25.088036 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-4c09133c-3593-4f52-aa42-3e663a2a5e32 req-442c7a36-33a5-417e-9d2b-a572e40aa604 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/security-groups?id=a9f2a625-dc68-4664-b64d-af04d0e6ed04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485358 Apr 07 12:07:25.201762 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.wsgi [-] (103983) accepted ('10.222.0.58', 34570) {{(pid=103983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:07:25.207142 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.v2.base [None req-c3b5ebea-f023-4c3e-a624-3b587b972c39 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2063288292-network', 'tenant_id': 'bd27a1a76f904d228fa3ad6be3a73efe'}} {{(pid=103983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:07:25.306876 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3b5ebea-f023-4c3e-a624-3b587b972c39 admin admin] Made reservation on behalf of bd27a1a76f904d228fa3ad6be3a73efe for: {'network': 1} {{(pid=103983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 12:07:25.309192 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-c3b5ebea-f023-4c3e-a624-3b587b972c39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for network (None), before_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:25.317711 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-c3b5ebea-f023-4c3e-a624-3b587b972c39 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:25.394850 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-c3b5ebea-f023-4c3e-a624-3b587b972c39 admin admin] Publish callbacks [] for security_group (fd97bcdf-ef2d-4d7c-9e36-13a1855c9eac), precommit_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:25.447757 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e86496e-bcc6-40a5-a2ea-fe58b8959c35 req-1b75b777-1b5f-44ff-a025-7b95a1cee385 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:25.449264 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-8e86496e-bcc6-40a5-a2ea-fe58b8959c35 req-1b75b777-1b5f-44ff-a025-7b95a1cee385 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] 10.222.0.58 "GET /v2.0/ports?device_id=34bf0728-3bf9-4036-8e59-885b4140237b HTTP/1.1" status: 200 len: 946 time: 0.0510497 Apr 07 12:07:25.449962 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-c3b5ebea-f023-4c3e-a624-3b587b972c39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678166'] for security_group (fd97bcdf-ef2d-4d7c-9e36-13a1855c9eac), after_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:25.472592 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3b5ebea-f023-4c3e-a624-3b587b972c39 admin admin] vlan segment allocate from pool success with {'vlan_id': 612, 'physical_network': 'physnet1'} {{(pid=103983) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 12:07:25.485941 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b5ebea-f023-4c3e-a624-3b587b972c39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd97bcdf-ef2d-4d7c-9e36-13a1855c9eac,revision_number=1']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:07:25.490769 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-c3b5ebea-f023-4c3e-a624-3b587b972c39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7510084'] for segment (9d47a266-9f08-4912-b9dd-d50591b2f757), precommit_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:25.491167 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.db.segments_db [None req-c3b5ebea-f023-4c3e-a624-3b587b972c39 admin admin] Added segment 9d47a266-9f08-4912-b9dd-d50591b2f757 of type vlan for network 8f5edb2e-c75c-4c42-bc29-972b30fb49c9 Apr 07 12:07:25.499334 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-8e86496e-bcc6-40a5-a2ea-fe58b8959c35 req-fbcf9a43-fe13-4f6d-bbc5-9d1785a538a0 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] 10.222.0.58 "GET /v2.0/security-groups?id=50123f46-7cd8-49b6-9c22-20cd7e350c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434875 Apr 07 12:07:25.531999 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-c3b5ebea-f023-4c3e-a624-3b587b972c39 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780056936322'] for network (8f5edb2e-c75c-4c42-bc29-972b30fb49c9), precommit_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:25.630515 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd01bcf1-d034-451e-86c3-8d55daeb4840 req-c1bc6b04-1ca7-4265-96c1-d0368c12ab1c tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:25.631928 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-bd01bcf1-d034-451e-86c3-8d55daeb4840 req-c1bc6b04-1ca7-4265-96c1-d0368c12ab1c tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] 10.222.0.58 "GET /v2.0/ports?device_id=a75664a1-da22-4334-ae3d-ef7307291d96 HTTP/1.1" status: 200 len: 944 time: 0.0542684 Apr 07 12:07:25.645059 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-c3b5ebea-f023-4c3e-a624-3b587b972c39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968'] for network (8f5edb2e-c75c-4c42-bc29-972b30fb49c9), after_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:25.645977 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3b5ebea-f023-4c3e-a624-3b587b972c39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:25.646535 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-c3b5ebea-f023-4c3e-a624-3b587b972c39 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585958'] for network (None), before_response {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:25.728189 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b5ebea-f023-4c3e-a624-3b587b972c39 admin admin] Pushing event updated for resources: {'Network': ['ID=8f5edb2e-c75c-4c42-bc29-972b30fb49c9,revision_number=1']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:07:25.732940 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-bd01bcf1-d034-451e-86c3-8d55daeb4840 req-46643760-3751-498a-bbd5-242d1ea9fe4e tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] 10.222.0.58 "GET /v2.0/security-groups?id=33ed6d74-4852-4717-9bdf-a41d43e688eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0955112 Apr 07 12:07:25.737829 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Network 8f5edb2e-c75c-4c42-bc29-972b30fb49c9 details requested by agent ovs-agent-dv-cinder-836930-1-iscsi with host dv-cinder-836930-1-iscsi {{(pid=103984) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 12:07:25.755020 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [None req-c3b5ebea-f023-4c3e-a624-3b587b972c39 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5516026 Apr 07 12:07:25.759343 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.wsgi [-] (103983) accepted ('10.222.0.58', 34576) {{(pid=103983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:07:25.764069 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.v2.base [None req-ac03caee-c676-43c7-b864-40003ba4cf60 admin admin] Request body: {'subnet': {'network_id': '8f5edb2e-c75c-4c42-bc29-972b30fb49c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2063288292-subnet', 'tenant_id': 'bd27a1a76f904d228fa3ad6be3a73efe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:07:25.866547 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac03caee-c676-43c7-b864-40003ba4cf60 admin admin] Made reservation on behalf of bd27a1a76f904d228fa3ad6be3a73efe for: {'subnet': 1} {{(pid=103983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 12:07:25.868917 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-ac03caee-c676-43c7-b864-40003ba4cf60 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:26.078012 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-ac03caee-c676-43c7-b864-40003ba4cf60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968'] for subnet (f660a943-0d8b-4374-8ce0-5bafb517fd8d), after_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:26.137916 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac03caee-c676-43c7-b864-40003ba4cf60 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f660a943-0d8b-4374-8ce0-5bafb517fd8d,revision_number=0']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:07:26.146843 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac03caee-c676-43c7-b864-40003ba4cf60 admin admin] Checking segment: {'id': '9d47a266-9f08-4912-b9dd-d50591b2f757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '8f5edb2e-c75c-4c42-bc29-972b30fb49c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:07:26.147222 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac03caee-c676-43c7-b864-40003ba4cf60 admin admin] Network hostable DHCP agents. Network: 8f5edb2e-c75c-4c42-bc29-972b30fb49c9, hostable agents: ['94869e64-74fb-4601-95b5-a1334a6bdcea'], hosted agents: [] {{(pid=103983) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 12:07:26.211214 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9f1db6-74eb-415d-abb7-d7fe657c8acf req-69b82a6a-9327-493a-a115-e6d99f04b357 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:26.212655 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-5b9f1db6-74eb-415d-abb7-d7fe657c8acf req-69b82a6a-9327-493a-a115-e6d99f04b357 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/ports?device_id=ac1f3a68-f423-4755-a9c4-1f053e094038 HTTP/1.1" status: 200 len: 945 time: 0.0512233 Apr 07 12:07:26.226865 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac03caee-c676-43c7-b864-40003ba4cf60 admin admin] Network 8f5edb2e-c75c-4c42-bc29-972b30fb49c9 is scheduled to be hosted by DHCP agent 94869e64-74fb-4601-95b5-a1334a6bdcea with binding_index 1 {{(pid=103983) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 12:07:26.258966 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-5b9f1db6-74eb-415d-abb7-d7fe657c8acf req-2ac4e339-12e4-4157-8b6d-ee2e79f6ff9b tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/security-groups?id=a9f2a625-dc68-4664-b64d-af04d0e6ed04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407584 Apr 07 12:07:26.306699 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.scheduler.base_scheduler [None req-ac03caee-c676-43c7-b864-40003ba4cf60 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836930-1-iscsi, 8f5edb2e-c75c-4c42-bc29-972b30fb49c9) {{(pid=103983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:07:26.310640 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac03caee-c676-43c7-b864-40003ba4cf60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:26.311255 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-ac03caee-c676-43c7-b864-40003ba4cf60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585958'] for subnet (None), before_response {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:26.316332 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9178718-7958-4396-911f-cda784ee6aee None None] Network 8f5edb2e-c75c-4c42-bc29-972b30fb49c9 requested from dv-cinder-836930-1-iscsi {{(pid=103984) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 12:07:26.410935 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fc02d77-73b9-4a5a-902e-3ed89a8d804c None None] Network 8f5edb2e-c75c-4c42-bc29-972b30fb49c9 requested from dv-cinder-836930-1-iscsi {{(pid=103984) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 12:07:26.417502 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [None req-ac03caee-c676-43c7-b864-40003ba4cf60 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6571248 Apr 07 12:07:26.619661 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390df1ce-a970-4e22-ab42-de5963cef03b req-cdb2d6c1-8be5-4234-a813-4f26029831a0 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:26.621190 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-390df1ce-a970-4e22-ab42-de5963cef03b req-cdb2d6c1-8be5-4234-a813-4f26029831a0 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] 10.222.0.58 "GET /v2.0/ports?device_id=34bf0728-3bf9-4036-8e59-885b4140237b HTTP/1.1" status: 200 len: 946 time: 0.0532720 Apr 07 12:07:26.668079 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-390df1ce-a970-4e22-ab42-de5963cef03b req-a29e7f35-df3f-4932-9ca2-9ea4d44d200a tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] 10.222.0.58 "GET /v2.0/security-groups?id=50123f46-7cd8-49b6-9c22-20cd7e350c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407727 Apr 07 12:07:26.852562 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a76389-2340-4502-b086-6914c81424c4 req-87385bb8-ed52-4bc1-95b3-febad4cedf64 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:26.855272 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-80a76389-2340-4502-b086-6914c81424c4 req-87385bb8-ed52-4bc1-95b3-febad4cedf64 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] 10.222.0.58 "GET /v2.0/ports?device_id=a75664a1-da22-4334-ae3d-ef7307291d96 HTTP/1.1" status: 200 len: 944 time: 0.0551686 Apr 07 12:07:26.906607 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-80a76389-2340-4502-b086-6914c81424c4 req-a5284d37-1793-464b-9181-c7dd9783a384 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] 10.222.0.58 "GET /v2.0/security-groups?id=33ed6d74-4852-4717-9bdf-a41d43e688eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461249 Apr 07 12:07:27.276748 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-9d608b6c-e6f2-428a-9023-904efcdae5d0 req-5cdd2184-5ec2-40bf-a5dc-f581a6b9e6ed service neutron] 10.222.0.49 "GET /v2.0/networks/b54ec153-3bc9-439f-b426-165a936f23bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009808 Apr 07 12:07:27.389623 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf4598e-cbbd-43ee-8e99-0cbce074a7a0 req-3fa4b4ff-e50e-4357-8af9-bdda7bf1a52b tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:27.391177 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-2cf4598e-cbbd-43ee-8e99-0cbce074a7a0 req-3fa4b4ff-e50e-4357-8af9-bdda7bf1a52b tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/ports?device_id=ac1f3a68-f423-4755-a9c4-1f053e094038 HTTP/1.1" status: 200 len: 945 time: 0.0529392 Apr 07 12:07:27.438309 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-2cf4598e-cbbd-43ee-8e99-0cbce074a7a0 req-990f1a5e-8d6f-4407-b339-87df703fd0d9 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/security-groups?id=a9f2a625-dc68-4664-b64d-af04d0e6ed04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413888 Apr 07 12:07:27.489052 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.db [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] get_ports_and_sgs() called for port_ids ['cbd86407-03a8-454d-9d18-5ec335320261'] {{(pid=103984) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 12:07:27.787163 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c934b1-d42f-41d7-a688-ee4c8d596e38 req-dab32f96-81c5-4620-bcba-23121ea8b26a tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:27.788890 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-93c934b1-d42f-41d7-a688-ee4c8d596e38 req-dab32f96-81c5-4620-bcba-23121ea8b26a tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] 10.222.0.58 "GET /v2.0/ports?device_id=34bf0728-3bf9-4036-8e59-885b4140237b HTTP/1.1" status: 200 len: 946 time: 0.0518003 Apr 07 12:07:27.803341 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-9d608b6c-e6f2-428a-9023-904efcdae5d0 req-b6e9e924-17bd-4875-abcf-a92db906707f service neutron] 10.222.0.49 "GET /v2.0/networks/b54ec153-3bc9-439f-b426-165a936f23bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891626 Apr 07 12:07:27.835500 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-93c934b1-d42f-41d7-a688-ee4c8d596e38 req-5a825dd7-bf2b-4a92-9e21-87e782e341d4 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] 10.222.0.58 "GET /v2.0/security-groups?id=50123f46-7cd8-49b6-9c22-20cd7e350c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409060 Apr 07 12:07:28.027904 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecfdf60-8d8e-4e5b-a5fb-386461b02218 req-3a3a6a4f-bfef-4e42-bff6-b151465cb53a tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:28.029426 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-eecfdf60-8d8e-4e5b-a5fb-386461b02218 req-3a3a6a4f-bfef-4e42-bff6-b151465cb53a tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] 10.222.0.58 "GET /v2.0/ports?device_id=a75664a1-da22-4334-ae3d-ef7307291d96 HTTP/1.1" status: 200 len: 944 time: 0.0532434 Apr 07 12:07:28.075456 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-eecfdf60-8d8e-4e5b-a5fb-386461b02218 req-37a09f5c-316a-4da6-854f-d989d1b6c0d4 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] 10.222.0.58 "GET /v2.0/security-groups?id=33ed6d74-4852-4717-9bdf-a41d43e688eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402238 Apr 07 12:07:28.556528 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387ecff9-d101-4ffa-a8db-1ce1934027a4 req-51fc75bb-71b5-40d2-9e9c-524e4b5aec66 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:28.558002 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-387ecff9-d101-4ffa-a8db-1ce1934027a4 req-51fc75bb-71b5-40d2-9e9c-524e4b5aec66 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/ports?device_id=ac1f3a68-f423-4755-a9c4-1f053e094038 HTTP/1.1" status: 200 len: 945 time: 0.0522053 Apr 07 12:07:28.728195 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-387ecff9-d101-4ffa-a8db-1ce1934027a4 req-c322f880-d5f5-4d70-b41c-989ed88d37c5 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/security-groups?id=a9f2a625-dc68-4664-b64d-af04d0e6ed04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472043 Apr 07 12:07:28.984899 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03858a47-d534-41c2-a575-a48edef8aa20 req-0845838e-eb94-441d-9d66-3daea8c5ed0e tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:28.986361 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-03858a47-d534-41c2-a575-a48edef8aa20 req-0845838e-eb94-441d-9d66-3daea8c5ed0e tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] 10.222.0.58 "GET /v2.0/ports?device_id=34bf0728-3bf9-4036-8e59-885b4140237b HTTP/1.1" status: 200 len: 946 time: 0.0537786 Apr 07 12:07:29.040554 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-03858a47-d534-41c2-a575-a48edef8aa20 req-4d4e2c55-15cb-4de0-815b-e834e0942235 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] 10.222.0.58 "GET /v2.0/security-groups?id=50123f46-7cd8-49b6-9c22-20cd7e350c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484943 Apr 07 12:07:29.214391 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6c78f3-2712-48e4-a6e7-7827d016db12 req-723ebc60-4832-429c-a806-0312f658f595 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:29.220850 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-cd6c78f3-2712-48e4-a6e7-7827d016db12 req-723ebc60-4832-429c-a806-0312f658f595 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] 10.222.0.58 "GET /v2.0/ports?device_id=a75664a1-da22-4334-ae3d-ef7307291d96 HTTP/1.1" status: 200 len: 944 time: 0.0571976 Apr 07 12:07:29.288729 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-cd6c78f3-2712-48e4-a6e7-7827d016db12 req-7f3c096d-fd66-4402-9043-baf8cf959070 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] 10.222.0.58 "GET /v2.0/security-groups?id=33ed6d74-4852-4717-9bdf-a41d43e688eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613656 Apr 07 12:07:29.357486 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Device cbd86407-03a8-454d-9d18-5ec335320261 up at agent hyperv_hv-cinder-83693 {{(pid=103984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:07:29.398487 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (b65c4e22-832a-4f2b-89ab-f6b5f91e1f65), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:29.574980 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.provisioning_blocks [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Provisioning for port cbd86407-03a8-454d-9d18-5ec335320261 completed by entity L2. {{(pid=103984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 12:07:29.579661 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.provisioning_blocks [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Provisioning complete for port cbd86407-03a8-454d-9d18-5ec335320261 triggered by entity L2. {{(pid=103984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:07:29.580040 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7484729'] for port (cbd86407-03a8-454d-9d18-5ec335320261), provisioning_complete {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:29.658956 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Current status of the port cbd86407-03a8-454d-9d18-5ec335320261 is: BUILD; New status is: ACTIVE {{(pid=103984) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:07:29.659482 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (cbd86407-03a8-454d-9d18-5ec335320261), before_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:29.682098 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a75664a1-da22-4334-ae3d-ef7307291d96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbd86407-03a8-454d-9d18-5ec335320261'}] {{(pid=103984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:07:29.684349 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0608bff1dee5f704c30ce50aefecbc08eaebc6e842b477e08be3f7901197da8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d291508d-01af-461e-9d8a-afd8895885b5" -d '{"events": [{"server_uuid": "a75664a1-da22-4334-ae3d-ef7307291d96", "name": "network-vif-plugged", "status": "completed", "tag": "cbd86407-03a8-454d-9d18-5ec335320261"}]}' {{(pid=103984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:07:29.696661 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.db [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] For port cbd86407-03a8-454d-9d18-5ec335320261, host hv-cinder-83693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83693',level=0,port_id=cbd86407-03a8-454d-9d18-5ec335320261,segment=NetworkSegment(f5d7ecb0-5c7c-4273-b385-28574af1ff09),segment_id=f5d7ecb0-5c7c-4273-b385-28574af1ff09)] {{(pid=103984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:07:29.726125 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 12:07:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfe9dcc4-374b-4dcb-a003-4afaacbf67a0 x-openstack-request-id: req-bfe9dcc4-374b-4dcb-a003-4afaacbf67a0 {{(pid=103984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:07:29.726447 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a75664a1-da22-4334-ae3d-ef7307291d96", "name": "network-vif-plugged", "status": "completed", "tag": "cbd86407-03a8-454d-9d18-5ec335320261", "code": 200}]} {{(pid=103984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:07:29.726727 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-bfe9dcc4-374b-4dcb-a003-4afaacbf67a0 {{(pid=103984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:07:29.727137 dv-cinder-836930-1-iscsi neutron-server[103984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bfe9dcc4-374b-4dcb-a003-4afaacbf67a0'] response: {'server_uuid': 'a75664a1-da22-4334-ae3d-ef7307291d96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbd86407-03a8-454d-9d18-5ec335320261', 'code': 200} Apr 07 12:07:29.820492 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780057409639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780056949607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780056949625'] for port (cbd86407-03a8-454d-9d18-5ec335320261), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:29.829151 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebd34d0-3fb3-421e-a42c-c5fead8520e4 req-eb623660-f0b2-4785-bf56-31a37c1049d9 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:29.830888 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-4ebd34d0-3fb3-421e-a42c-c5fead8520e4 req-eb623660-f0b2-4785-bf56-31a37c1049d9 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/ports?device_id=ac1f3a68-f423-4755-a9c4-1f053e094038 HTTP/1.1" status: 200 len: 945 time: 0.0559230 Apr 07 12:07:29.868632 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Pushing event updated for resources: {'Port': ['ID=cbd86407-03a8-454d-9d18-5ec335320261,revision_number=5']} {{(pid=103984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:07:29.876171 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:07:29.876519 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:07:29.876879 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:07:29.877257 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:07:29.877578 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:07:29.877905 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:07:29.878229 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:07:29.878551 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:07:29.878874 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:07:29.879252 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:07:29.879573 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:07:29.879895 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:07:29.880213 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:07:29.880531 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:07:29.880853 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:07:29.881741 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-4ebd34d0-3fb3-421e-a42c-c5fead8520e4 req-95a71e3f-7655-49a6-bdce-2d4ff9f29037 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/security-groups?id=a9f2a625-dc68-4664-b64d-af04d0e6ed04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429974 Apr 07 12:07:30.161261 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96d4bf8-a86c-4e22-b61d-8cf5f45aeed6 req-07704518-1a71-4a99-9ecf-35c9f488cfde tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:30.162840 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-f96d4bf8-a86c-4e22-b61d-8cf5f45aeed6 req-07704518-1a71-4a99-9ecf-35c9f488cfde tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] 10.222.0.58 "GET /v2.0/ports?device_id=34bf0728-3bf9-4036-8e59-885b4140237b HTTP/1.1" status: 200 len: 946 time: 0.0506375 Apr 07 12:07:30.209603 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-f96d4bf8-a86c-4e22-b61d-8cf5f45aeed6 req-a43726c1-0272-42fc-96b7-4ffc99a4e2a0 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] 10.222.0.58 "GET /v2.0/security-groups?id=50123f46-7cd8-49b6-9c22-20cd7e350c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408518 Apr 07 12:07:30.326399 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c669b7-bfcd-49bf-b226-c5efe60a2ab1 req-f33edb4f-3527-47e9-9a4c-5bd7ca01ea27 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:30.327849 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-65c669b7-bfcd-49bf-b226-c5efe60a2ab1 req-f33edb4f-3527-47e9-9a4c-5bd7ca01ea27 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] 10.222.0.58 "GET /v2.0/ports?device_id=34bf0728-3bf9-4036-8e59-885b4140237b HTTP/1.1" status: 200 len: 946 time: 0.0555096 Apr 07 12:07:30.336684 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.58', 34682) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:07:30.340995 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.v2.base [None req-2a7c768a-06d1-4534-8bd2-8253ab342e2b tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Request body: {'floatingip': {'port_id': '6c1a928f-8219-4bba-ab6b-07b743be00e2'}} {{(pid=103982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:07:30.413415 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-2a7c768a-06d1-4534-8bd2-8253ab342e2b tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Publish callbacks [] for floatingip (51d59dd9-c4b1-48b1-9b01-9e5910ac22e8), before_update {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:30.415468 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845508a1-bb3c-49c0-b71a-2917159622c6 req-9352780b-273d-4291-a9ce-a34247bfb3f3 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:30.416967 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-845508a1-bb3c-49c0-b71a-2917159622c6 req-9352780b-273d-4291-a9ce-a34247bfb3f3 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] 10.222.0.58 "GET /v2.0/ports?device_id=a75664a1-da22-4334-ae3d-ef7307291d96 HTTP/1.1" status: 200 len: 945 time: 0.0565274 Apr 07 12:07:30.464497 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-845508a1-bb3c-49c0-b71a-2917159622c6 req-32f460e9-54ac-44f0-b273-780844c7d82f tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] 10.222.0.58 "GET /v2.0/security-groups?id=33ed6d74-4852-4717-9bdf-a41d43e688eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408101 Apr 07 12:07:31.189466 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.db.resource_extend [None req-2a7c768a-06d1-4534-8bd2-8253ab342e2b tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 07 12:07:31.280047 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68649249-a864-4b82-ad99-f64df9d07da8 req-25e3189f-d795-4f49-97e1-54ea47c7000f tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:31.282217 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-68649249-a864-4b82-ad99-f64df9d07da8 req-25e3189f-d795-4f49-97e1-54ea47c7000f tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/ports?device_id=ac1f3a68-f423-4755-a9c4-1f053e094038 HTTP/1.1" status: 200 len: 945 time: 0.1466842 Apr 07 12:07:31.284183 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-2a7c768a-06d1-4534-8bd2-8253ab342e2b tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:31.329996 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-68649249-a864-4b82-ad99-f64df9d07da8 req-10367a38-603d-44df-a063-3317c4181646 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/security-groups?id=a9f2a625-dc68-4664-b64d-af04d0e6ed04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417039 Apr 07 12:07:31.369462 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-2a7c768a-06d1-4534-8bd2-8253ab342e2b tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2019898'] for floatingip (51d59dd9-c4b1-48b1-9b01-9e5910ac22e8), after_update {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:31.473378 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.db.l3_db [None req-2a7c768a-06d1-4534-8bd2-8253ab342e2b tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Floating IP 51d59dd9-c4b1-48b1-9b01-9e5910ac22e8 associated. External IP: 172.27.0.67, port: 6c1a928f-8219-4bba-ab6b-07b743be00e2. Apr 07 12:07:31.586818 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de46fcb4-9363-42b3-ac53-e13ee62c440e req-b4783206-ffb3-476a-b4af-3d5ded68cf55 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:31.588297 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-de46fcb4-9363-42b3-ac53-e13ee62c440e req-b4783206-ffb3-476a-b4af-3d5ded68cf55 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] 10.222.0.58 "GET /v2.0/ports?device_id=a75664a1-da22-4334-ae3d-ef7307291d96 HTTP/1.1" status: 200 len: 945 time: 0.0559473 Apr 07 12:07:31.636597 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-de46fcb4-9363-42b3-ac53-e13ee62c440e req-670d162b-f711-480f-8ce1-6cdf1c8f56ba tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] 10.222.0.58 "GET /v2.0/security-groups?id=33ed6d74-4852-4717-9bdf-a41d43e688eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426929 Apr 07 12:07:31.693348 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a7c768a-06d1-4534-8bd2-8253ab342e2b tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Router 6425557c-237c-4a3e-8e32-6dc483dfa631 has already been hosted by L3 agent ad8978c4-6515-441c-a828-0289badd3b4a {{(pid=103982) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 12:07:31.803762 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a7c768a-06d1-4534-8bd2-8253ab342e2b tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Notify agent at l3_agent.dv-cinder-836930-1-iscsi the message routers_updated {{(pid=103982) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 12:07:31.808535 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-2a7c768a-06d1-4534-8bd2-8253ab342e2b tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91606'] for floatingip (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:31.817013 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eec5b65-055f-46aa-98ac-946d9153aef4 None None] Sync routers for ids ['6425557c-237c-4a3e-8e32-6dc483dfa631'] in dv-cinder-836930-1-iscsi {{(pid=103985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 12:07:31.826272 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eec5b65-055f-46aa-98ac-946d9153aef4 None None] Routers {'6425557c-237c-4a3e-8e32-6dc483dfa631'} bound to L3 agent in host dv-cinder-836930-1-iscsi {{(pid=103985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:07:31.826898 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_hamode_db [None req-7eec5b65-055f-46aa-98ac-946d9153aef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836930-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T11:57:34Z,description=,heartbeat_timestamp=2022-04-07T12:07:04Z,host='dv-cinder-836930-1-iscsi',id=ad8978c4-6515-441c-a828-0289badd3b4a,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:57:35Z,topic='l3_agent')) {'router_ids': ['6425557c-237c-4a3e-8e32-6dc483dfa631'], 'active': True} {{(pid=103985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:07:31.843603 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [None req-2a7c768a-06d1-4534-8bd2-8253ab342e2b tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] 10.222.0.58 "PUT /v2.0/floatingips/51d59dd9-c4b1-48b1-9b01-9e5910ac22e8 HTTP/1.1" status: 200 len: 991 time: 1.5001533 Apr 07 12:07:31.843603 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34bf0728-3bf9-4036-8e59-885b4140237b', 'tag': '6c1a928f-8219-4bba-ab6b-07b743be00e2'}] {{(pid=103982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:07:31.843603 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a87f3ac2112343cf46b731ae90f6f8f3b8b920e6472e7c70a4e5373429e5b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d06ea94e-0304-4e1b-aa7f-fba615ad611b" -d '{"events": [{"name": "network-changed", "server_uuid": "34bf0728-3bf9-4036-8e59-885b4140237b", "tag": "6c1a928f-8219-4bba-ab6b-07b743be00e2"}]}' {{(pid=103982) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:07:31.880869 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 12:07:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cef823af-5875-49dd-89ab-65f561483627 x-openstack-request-id: req-cef823af-5875-49dd-89ab-65f561483627 {{(pid=103982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:07:31.881248 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34bf0728-3bf9-4036-8e59-885b4140237b", "tag": "6c1a928f-8219-4bba-ab6b-07b743be00e2", "status": "completed", "code": 200}]} {{(pid=103982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:07:31.881510 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-cef823af-5875-49dd-89ab-65f561483627 {{(pid=103982) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:07:31.881930 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cef823af-5875-49dd-89ab-65f561483627'] response: {'name': 'network-changed', 'server_uuid': '34bf0728-3bf9-4036-8e59-885b4140237b', 'tag': '6c1a928f-8219-4bba-ab6b-07b743be00e2', 'status': 'completed', 'code': 200} Apr 07 12:07:31.942383 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_dvr_db [None req-7eec5b65-055f-46aa-98ac-946d9153aef4 None None] Set router 6425557c-237c-4a3e-8e32-6dc483dfa631 gateway port host: dv-cinder-836930-1-iscsi {{(pid=103985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:07:31.963756 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-ae92acb7-83ce-41dc-911b-38cf5d74fb0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (94869e64-74fb-4601-95b5-a1334a6bdcea), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:32.210518 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_hamode_db [None req-7eec5b65-055f-46aa-98ac-946d9153aef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6425557c-237c-4a3e-8e32-6dc483dfa631', 'name': 'tempest-AttachVolumeTestJSON-1991479010-router', 'tenant_id': 'bb7aeab7f2af4131992847a73f3c7e0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'external_fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': '92f08395-6710-4a8f-bd95-1baa091c1ea2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:06:29Z', 'updated_at': '2022-04-07T12:06:37Z', 'revision_number': 4, 'project_id': 'bb7aeab7f2af4131992847a73f3c7e0a', 'gw_port': {'id': '92f08395-6710-4a8f-bd95-1baa091c1ea2', 'name': '', 'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:40:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6425557c-237c-4a3e-8e32-6dc483dfa631', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:06:31Z', 'updated_at': '2022-04-07T12:06:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4554067d-f507-4a99-8a98-0874c02c5721', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836930-1-iscsi', '_floatingips': [{'id': '51d59dd9-c4b1-48b1-9b01-9e5910ac22e8', 'tenant_id': 'bb7aeab7f2af4131992847a73f3c7e0a', 'floating_ip_address': '172.27.0.67', 'floating_network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'router_id': '6425557c-237c-4a3e-8e32-6dc483dfa631', 'port_id': '6c1a928f-8219-4bba-ab6b-07b743be00e2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 112, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcace665-ea97-4783-845e-38b6ed7c4b29', 'mac_address': 'fa:16:3e:b4:eb:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34bf0728-3bf9-4036-8e59-885b4140237b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T12:06:52Z', 'updated_at': '2022-04-07T12:07:30Z', 'revision_number': 1, 'project_id': 'bb7aeab7f2af4131992847a73f3c7e0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21394a6d-fda4-41a7-8be6-3028c46a6266', 'name': '', 'network_id': 'fcace665-ea97-4783-845e-38b6ed7c4b29', 'tenant_id': 'bb7aeab7f2af4131992847a73f3c7e0a', 'mac_address': 'fa:16:3e:73:56:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6425557c-237c-4a3e-8e32-6dc483dfa631', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'f6c89c23-3e38-47dc-af91-b69590186a24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:06:35Z', 'updated_at': '2022-04-07T12:06:54Z', 'revision_number': 5, 'project_id': 'bb7aeab7f2af4131992847a73f3c7e0a', 'subnets': [{'id': 'f6c89c23-3e38-47dc-af91-b69590186a24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836930-1-iscsi', False) {} {{(pid=103985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:07:32.236609 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eec5b65-055f-46aa-98ac-946d9153aef4 None None] Checking router: 6425557c-237c-4a3e-8e32-6dc483dfa631 for host: dv-cinder-836930-1-iscsi {{(pid=103985) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 12:07:32.245406 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eec5b65-055f-46aa-98ac-946d9153aef4 None None] Routers {'6425557c-237c-4a3e-8e32-6dc483dfa631'} bound to L3 agent in host dv-cinder-836930-1-iscsi {{(pid=103985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:07:32.246168 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_hamode_db [None req-7eec5b65-055f-46aa-98ac-946d9153aef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836930-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T11:57:34Z,description=,heartbeat_timestamp=2022-04-07T12:07:04Z,host='dv-cinder-836930-1-iscsi',id=ad8978c4-6515-441c-a828-0289badd3b4a,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:57:35Z,topic='l3_agent')) {'router_ids': ['6425557c-237c-4a3e-8e32-6dc483dfa631'], 'active': True} {{(pid=103985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:07:32.357827 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_dvr_db [None req-7eec5b65-055f-46aa-98ac-946d9153aef4 None None] Set router 6425557c-237c-4a3e-8e32-6dc483dfa631 gateway port host: dv-cinder-836930-1-iscsi {{(pid=103985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:07:32.446114 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1389711f-c057-4d77-83ad-b8b85f83ebf2 req-8c13a37d-9692-482c-ad02-34838fe48e54 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:32.447602 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-1389711f-c057-4d77-83ad-b8b85f83ebf2 req-8c13a37d-9692-482c-ad02-34838fe48e54 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/ports?device_id=ac1f3a68-f423-4755-a9c4-1f053e094038 HTTP/1.1" status: 200 len: 945 time: 0.0507183 Apr 07 12:07:32.494024 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-1389711f-c057-4d77-83ad-b8b85f83ebf2 req-b7fc86b5-59f8-4ede-8980-a137c2546a3e tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/security-groups?id=a9f2a625-dc68-4664-b64d-af04d0e6ed04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400014 Apr 07 12:07:32.585535 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_hamode_db [None req-7eec5b65-055f-46aa-98ac-946d9153aef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6425557c-237c-4a3e-8e32-6dc483dfa631', 'name': 'tempest-AttachVolumeTestJSON-1991479010-router', 'tenant_id': 'bb7aeab7f2af4131992847a73f3c7e0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'external_fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': '92f08395-6710-4a8f-bd95-1baa091c1ea2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:06:29Z', 'updated_at': '2022-04-07T12:06:37Z', 'revision_number': 4, 'project_id': 'bb7aeab7f2af4131992847a73f3c7e0a', 'gw_port': {'id': '92f08395-6710-4a8f-bd95-1baa091c1ea2', 'name': '', 'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:40:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6425557c-237c-4a3e-8e32-6dc483dfa631', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:06:31Z', 'updated_at': '2022-04-07T12:06:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4554067d-f507-4a99-8a98-0874c02c5721', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836930-1-iscsi', '_floatingips': [{'id': '51d59dd9-c4b1-48b1-9b01-9e5910ac22e8', 'tenant_id': 'bb7aeab7f2af4131992847a73f3c7e0a', 'floating_ip_address': '172.27.0.67', 'floating_network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'router_id': '6425557c-237c-4a3e-8e32-6dc483dfa631', 'port_id': '6c1a928f-8219-4bba-ab6b-07b743be00e2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 112, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcace665-ea97-4783-845e-38b6ed7c4b29', 'mac_address': 'fa:16:3e:b4:eb:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34bf0728-3bf9-4036-8e59-885b4140237b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T12:06:52Z', 'updated_at': '2022-04-07T12:07:30Z', 'revision_number': 1, 'project_id': 'bb7aeab7f2af4131992847a73f3c7e0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21394a6d-fda4-41a7-8be6-3028c46a6266', 'name': '', 'network_id': 'fcace665-ea97-4783-845e-38b6ed7c4b29', 'tenant_id': 'bb7aeab7f2af4131992847a73f3c7e0a', 'mac_address': 'fa:16:3e:73:56:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6425557c-237c-4a3e-8e32-6dc483dfa631', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'f6c89c23-3e38-47dc-af91-b69590186a24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:06:35Z', 'updated_at': '2022-04-07T12:06:54Z', 'revision_number': 5, 'project_id': 'bb7aeab7f2af4131992847a73f3c7e0a', 'subnets': [{'id': 'f6c89c23-3e38-47dc-af91-b69590186a24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836930-1-iscsi', False) {} {{(pid=103985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:07:32.680576 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eec5b65-055f-46aa-98ac-946d9153aef4 None None] The sync data for ids ['6425557c-237c-4a3e-8e32-6dc483dfa631'] in dv-cinder-836930-1-iscsi is: [{'id': '6425557c-237c-4a3e-8e32-6dc483dfa631', 'name': 'tempest-AttachVolumeTestJSON-1991479010-router', 'tenant_id': 'bb7aeab7f2af4131992847a73f3c7e0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'external_fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': '92f08395-6710-4a8f-bd95-1baa091c1ea2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:06:29Z', 'updated_at': '2022-04-07T12:06:37Z', 'revision_number': 4, 'project_id': 'bb7aeab7f2af4131992847a73f3c7e0a', 'gw_port': {'id': '92f08395-6710-4a8f-bd95-1baa091c1ea2', 'name': '', 'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:40:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6425557c-237c-4a3e-8e32-6dc483dfa631', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:06:31Z', 'updated_at': '2022-04-07T12:06:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4554067d-f507-4a99-8a98-0874c02c5721', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836930-1-iscsi', '_floatingips': [{'id': '51d59dd9-c4b1-48b1-9b01-9e5910ac22e8', 'tenant_id': 'bb7aeab7f2af4131992847a73f3c7e0a', 'floating_ip_address': '172.27.0.67', 'floating_network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'router_id': '6425557c-237c-4a3e-8e32-6dc483dfa631', 'port_id': '6c1a928f-8219-4bba-ab6b-07b743be00e2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 112, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcace665-ea97-4783-845e-38b6ed7c4b29', 'mac_address': 'fa:16:3e:b4:eb:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34bf0728-3bf9-4036-8e59-885b4140237b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T12:06:52Z', 'updated_at': '2022-04-07T12:07:30Z', 'revision_number': 1, 'project_id': 'bb7aeab7f2af4131992847a73f3c7e0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21394a6d-fda4-41a7-8be6-3028c46a6266', 'name': '', 'network_id': 'fcace665-ea97-4783-845e-38b6ed7c4b29', 'tenant_id': 'bb7aeab7f2af4131992847a73f3c7e0a', 'mac_address': 'fa:16:3e:73:56:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6425557c-237c-4a3e-8e32-6dc483dfa631', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'f6c89c23-3e38-47dc-af91-b69590186a24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:06:35Z', 'updated_at': '2022-04-07T12:06:54Z', 'revision_number': 5, 'project_id': 'bb7aeab7f2af4131992847a73f3c7e0a', 'subnets': [{'id': 'f6c89c23-3e38-47dc-af91-b69590186a24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 12:07:32.758779 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22222c77-9476-4790-b1ef-560130d29adc req-60c6d94c-6d1a-420c-a6b8-67c40bba3376 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:32.760105 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-22222c77-9476-4790-b1ef-560130d29adc req-60c6d94c-6d1a-420c-a6b8-67c40bba3376 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] 10.222.0.58 "GET /v2.0/ports?device_id=a75664a1-da22-4334-ae3d-ef7307291d96 HTTP/1.1" status: 200 len: 945 time: 0.0534506 Apr 07 12:07:32.811165 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-22222c77-9476-4790-b1ef-560130d29adc req-cf2f3704-d1bc-4a12-9ca1-52033b2d7015 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] 10.222.0.58 "GET /v2.0/security-groups?id=33ed6d74-4852-4717-9bdf-a41d43e688eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450284 Apr 07 12:07:32.894991 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd449e9e-2ee9-4d36-aad4-c6a4bdde9b6f None None] New status for floating IP 51d59dd9-c4b1-48b1-9b01-9e5910ac22e8: ACTIVE {{(pid=103984) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 12:07:33.107736 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06ea94e-0304-4e1b-aa7f-fba615ad611b req-db5006b1-9e7c-436e-a660-574a11e1f909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:33.109979 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-d06ea94e-0304-4e1b-aa7f-fba615ad611b req-db5006b1-9e7c-436e-a660-574a11e1f909 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=bb7aeab7f2af4131992847a73f3c7e0a&device_id=34bf0728-3bf9-4036-8e59-885b4140237b HTTP/1.1" status: 200 len: 1130 time: 0.0454230 Apr 07 12:07:33.227539 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06ea94e-0304-4e1b-aa7f-fba615ad611b req-b43b093f-0147-4146-9bdf-13b3bff52739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:33.228988 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-d06ea94e-0304-4e1b-aa7f-fba615ad611b req-b43b093f-0147-4146-9bdf-13b3bff52739 service neutron] 10.222.0.49 "GET /v2.0/networks?id=fcace665-ea97-4783-845e-38b6ed7c4b29 HTTP/1.1" status: 200 len: 912 time: 0.0953512 Apr 07 12:07:33.338961 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-d06ea94e-0304-4e1b-aa7f-fba615ad611b req-c02f078a-cba4-489a-a2be-6934b60018c8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6c1a928f-8219-4bba-ab6b-07b743be00e2 HTTP/1.1" status: 200 len: 1001 time: 0.1025443 Apr 07 12:07:33.399761 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06ea94e-0304-4e1b-aa7f-fba615ad611b req-24c901b6-bada-4e17-b381-204a4de705fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:33.401318 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-d06ea94e-0304-4e1b-aa7f-fba615ad611b req-24c901b6-bada-4e17-b381-204a4de705fd service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f6c89c23-3e38-47dc-af91-b69590186a24 HTTP/1.1" status: 200 len: 850 time: 0.0479703 Apr 07 12:07:33.428358 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a1769c-abca-4178-ae37-7d6a6dd7128a req-bd59a72f-a570-4baf-b17e-bb74a07ab8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:33.429845 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-f6a1769c-abca-4178-ae37-7d6a6dd7128a req-bd59a72f-a570-4baf-b17e-bb74a07ab8d7 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=a75664a1-da22-4334-ae3d-ef7307291d96 HTTP/1.1" status: 200 len: 1129 time: 0.0433664 Apr 07 12:07:33.503625 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06ea94e-0304-4e1b-aa7f-fba615ad611b req-50c8435d-4a01-4d7b-b23c-84446b7dcb4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:33.505333 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-d06ea94e-0304-4e1b-aa7f-fba615ad611b req-50c8435d-4a01-4d7b-b23c-84446b7dcb4d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=fcace665-ea97-4783-845e-38b6ed7c4b29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0472043 Apr 07 12:07:33.509735 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-f6a1769c-abca-4178-ae37-7d6a6dd7128a req-4ff8fe78-c9b3-42d3-8c61-b60d089ec72f service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=33ed6d74-4852-4717-9bdf-a41d43e688eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505848 Apr 07 12:07:33.543073 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-f74fda7d-d240-4c5b-aeeb-b0dcdfb8ca3a req-2b35d510-d92d-4a54-8d79-e0120e443b6b service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=3d0eeb31-0d37-4a21-9863-9437b542b275&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0468621 Apr 07 12:07:33.616474 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a101f779-37a5-4538-9e6a-83c8b450dddb req-b4e92e31-19f6-48c9-b72f-fffabc6c56a9 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:33.617842 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-a101f779-37a5-4538-9e6a-83c8b450dddb req-b4e92e31-19f6-48c9-b72f-fffabc6c56a9 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/ports?device_id=ac1f3a68-f423-4755-a9c4-1f053e094038 HTTP/1.1" status: 200 len: 945 time: 0.0541668 Apr 07 12:07:33.663925 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-a101f779-37a5-4538-9e6a-83c8b450dddb req-928e57ab-b185-44c6-a1b8-8cc441c605e4 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/security-groups?id=a9f2a625-dc68-4664-b64d-af04d0e6ed04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403852 Apr 07 12:07:33.925807 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14605c63-1887-4f21-b5ba-e6e1af3079a4 req-0c2a1f2a-fcd1-488c-8904-126e9552e3d3 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:33.927692 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-14605c63-1887-4f21-b5ba-e6e1af3079a4 req-0c2a1f2a-fcd1-488c-8904-126e9552e3d3 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] 10.222.0.58 "GET /v2.0/ports?device_id=a75664a1-da22-4334-ae3d-ef7307291d96 HTTP/1.1" status: 200 len: 945 time: 0.0513854 Apr 07 12:07:33.986390 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-14605c63-1887-4f21-b5ba-e6e1af3079a4 req-86ca2f81-4e11-4b25-b8ca-291a6693fa0d tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] 10.222.0.58 "GET /v2.0/security-groups?id=33ed6d74-4852-4717-9bdf-a41d43e688eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526659 Apr 07 12:07:34.038382 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-d06ea94e-0304-4e1b-aa7f-fba615ad611b req-ec3a6d88-1e72-41e4-bb78-0740a69141f6 service neutron] 10.222.0.49 "GET /v2.0/networks/fcace665-ea97-4783-845e-38b6ed7c4b29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072533 Apr 07 12:07:34.056311 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74fda7d-d240-4c5b-aeeb-b0dcdfb8ca3a req-75c17348-1573-4056-8cc7-0c6789f310bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:34.057916 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-f74fda7d-d240-4c5b-aeeb-b0dcdfb8ca3a req-75c17348-1573-4056-8cc7-0c6789f310bc service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d7f643162643446e97d4a3e03a7345d7&device_id=3d0eeb31-0d37-4a21-9863-9437b542b275 HTTP/1.1" status: 200 len: 1130 time: 0.0495245 Apr 07 12:07:34.289142 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-cce3f03b-ef35-4482-9917-3918c169734c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (ad8978c4-6515-441c-a828-0289badd3b4a), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:34.669571 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-d06ea94e-0304-4e1b-aa7f-fba615ad611b req-1325fdea-fe06-4dd8-a269-22cec5be1de9 service neutron] 10.222.0.49 "GET /v2.0/networks/fcace665-ea97-4783-845e-38b6ed7c4b29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941887 Apr 07 12:07:34.683528 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74fda7d-d240-4c5b-aeeb-b0dcdfb8ca3a req-806b75bf-7633-41f0-bcd0-bee42563f8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:34.684991 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-f74fda7d-d240-4c5b-aeeb-b0dcdfb8ca3a req-806b75bf-7633-41f0-bcd0-bee42563f8ab service neutron] 10.222.0.49 "GET /v2.0/networks?id=ef8fb76c-b472-4e52-839b-1b393fbe6d47 HTTP/1.1" status: 200 len: 912 time: 0.0914483 Apr 07 12:07:34.773469 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-f74fda7d-d240-4c5b-aeeb-b0dcdfb8ca3a req-27c52a70-b96a-400a-ab7e-afdddf4691ba service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c3288a8e-fdcf-410d-8cb0-aa05fa988555 HTTP/1.1" status: 200 len: 217 time: 0.0400622 Apr 07 12:07:34.783644 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8514f418-a373-486d-8e4c-83daf8ea5902 req-4bcae5fc-5cf3-46c9-af03-d52519e44d30 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:34.788846 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-8514f418-a373-486d-8e4c-83daf8ea5902 req-4bcae5fc-5cf3-46c9-af03-d52519e44d30 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/ports?device_id=ac1f3a68-f423-4755-a9c4-1f053e094038 HTTP/1.1" status: 200 len: 945 time: 0.0538344 Apr 07 12:07:34.830605 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74fda7d-d240-4c5b-aeeb-b0dcdfb8ca3a req-b42b01cd-46b7-4ea9-bf80-bc7918540b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:34.831630 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-8514f418-a373-486d-8e4c-83daf8ea5902 req-1a84f4d8-541b-48ad-91d3-5ad0f248f6fc tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/security-groups?id=a9f2a625-dc68-4664-b64d-af04d0e6ed04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407536 Apr 07 12:07:34.832427 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-f74fda7d-d240-4c5b-aeeb-b0dcdfb8ca3a req-b42b01cd-46b7-4ea9-bf80-bc7918540b3c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2997acbd-48a6-4bf1-9f78-9c3596892247 HTTP/1.1" status: 200 len: 851 time: 0.0446687 Apr 07 12:07:35.035747 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-f74fda7d-d240-4c5b-aeeb-b0dcdfb8ca3a req-9126603c-d537-4136-9919-3f96b54f2a1c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ef8fb76c-b472-4e52-839b-1b393fbe6d47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264201 Apr 07 12:07:35.116335 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869135de-058c-42b4-a880-7b48dd90e160 req-8df6e860-e12a-48f0-90c9-9b75065c7f56 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:35.118530 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-869135de-058c-42b4-a880-7b48dd90e160 req-8df6e860-e12a-48f0-90c9-9b75065c7f56 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] 10.222.0.58 "GET /v2.0/ports?device_id=a75664a1-da22-4334-ae3d-ef7307291d96 HTTP/1.1" status: 200 len: 945 time: 0.0583072 Apr 07 12:07:35.183682 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-869135de-058c-42b4-a880-7b48dd90e160 req-2ef7ecd8-2a89-4328-b5d9-f5ae83f2c21d tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] 10.222.0.58 "GET /v2.0/security-groups?id=33ed6d74-4852-4717-9bdf-a41d43e688eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519876 Apr 07 12:07:35.627184 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-e3029262-029d-49e4-8078-e7e61e534645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (e465150c-12ca-425e-8c36-fa03ee6240b4), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:35.778117 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-f74fda7d-d240-4c5b-aeeb-b0dcdfb8ca3a req-8a3844d1-0f24-4603-aaa1-3083f821105a service neutron] 10.222.0.49 "GET /v2.0/networks/ef8fb76c-b472-4e52-839b-1b393fbe6d47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887885 Apr 07 12:07:35.954447 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-f74fda7d-d240-4c5b-aeeb-b0dcdfb8ca3a req-f32c16b0-912b-41ca-9895-42b7aed351b3 service neutron] 10.222.0.49 "GET /v2.0/networks/ef8fb76c-b472-4e52-839b-1b393fbe6d47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907829 Apr 07 12:07:35.960271 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9100b7b-1638-49aa-ba36-9ddba401612c req-6091ab99-2ef4-42e9-9c6e-19d05de3a151 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:35.961875 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-f9100b7b-1638-49aa-ba36-9ddba401612c req-6091ab99-2ef4-42e9-9c6e-19d05de3a151 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/ports?device_id=ac1f3a68-f423-4755-a9c4-1f053e094038 HTTP/1.1" status: 200 len: 945 time: 0.0565174 Apr 07 12:07:36.009548 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-f9100b7b-1638-49aa-ba36-9ddba401612c req-5a097a2b-c7fa-4557-9dcb-6ac416e25269 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/security-groups?id=a9f2a625-dc68-4664-b64d-af04d0e6ed04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411000 Apr 07 12:07:36.307311 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd77727-83e4-4ed5-9a23-d20f859f02a1 req-8376cf16-f8f0-4e67-88bd-fdd2949541ea tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:36.308785 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-bbd77727-83e4-4ed5-9a23-d20f859f02a1 req-8376cf16-f8f0-4e67-88bd-fdd2949541ea tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] 10.222.0.58 "GET /v2.0/ports?device_id=a75664a1-da22-4334-ae3d-ef7307291d96 HTTP/1.1" status: 200 len: 945 time: 0.0529029 Apr 07 12:07:36.322451 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.wsgi [-] (103983) accepted ('10.222.0.58', 34814) {{(pid=103983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:07:36.355772 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-bbd77727-83e4-4ed5-9a23-d20f859f02a1 req-415b2af0-e9f5-4678-b8e8-19328e1e3013 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] 10.222.0.58 "GET /v2.0/security-groups?id=33ed6d74-4852-4717-9bdf-a41d43e688eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413985 Apr 07 12:07:36.436900 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-c9b393c9-7e5f-4e4b-9961-c0ccfb5bfc47 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:36.493591 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4382ca-a0fe-4489-9e83-246407c59828 req-112d335d-f956-42df-aba4-32e7f467bae8 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:36.495093 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-5c4382ca-a0fe-4489-9e83-246407c59828 req-112d335d-f956-42df-aba4-32e7f467bae8 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] 10.222.0.58 "GET /v2.0/ports?device_id=a75664a1-da22-4334-ae3d-ef7307291d96 HTTP/1.1" status: 200 len: 945 time: 0.0726049 Apr 07 12:07:36.503657 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.58', 34824) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:07:36.508536 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.v2.base [None req-7852336b-6020-4a92-b461-64ad255b1419 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Request body: {'floatingip': {'port_id': 'cbd86407-03a8-454d-9d18-5ec335320261'}} {{(pid=103982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:07:36.550891 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-c9b393c9-7e5f-4e4b-9961-c0ccfb5bfc47 admin admin] Publish callbacks [] for security_group (fb563d7f-0dad-46e4-b058-23db42166738), precommit_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:36.553469 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-7852336b-6020-4a92-b461-64ad255b1419 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Publish callbacks [] for floatingip (0a1e9fed-2657-442b-a77e-6d8a38e2c2f8), before_update {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:36.683290 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-c9b393c9-7e5f-4e4b-9961-c0ccfb5bfc47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678166'] for security_group (fb563d7f-0dad-46e4-b058-23db42166738), after_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:36.722485 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [None req-c9b393c9-7e5f-4e4b-9961-c0ccfb5bfc47 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2cf7a45694a84e178ab67fe18096e8ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3988376 Apr 07 12:07:36.723426 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b393c9-7e5f-4e4b-9961-c0ccfb5bfc47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb563d7f-0dad-46e4-b058-23db42166738,revision_number=1']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:07:36.725354 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.wsgi [-] (103983) accepted ('10.222.0.58', 34830) {{(pid=103983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:07:36.740994 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b393c9-7e5f-4e4b-9961-c0ccfb5bfc47 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:07:36.741339 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b393c9-7e5f-4e4b-9961-c0ccfb5bfc47 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:07:36.741673 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b393c9-7e5f-4e4b-9961-c0ccfb5bfc47 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:07:36.742006 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b393c9-7e5f-4e4b-9961-c0ccfb5bfc47 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:07:36.742329 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b393c9-7e5f-4e4b-9961-c0ccfb5bfc47 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:07:36.742650 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b393c9-7e5f-4e4b-9961-c0ccfb5bfc47 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:07:36.742968 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b393c9-7e5f-4e4b-9961-c0ccfb5bfc47 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:07:36.743317 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b393c9-7e5f-4e4b-9961-c0ccfb5bfc47 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:07:36.743636 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b393c9-7e5f-4e4b-9961-c0ccfb5bfc47 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:07:36.743955 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b393c9-7e5f-4e4b-9961-c0ccfb5bfc47 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:07:36.744272 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b393c9-7e5f-4e4b-9961-c0ccfb5bfc47 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:07:36.744588 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b393c9-7e5f-4e4b-9961-c0ccfb5bfc47 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:07:36.744900 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b393c9-7e5f-4e4b-9961-c0ccfb5bfc47 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:07:36.745213 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b393c9-7e5f-4e4b-9961-c0ccfb5bfc47 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:07:36.745521 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b393c9-7e5f-4e4b-9961-c0ccfb5bfc47 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:07:36.788984 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-6a59887d-3a52-47e5-8c63-268ee056ee38 admin admin] Publish callbacks [] for security_group (fb563d7f-0dad-46e4-b058-23db42166738), before_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:36.810061 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-6a59887d-3a52-47e5-8c63-268ee056ee38 admin admin] Publish callbacks [] for security_group (fb563d7f-0dad-46e4-b058-23db42166738), precommit_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:36.952085 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-6a59887d-3a52-47e5-8c63-268ee056ee38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678166'] for security_group (fb563d7f-0dad-46e4-b058-23db42166738), after_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:36.955965 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-6a59887d-3a52-47e5-8c63-268ee056ee38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:36.957146 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [None req-6a59887d-3a52-47e5-8c63-268ee056ee38 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/fb563d7f-0dad-46e4-b058-23db42166738 HTTP/1.1" status: 204 len: 168 time: 0.2309446 Apr 07 12:07:36.967749 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a59887d-3a52-47e5-8c63-268ee056ee38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb563d7f-0dad-46e4-b058-23db42166738,revision_number=None']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:07:37.048776 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-7852336b-6020-4a92-b461-64ad255b1419 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:37.136100 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162ab0f6-11d5-4f42-8454-5afd048b2e0b req-70d7b9cb-b2ab-4d0b-9da8-734eb92f13cc tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:37.137691 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-162ab0f6-11d5-4f42-8454-5afd048b2e0b req-70d7b9cb-b2ab-4d0b-9da8-734eb92f13cc tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/ports?device_id=ac1f3a68-f423-4755-a9c4-1f053e094038 HTTP/1.1" status: 200 len: 945 time: 0.0583026 Apr 07 12:07:37.155337 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-7852336b-6020-4a92-b461-64ad255b1419 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2019898'] for floatingip (0a1e9fed-2657-442b-a77e-6d8a38e2c2f8), after_update {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:37.266093 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-162ab0f6-11d5-4f42-8454-5afd048b2e0b req-c733d909-8126-4972-9ee3-dc0c93fb0642 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/security-groups?id=a9f2a625-dc68-4664-b64d-af04d0e6ed04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213915 Apr 07 12:07:37.296164 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.db.l3_db [None req-7852336b-6020-4a92-b461-64ad255b1419 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Floating IP 0a1e9fed-2657-442b-a77e-6d8a38e2c2f8 associated. External IP: 172.27.0.250, port: cbd86407-03a8-454d-9d18-5ec335320261. Apr 07 12:07:37.392450 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-4ee86192-ef9a-4f9c-8d37-983d911c7eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (8705c964-c35e-4008-b403-e26242cd5404), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:37.701149 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.58', 34856) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:07:37.721133 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-813f100a-b4a2-46fe-a6c1-1dfd491e7931 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:37.758190 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7852336b-6020-4a92-b461-64ad255b1419 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Router a519d0f1-242e-4041-a842-bab06b04f73c has already been hosted by L3 agent ad8978c4-6515-441c-a828-0289badd3b4a {{(pid=103982) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 12:07:37.886587 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-813f100a-b4a2-46fe-a6c1-1dfd491e7931 admin admin] Publish callbacks [] for security_group (2f08c7e0-f012-444e-b6f9-941c19b350ab), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:37.904657 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7852336b-6020-4a92-b461-64ad255b1419 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Notify agent at l3_agent.dv-cinder-836930-1-iscsi the message routers_updated {{(pid=103982) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 12:07:37.910177 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-7852336b-6020-4a92-b461-64ad255b1419 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91606'] for floatingip (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:37.916670 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d541bb2f-b478-4da2-b1a7-1c5102d0008d None None] Sync routers for ids ['a519d0f1-242e-4041-a842-bab06b04f73c'] in dv-cinder-836930-1-iscsi {{(pid=103985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 12:07:37.926255 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d541bb2f-b478-4da2-b1a7-1c5102d0008d None None] Routers {'a519d0f1-242e-4041-a842-bab06b04f73c'} bound to L3 agent in host dv-cinder-836930-1-iscsi {{(pid=103985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:07:37.926873 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_hamode_db [None req-d541bb2f-b478-4da2-b1a7-1c5102d0008d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836930-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T11:57:34Z,description=,heartbeat_timestamp=2022-04-07T12:07:34Z,host='dv-cinder-836930-1-iscsi',id=ad8978c4-6515-441c-a828-0289badd3b4a,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:57:35Z,topic='l3_agent')) {'router_ids': ['a519d0f1-242e-4041-a842-bab06b04f73c'], 'active': True} {{(pid=103985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:07:37.944526 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [None req-7852336b-6020-4a92-b461-64ad255b1419 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] 10.222.0.58 "PUT /v2.0/floatingips/0a1e9fed-2657-442b-a77e-6d8a38e2c2f8 HTTP/1.1" status: 200 len: 991 time: 1.4397380 Apr 07 12:07:37.945257 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a75664a1-da22-4334-ae3d-ef7307291d96', 'tag': 'cbd86407-03a8-454d-9d18-5ec335320261'}] {{(pid=103982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:07:37.947661 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a87f3ac2112343cf46b731ae90f6f8f3b8b920e6472e7c70a4e5373429e5b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a305baa-946b-4841-ad90-70f96ae68919" -d '{"events": [{"name": "network-changed", "server_uuid": "a75664a1-da22-4334-ae3d-ef7307291d96", "tag": "cbd86407-03a8-454d-9d18-5ec335320261"}]}' {{(pid=103982) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:07:37.963308 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-813f100a-b4a2-46fe-a6c1-1dfd491e7931 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678166'] for security_group (2f08c7e0-f012-444e-b6f9-941c19b350ab), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:37.986798 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 12:07:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eac4e0b2-3d7b-493d-ba90-f8a17b179106 x-openstack-request-id: req-eac4e0b2-3d7b-493d-ba90-f8a17b179106 {{(pid=103982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:07:37.987181 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a75664a1-da22-4334-ae3d-ef7307291d96", "tag": "cbd86407-03a8-454d-9d18-5ec335320261", "status": "completed", "code": 200}]} {{(pid=103982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:07:37.987508 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-eac4e0b2-3d7b-493d-ba90-f8a17b179106 {{(pid=103982) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:07:37.987969 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eac4e0b2-3d7b-493d-ba90-f8a17b179106'] response: {'name': 'network-changed', 'server_uuid': 'a75664a1-da22-4334-ae3d-ef7307291d96', 'tag': 'cbd86407-03a8-454d-9d18-5ec335320261', 'status': 'completed', 'code': 200} Apr 07 12:07:38.007369 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [None req-813f100a-b4a2-46fe-a6c1-1dfd491e7931 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=83702893e71948d89fdda62477849eef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3079739 Apr 07 12:07:38.008287 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813f100a-b4a2-46fe-a6c1-1dfd491e7931 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f08c7e0-f012-444e-b6f9-941c19b350ab,revision_number=1']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:07:38.010231 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.wsgi [-] (103983) accepted ('10.222.0.58', 34866) {{(pid=103983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:07:38.016537 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813f100a-b4a2-46fe-a6c1-1dfd491e7931 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:07:38.016972 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813f100a-b4a2-46fe-a6c1-1dfd491e7931 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:07:38.017386 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813f100a-b4a2-46fe-a6c1-1dfd491e7931 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:07:38.017798 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813f100a-b4a2-46fe-a6c1-1dfd491e7931 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:07:38.018230 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813f100a-b4a2-46fe-a6c1-1dfd491e7931 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:07:38.018630 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813f100a-b4a2-46fe-a6c1-1dfd491e7931 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:07:38.019037 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813f100a-b4a2-46fe-a6c1-1dfd491e7931 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:07:38.019882 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813f100a-b4a2-46fe-a6c1-1dfd491e7931 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:07:38.019882 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813f100a-b4a2-46fe-a6c1-1dfd491e7931 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:07:38.020218 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813f100a-b4a2-46fe-a6c1-1dfd491e7931 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:07:38.021053 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813f100a-b4a2-46fe-a6c1-1dfd491e7931 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:07:38.021053 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813f100a-b4a2-46fe-a6c1-1dfd491e7931 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:07:38.021382 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813f100a-b4a2-46fe-a6c1-1dfd491e7931 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:07:38.021768 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813f100a-b4a2-46fe-a6c1-1dfd491e7931 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:07:38.022157 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813f100a-b4a2-46fe-a6c1-1dfd491e7931 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:07:38.054440 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_dvr_db [None req-d541bb2f-b478-4da2-b1a7-1c5102d0008d None None] Set router a519d0f1-242e-4041-a842-bab06b04f73c gateway port host: dv-cinder-836930-1-iscsi {{(pid=103985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:07:38.066432 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-37ba15d9-f8ae-453e-a0d1-bef1c1623fb2 admin admin] Publish callbacks [] for security_group (2f08c7e0-f012-444e-b6f9-941c19b350ab), before_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:38.090323 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-37ba15d9-f8ae-453e-a0d1-bef1c1623fb2 admin admin] Publish callbacks [] for security_group (2f08c7e0-f012-444e-b6f9-941c19b350ab), precommit_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:38.116833 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a305baa-946b-4841-ad90-70f96ae68919 req-95f05f91-e563-4756-9075-85e69123a6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:38.118344 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-8a305baa-946b-4841-ad90-70f96ae68919 req-95f05f91-e563-4756-9075-85e69123a6a5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=58b56b91563a42a8bdc5c09e03b65f27&device_id=a75664a1-da22-4334-ae3d-ef7307291d96 HTTP/1.1" status: 200 len: 1129 time: 0.0487955 Apr 07 12:07:38.197471 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-37ba15d9-f8ae-453e-a0d1-bef1c1623fb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678166'] for security_group (2f08c7e0-f012-444e-b6f9-941c19b350ab), after_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:38.200169 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-37ba15d9-f8ae-453e-a0d1-bef1c1623fb2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:38.202560 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [None req-37ba15d9-f8ae-453e-a0d1-bef1c1623fb2 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2f08c7e0-f012-444e-b6f9-941c19b350ab HTTP/1.1" status: 204 len: 168 time: 0.1894660 Apr 07 12:07:38.223600 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ba15d9-f8ae-453e-a0d1-bef1c1623fb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f08c7e0-f012-444e-b6f9-941c19b350ab,revision_number=None']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:07:38.243034 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a305baa-946b-4841-ad90-70f96ae68919 req-4b5e09d5-6e2a-402e-8ed3-eb7346fa0389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:38.244461 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-8a305baa-946b-4841-ad90-70f96ae68919 req-4b5e09d5-6e2a-402e-8ed3-eb7346fa0389 service neutron] 10.222.0.49 "GET /v2.0/networks?id=30ebdc73-30d3-4d75-a45d-118501e4a6d7 HTTP/1.1" status: 200 len: 915 time: 0.1092410 Apr 07 12:07:38.313680 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_hamode_db [None req-d541bb2f-b478-4da2-b1a7-1c5102d0008d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a519d0f1-242e-4041-a842-bab06b04f73c', 'name': 'tempest-AttachVolumeNegativeTest-534969019-router', 'tenant_id': '58b56b91563a42a8bdc5c09e03b65f27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'external_fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': 'f3414172-3630-42b6-b260-7d6d425d85c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:06:30Z', 'updated_at': '2022-04-07T12:06:39Z', 'revision_number': 4, 'project_id': '58b56b91563a42a8bdc5c09e03b65f27', 'gw_port': {'id': 'f3414172-3630-42b6-b260-7d6d425d85c0', 'name': '', 'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:5a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a519d0f1-242e-4041-a842-bab06b04f73c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:06:32Z', 'updated_at': '2022-04-07T12:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4554067d-f507-4a99-8a98-0874c02c5721', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836930-1-iscsi', '_floatingips': [{'id': '0a1e9fed-2657-442b-a77e-6d8a38e2c2f8', 'tenant_id': '58b56b91563a42a8bdc5c09e03b65f27', 'floating_ip_address': '172.27.0.250', 'floating_network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'router_id': 'a519d0f1-242e-4041-a842-bab06b04f73c', 'port_id': 'cbd86407-03a8-454d-9d18-5ec335320261', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '30ebdc73-30d3-4d75-a45d-118501e4a6d7', 'mac_address': 'fa:16:3e:25:63:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a75664a1-da22-4334-ae3d-ef7307291d96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T12:06:56Z', 'updated_at': '2022-04-07T12:07:36Z', 'revision_number': 1, 'project_id': '58b56b91563a42a8bdc5c09e03b65f27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68192a74-ee6f-49ed-b01a-ff2103dd3c8b', 'name': '', 'network_id': '30ebdc73-30d3-4d75-a45d-118501e4a6d7', 'tenant_id': '58b56b91563a42a8bdc5c09e03b65f27', 'mac_address': 'fa:16:3e:8d:10:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a519d0f1-242e-4041-a842-bab06b04f73c', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '7fc98a79-6638-4f9b-8125-b4339927e49b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:06:37Z', 'updated_at': '2022-04-07T12:06:49Z', 'revision_number': 5, 'project_id': '58b56b91563a42a8bdc5c09e03b65f27', 'subnets': [{'id': '7fc98a79-6638-4f9b-8125-b4339927e49b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836930-1-iscsi', False) {} {{(pid=103985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:07:38.344132 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d541bb2f-b478-4da2-b1a7-1c5102d0008d None None] Checking router: a519d0f1-242e-4041-a842-bab06b04f73c for host: dv-cinder-836930-1-iscsi {{(pid=103985) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 12:07:38.355298 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d541bb2f-b478-4da2-b1a7-1c5102d0008d None None] Routers {'a519d0f1-242e-4041-a842-bab06b04f73c'} bound to L3 agent in host dv-cinder-836930-1-iscsi {{(pid=103985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:07:38.355940 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_hamode_db [None req-d541bb2f-b478-4da2-b1a7-1c5102d0008d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836930-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T11:57:34Z,description=,heartbeat_timestamp=2022-04-07T12:07:34Z,host='dv-cinder-836930-1-iscsi',id=ad8978c4-6515-441c-a828-0289badd3b4a,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:57:35Z,topic='l3_agent')) {'router_ids': ['a519d0f1-242e-4041-a842-bab06b04f73c'], 'active': True} {{(pid=103985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:07:38.403590 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab97c53-c81c-463a-b199-85a76cefc7e9 req-51928a06-42cf-497a-b263-db756c8ef732 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:38.405201 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-6ab97c53-c81c-463a-b199-85a76cefc7e9 req-51928a06-42cf-497a-b263-db756c8ef732 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/ports?device_id=ac1f3a68-f423-4755-a9c4-1f053e094038 HTTP/1.1" status: 200 len: 945 time: 0.0640240 Apr 07 12:07:38.460600 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-6ab97c53-c81c-463a-b199-85a76cefc7e9 req-ca22de43-3772-4081-b776-07af34dba24f tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/security-groups?id=a9f2a625-dc68-4664-b64d-af04d0e6ed04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488863 Apr 07 12:07:38.475308 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_dvr_db [None req-d541bb2f-b478-4da2-b1a7-1c5102d0008d None None] Set router a519d0f1-242e-4041-a842-bab06b04f73c gateway port host: dv-cinder-836930-1-iscsi {{(pid=103985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:07:38.600550 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-8a305baa-946b-4841-ad90-70f96ae68919 req-8dee48d2-cb66-43b6-9bb4-c568057f23f3 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cbd86407-03a8-454d-9d18-5ec335320261 HTTP/1.1" status: 200 len: 999 time: 0.1111579 Apr 07 12:07:38.723960 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_hamode_db [None req-d541bb2f-b478-4da2-b1a7-1c5102d0008d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a519d0f1-242e-4041-a842-bab06b04f73c', 'name': 'tempest-AttachVolumeNegativeTest-534969019-router', 'tenant_id': '58b56b91563a42a8bdc5c09e03b65f27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'external_fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': 'f3414172-3630-42b6-b260-7d6d425d85c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:06:30Z', 'updated_at': '2022-04-07T12:06:39Z', 'revision_number': 4, 'project_id': '58b56b91563a42a8bdc5c09e03b65f27', 'gw_port': {'id': 'f3414172-3630-42b6-b260-7d6d425d85c0', 'name': '', 'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:5a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a519d0f1-242e-4041-a842-bab06b04f73c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:06:32Z', 'updated_at': '2022-04-07T12:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4554067d-f507-4a99-8a98-0874c02c5721', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836930-1-iscsi', '_floatingips': [{'id': '0a1e9fed-2657-442b-a77e-6d8a38e2c2f8', 'tenant_id': '58b56b91563a42a8bdc5c09e03b65f27', 'floating_ip_address': '172.27.0.250', 'floating_network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'router_id': 'a519d0f1-242e-4041-a842-bab06b04f73c', 'port_id': 'cbd86407-03a8-454d-9d18-5ec335320261', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '30ebdc73-30d3-4d75-a45d-118501e4a6d7', 'mac_address': 'fa:16:3e:25:63:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a75664a1-da22-4334-ae3d-ef7307291d96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T12:06:56Z', 'updated_at': '2022-04-07T12:07:36Z', 'revision_number': 1, 'project_id': '58b56b91563a42a8bdc5c09e03b65f27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68192a74-ee6f-49ed-b01a-ff2103dd3c8b', 'name': '', 'network_id': '30ebdc73-30d3-4d75-a45d-118501e4a6d7', 'tenant_id': '58b56b91563a42a8bdc5c09e03b65f27', 'mac_address': 'fa:16:3e:8d:10:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a519d0f1-242e-4041-a842-bab06b04f73c', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '7fc98a79-6638-4f9b-8125-b4339927e49b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:06:37Z', 'updated_at': '2022-04-07T12:06:49Z', 'revision_number': 5, 'project_id': '58b56b91563a42a8bdc5c09e03b65f27', 'subnets': [{'id': '7fc98a79-6638-4f9b-8125-b4339927e49b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836930-1-iscsi', False) {} {{(pid=103985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:07:38.729055 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (18566f30-62c1-4fb1-af49-ebd049d63fec), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:38.751311 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d541bb2f-b478-4da2-b1a7-1c5102d0008d None None] The sync data for ids ['a519d0f1-242e-4041-a842-bab06b04f73c'] in dv-cinder-836930-1-iscsi is: [{'id': 'a519d0f1-242e-4041-a842-bab06b04f73c', 'name': 'tempest-AttachVolumeNegativeTest-534969019-router', 'tenant_id': '58b56b91563a42a8bdc5c09e03b65f27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'external_fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': 'f3414172-3630-42b6-b260-7d6d425d85c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:06:30Z', 'updated_at': '2022-04-07T12:06:39Z', 'revision_number': 4, 'project_id': '58b56b91563a42a8bdc5c09e03b65f27', 'gw_port': {'id': 'f3414172-3630-42b6-b260-7d6d425d85c0', 'name': '', 'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:5a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a519d0f1-242e-4041-a842-bab06b04f73c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:06:32Z', 'updated_at': '2022-04-07T12:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4554067d-f507-4a99-8a98-0874c02c5721', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836930-1-iscsi', '_floatingips': [{'id': '0a1e9fed-2657-442b-a77e-6d8a38e2c2f8', 'tenant_id': '58b56b91563a42a8bdc5c09e03b65f27', 'floating_ip_address': '172.27.0.250', 'floating_network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'router_id': 'a519d0f1-242e-4041-a842-bab06b04f73c', 'port_id': 'cbd86407-03a8-454d-9d18-5ec335320261', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '30ebdc73-30d3-4d75-a45d-118501e4a6d7', 'mac_address': 'fa:16:3e:25:63:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a75664a1-da22-4334-ae3d-ef7307291d96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T12:06:56Z', 'updated_at': '2022-04-07T12:07:36Z', 'revision_number': 1, 'project_id': '58b56b91563a42a8bdc5c09e03b65f27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68192a74-ee6f-49ed-b01a-ff2103dd3c8b', 'name': '', 'network_id': '30ebdc73-30d3-4d75-a45d-118501e4a6d7', 'tenant_id': '58b56b91563a42a8bdc5c09e03b65f27', 'mac_address': 'fa:16:3e:8d:10:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a519d0f1-242e-4041-a842-bab06b04f73c', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '7fc98a79-6638-4f9b-8125-b4339927e49b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:06:37Z', 'updated_at': '2022-04-07T12:06:49Z', 'revision_number': 5, 'project_id': '58b56b91563a42a8bdc5c09e03b65f27', 'subnets': [{'id': '7fc98a79-6638-4f9b-8125-b4339927e49b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 12:07:38.967187 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56410096-b26a-4490-83c5-7b7b04df3db3 None None] New status for floating IP 0a1e9fed-2657-442b-a77e-6d8a38e2c2f8: ACTIVE {{(pid=103984) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 12:07:39.576528 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1daf087-c86e-49ba-b8d7-73552a6da743 req-ee3274af-0621-433f-a3c0-d4725e5e08ba tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:39.577880 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-e1daf087-c86e-49ba-b8d7-73552a6da743 req-ee3274af-0621-433f-a3c0-d4725e5e08ba tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/ports?device_id=ac1f3a68-f423-4755-a9c4-1f053e094038 HTTP/1.1" status: 200 len: 945 time: 0.0508697 Apr 07 12:07:39.627533 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-e1daf087-c86e-49ba-b8d7-73552a6da743 req-b4816aea-47e8-4f6d-b7d5-77526a1b417b tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/security-groups?id=a9f2a625-dc68-4664-b64d-af04d0e6ed04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434241 Apr 07 12:07:40.490966 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a305baa-946b-4841-ad90-70f96ae68919 req-b22ca942-a179-4b2f-8a46-7084dde5d171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:40.493691 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-8a305baa-946b-4841-ad90-70f96ae68919 req-b22ca942-a179-4b2f-8a46-7084dde5d171 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7fc98a79-6638-4f9b-8125-b4339927e49b HTTP/1.1" status: 200 len: 853 time: 0.0545688 Apr 07 12:07:40.581114 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a305baa-946b-4841-ad90-70f96ae68919 req-e944d9f9-01f2-4231-9bbd-364f5ae5de49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:40.583739 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-8a305baa-946b-4841-ad90-70f96ae68919 req-e944d9f9-01f2-4231-9bbd-364f5ae5de49 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=30ebdc73-30d3-4d75-a45d-118501e4a6d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0733163 Apr 07 12:07:40.694298 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-8a305baa-946b-4841-ad90-70f96ae68919 req-f79af227-ecfe-4383-abaa-76f7a389f17d service neutron] 10.222.0.49 "GET /v2.0/networks/30ebdc73-30d3-4d75-a45d-118501e4a6d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012132 Apr 07 12:07:40.751929 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3921465-e80c-4c91-8798-80f55a10442a req-b0ce23c2-f91c-47ca-a5a6-7d36fe655b55 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:40.753432 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-b3921465-e80c-4c91-8798-80f55a10442a req-b0ce23c2-f91c-47ca-a5a6-7d36fe655b55 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/ports?device_id=ac1f3a68-f423-4755-a9c4-1f053e094038 HTTP/1.1" status: 200 len: 945 time: 0.0555744 Apr 07 12:07:40.801457 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-b3921465-e80c-4c91-8798-80f55a10442a req-6748e970-dd95-413f-97b3-7a57eee3d841 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/security-groups?id=a9f2a625-dc68-4664-b64d-af04d0e6ed04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424144 Apr 07 12:07:41.918554 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9416fd-10b1-4bd4-bbb3-459fe10beb7a req-02e233f3-647e-4145-94f9-f8b8937683a6 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:41.920060 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-2b9416fd-10b1-4bd4-bbb3-459fe10beb7a req-02e233f3-647e-4145-94f9-f8b8937683a6 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/ports?device_id=ac1f3a68-f423-4755-a9c4-1f053e094038 HTTP/1.1" status: 200 len: 945 time: 0.0508931 Apr 07 12:07:41.964865 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-2b9416fd-10b1-4bd4-bbb3-459fe10beb7a req-5399e669-adbd-4269-811c-3769541d0356 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/security-groups?id=a9f2a625-dc68-4664-b64d-af04d0e6ed04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393329 Apr 07 12:07:43.081352 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a570f5-dafb-4476-bd3b-be223c8a6533 req-6bb75bbf-2612-42f0-8ee0-a45a74b12764 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:43.082809 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-a4a570f5-dafb-4476-bd3b-be223c8a6533 req-6bb75bbf-2612-42f0-8ee0-a45a74b12764 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/ports?device_id=ac1f3a68-f423-4755-a9c4-1f053e094038 HTTP/1.1" status: 200 len: 945 time: 0.0530856 Apr 07 12:07:43.136755 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-a4a570f5-dafb-4476-bd3b-be223c8a6533 req-8966c5bb-d33f-48f3-8d47-c9a12e733648 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/security-groups?id=a9f2a625-dc68-4664-b64d-af04d0e6ed04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483222 Apr 07 12:07:43.728575 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-8a305baa-946b-4841-ad90-70f96ae68919 req-a04c456d-4b43-4dda-98ae-97651855d177 service neutron] 10.222.0.49 "GET /v2.0/networks/30ebdc73-30d3-4d75-a45d-118501e4a6d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877564 Apr 07 12:07:44.256023 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10433db4-5a32-4a8e-b62d-a1d34f1f0d3b req-59f82d5a-4d2b-459c-a585-783195f3ead8 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:44.257488 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-10433db4-5a32-4a8e-b62d-a1d34f1f0d3b req-59f82d5a-4d2b-459c-a585-783195f3ead8 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/ports?device_id=ac1f3a68-f423-4755-a9c4-1f053e094038 HTTP/1.1" status: 200 len: 945 time: 0.0525124 Apr 07 12:07:44.303685 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-10433db4-5a32-4a8e-b62d-a1d34f1f0d3b req-26b56112-03b4-423d-8f2e-d72e9510a7ae tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/security-groups?id=a9f2a625-dc68-4664-b64d-af04d0e6ed04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403385 Apr 07 12:07:45.334872 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.wsgi [-] (103983) accepted ('10.222.0.58', 35046) {{(pid=103983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:07:45.433369 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a18a7e-e56b-4f87-8185-56050be5c688 req-5554d516-67be-48d5-8c3c-a8f2cea53127 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:45.434876 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-59a18a7e-e56b-4f87-8185-56050be5c688 req-5554d516-67be-48d5-8c3c-a8f2cea53127 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/ports?device_id=ac1f3a68-f423-4755-a9c4-1f053e094038 HTTP/1.1" status: 200 len: 945 time: 0.0622067 Apr 07 12:07:45.467978 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-ec15f5b9-7082-4bcd-ad1a-c2a736e380d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:45.510058 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-59a18a7e-e56b-4f87-8185-56050be5c688 req-61b201f0-b39b-444a-a55f-5c0db6b6f7dc tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/security-groups?id=a9f2a625-dc68-4664-b64d-af04d0e6ed04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687184 Apr 07 12:07:45.564287 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-ec15f5b9-7082-4bcd-ad1a-c2a736e380d9 admin admin] Publish callbacks [] for security_group (962c13c1-1465-4d97-b491-eabf000c32e7), precommit_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:45.663733 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-ec15f5b9-7082-4bcd-ad1a-c2a736e380d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678166'] for security_group (962c13c1-1465-4d97-b491-eabf000c32e7), after_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:45.694614 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1186625-64a1-45cd-adcc-29194228bc9d req-58701976-58ff-49a1-a6ca-b0da6e6d6c09 tempest-DeleteServersTestJSON-739240211 tempest-DeleteServersTestJSON-739240211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:45.696087 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-a1186625-64a1-45cd-adcc-29194228bc9d req-58701976-58ff-49a1-a6ca-b0da6e6d6c09 tempest-DeleteServersTestJSON-739240211 tempest-DeleteServersTestJSON-739240211-project] 10.222.0.58 "GET /v2.0/ports?device_id=3d0eeb31-0d37-4a21-9863-9437b542b275 HTTP/1.1" status: 200 len: 946 time: 0.0716152 Apr 07 12:07:45.722567 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec15f5b9-7082-4bcd-ad1a-c2a736e380d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=962c13c1-1465-4d97-b491-eabf000c32e7,revision_number=1']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:07:45.734458 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [None req-ec15f5b9-7082-4bcd-ad1a-c2a736e380d9 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=79e7fe33fe1d4ba8844f3386f8d57407&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3989708 Apr 07 12:07:45.737851 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.58', 35058) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:07:45.761565 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-a1186625-64a1-45cd-adcc-29194228bc9d req-22903ee3-2bba-4636-8bc8-645f64a75fcc tempest-DeleteServersTestJSON-739240211 tempest-DeleteServersTestJSON-739240211-project] 10.222.0.58 "GET /v2.0/security-groups?id=ebb06e7c-1cd4-40fe-a58a-9c7e60c397b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561733 Apr 07 12:07:45.788407 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-6c30332b-57dc-486c-bfe1-dce9a6f14d97 admin admin] Publish callbacks [] for security_group (962c13c1-1465-4d97-b491-eabf000c32e7), before_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:45.809669 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-6c30332b-57dc-486c-bfe1-dce9a6f14d97 admin admin] Publish callbacks [] for security_group (962c13c1-1465-4d97-b491-eabf000c32e7), precommit_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:45.945885 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-6c30332b-57dc-486c-bfe1-dce9a6f14d97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678166'] for security_group (962c13c1-1465-4d97-b491-eabf000c32e7), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:45.948695 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-6c30332b-57dc-486c-bfe1-dce9a6f14d97 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:45.950049 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [None req-6c30332b-57dc-486c-bfe1-dce9a6f14d97 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/962c13c1-1465-4d97-b491-eabf000c32e7 HTTP/1.1" status: 204 len: 168 time: 0.2109499 Apr 07 12:07:45.958719 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c30332b-57dc-486c-bfe1-dce9a6f14d97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=962c13c1-1465-4d97-b491-eabf000c32e7,revision_number=None']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:07:46.635600 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f848dc4b-3d7b-4e32-96a7-a38d14202f51 req-d02cf546-7360-4a81-878d-ba2929cc607a tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:46.637111 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-f848dc4b-3d7b-4e32-96a7-a38d14202f51 req-d02cf546-7360-4a81-878d-ba2929cc607a tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/ports?device_id=ac1f3a68-f423-4755-a9c4-1f053e094038 HTTP/1.1" status: 200 len: 945 time: 0.0552948 Apr 07 12:07:46.684242 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-f848dc4b-3d7b-4e32-96a7-a38d14202f51 req-601be8ff-d68e-4829-a54a-c733029d01ed tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/security-groups?id=a9f2a625-dc68-4664-b64d-af04d0e6ed04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414002 Apr 07 12:07:46.879541 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cca543a-dfb7-4a7a-98c6-4e937dcdb918 req-989a455a-60d0-482a-9b6f-87fee2e6a0e5 tempest-DeleteServersTestJSON-739240211 tempest-DeleteServersTestJSON-739240211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:46.881035 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-3cca543a-dfb7-4a7a-98c6-4e937dcdb918 req-989a455a-60d0-482a-9b6f-87fee2e6a0e5 tempest-DeleteServersTestJSON-739240211 tempest-DeleteServersTestJSON-739240211-project] 10.222.0.58 "GET /v2.0/ports?device_id=3d0eeb31-0d37-4a21-9863-9437b542b275 HTTP/1.1" status: 200 len: 946 time: 0.0521264 Apr 07 12:07:46.929863 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-3cca543a-dfb7-4a7a-98c6-4e937dcdb918 req-2cd489b7-4a4e-4948-bb40-5046ce8e07a2 tempest-DeleteServersTestJSON-739240211 tempest-DeleteServersTestJSON-739240211-project] 10.222.0.58 "GET /v2.0/security-groups?id=ebb06e7c-1cd4-40fe-a58a-9c7e60c397b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408466 Apr 07 12:07:47.500652 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.wsgi [-] (103983) accepted ('10.222.0.58', 35110) {{(pid=103983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:07:47.606974 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-c78f9eba-6006-44db-9271-fe8fc999106a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:47.677642 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-c78f9eba-6006-44db-9271-fe8fc999106a admin admin] Publish callbacks [] for security_group (60c4cdb8-a73d-45b9-9e21-63bdb1568a8f), precommit_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:47.786590 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-c78f9eba-6006-44db-9271-fe8fc999106a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678166'] for security_group (60c4cdb8-a73d-45b9-9e21-63bdb1568a8f), after_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:47.820628 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036a93ba-dc3c-45c9-9e8b-7bdde212e549 req-b9513af2-5a5c-4c00-9ac6-2d37ceba19b7 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:47.823306 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78f9eba-6006-44db-9271-fe8fc999106a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60c4cdb8-a73d-45b9-9e21-63bdb1568a8f,revision_number=1']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:07:47.827709 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-036a93ba-dc3c-45c9-9e8b-7bdde212e549 req-b9513af2-5a5c-4c00-9ac6-2d37ceba19b7 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/ports?device_id=ac1f3a68-f423-4755-a9c4-1f053e094038 HTTP/1.1" status: 200 len: 945 time: 0.0713217 Apr 07 12:07:47.828890 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [None req-c78f9eba-6006-44db-9271-fe8fc999106a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f887db5853ff406aba58d22ad739d394&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3272352 Apr 07 12:07:47.833345 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.58', 35128) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:07:47.901206 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-036a93ba-dc3c-45c9-9e8b-7bdde212e549 req-52ab7498-c6bc-4ae4-9939-024ec4271c37 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/security-groups?id=a9f2a625-dc68-4664-b64d-af04d0e6ed04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691631 Apr 07 12:07:47.912689 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-a0cb54b2-7be2-4e0d-b4a4-bac6cf668449 admin admin] Publish callbacks [] for security_group (60c4cdb8-a73d-45b9-9e21-63bdb1568a8f), before_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:47.933850 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-a0cb54b2-7be2-4e0d-b4a4-bac6cf668449 admin admin] Publish callbacks [] for security_group (60c4cdb8-a73d-45b9-9e21-63bdb1568a8f), precommit_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:48.049157 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fd815a-c5ca-44e5-afe3-ea3854d91eec req-6a9b7717-ab73-4f45-9948-b656a8f07ebe tempest-DeleteServersTestJSON-739240211 tempest-DeleteServersTestJSON-739240211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:48.050521 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-12fd815a-c5ca-44e5-afe3-ea3854d91eec req-6a9b7717-ab73-4f45-9948-b656a8f07ebe tempest-DeleteServersTestJSON-739240211 tempest-DeleteServersTestJSON-739240211-project] 10.222.0.58 "GET /v2.0/ports?device_id=3d0eeb31-0d37-4a21-9863-9437b542b275 HTTP/1.1" status: 200 len: 946 time: 0.0547295 Apr 07 12:07:48.054287 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-a0cb54b2-7be2-4e0d-b4a4-bac6cf668449 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678166'] for security_group (60c4cdb8-a73d-45b9-9e21-63bdb1568a8f), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:48.057111 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-a0cb54b2-7be2-4e0d-b4a4-bac6cf668449 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:48.058266 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [None req-a0cb54b2-7be2-4e0d-b4a4-bac6cf668449 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/60c4cdb8-a73d-45b9-9e21-63bdb1568a8f HTTP/1.1" status: 204 len: 168 time: 0.2240691 Apr 07 12:07:48.067266 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cb54b2-7be2-4e0d-b4a4-bac6cf668449 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60c4cdb8-a73d-45b9-9e21-63bdb1568a8f,revision_number=None']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:07:48.099867 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-12fd815a-c5ca-44e5-afe3-ea3854d91eec req-ae63a220-fb8f-48b2-a1ab-db0a9777f810 tempest-DeleteServersTestJSON-739240211 tempest-DeleteServersTestJSON-739240211-project] 10.222.0.58 "GET /v2.0/security-groups?id=ebb06e7c-1cd4-40fe-a58a-9c7e60c397b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433831 Apr 07 12:07:48.322422 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.agents_db [None req-3662b1ad-d2b5-4b6d-81f6-e1280f618718 None None] Agent healthcheck: found 6 active agents {{(pid=103985) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 12:07:49.019506 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114149b4-c028-43c7-9302-bcf81919fd3c req-9a61af38-8714-461e-b25b-34f17a26e690 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:49.020995 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-114149b4-c028-43c7-9302-bcf81919fd3c req-9a61af38-8714-461e-b25b-34f17a26e690 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/ports?device_id=ac1f3a68-f423-4755-a9c4-1f053e094038 HTTP/1.1" status: 200 len: 945 time: 0.0532694 Apr 07 12:07:49.074732 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-114149b4-c028-43c7-9302-bcf81919fd3c req-2a8277ea-968b-42bc-bfcf-1b6bc20d687c tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/security-groups?id=a9f2a625-dc68-4664-b64d-af04d0e6ed04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476034 Apr 07 12:07:49.217071 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82939212-33f8-47ae-b6af-45ea4e040380 req-b3f57025-f836-46e9-8304-60b13d8e204a tempest-DeleteServersTestJSON-739240211 tempest-DeleteServersTestJSON-739240211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:49.218524 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-82939212-33f8-47ae-b6af-45ea4e040380 req-b3f57025-f836-46e9-8304-60b13d8e204a tempest-DeleteServersTestJSON-739240211 tempest-DeleteServersTestJSON-739240211-project] 10.222.0.58 "GET /v2.0/ports?device_id=3d0eeb31-0d37-4a21-9863-9437b542b275 HTTP/1.1" status: 200 len: 946 time: 0.0511024 Apr 07 12:07:49.264097 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-82939212-33f8-47ae-b6af-45ea4e040380 req-6fa0d9ad-1263-4dee-9fd3-23f36b2d7055 tempest-DeleteServersTestJSON-739240211 tempest-DeleteServersTestJSON-739240211-project] 10.222.0.58 "GET /v2.0/security-groups?id=ebb06e7c-1cd4-40fe-a58a-9c7e60c397b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392940 Apr 07 12:07:50.199068 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdceabbf-1b45-43f9-92fa-c1de08e78300 req-f2852869-e479-42d5-af8e-cc332c44860b tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:50.200562 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-cdceabbf-1b45-43f9-92fa-c1de08e78300 req-f2852869-e479-42d5-af8e-cc332c44860b tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/ports?device_id=ac1f3a68-f423-4755-a9c4-1f053e094038 HTTP/1.1" status: 200 len: 945 time: 0.0577109 Apr 07 12:07:50.247203 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-cdceabbf-1b45-43f9-92fa-c1de08e78300 req-32055a49-a702-4bb9-b5f5-f6cb9b9c69b5 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/security-groups?id=a9f2a625-dc68-4664-b64d-af04d0e6ed04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411572 Apr 07 12:07:50.384493 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa31974e-c27f-43eb-b75a-0f8b133d43e3 req-55685c64-3e19-49e2-92dc-6d98ae11bdc4 tempest-DeleteServersTestJSON-739240211 tempest-DeleteServersTestJSON-739240211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:50.385958 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-fa31974e-c27f-43eb-b75a-0f8b133d43e3 req-55685c64-3e19-49e2-92dc-6d98ae11bdc4 tempest-DeleteServersTestJSON-739240211 tempest-DeleteServersTestJSON-739240211-project] 10.222.0.58 "GET /v2.0/ports?device_id=3d0eeb31-0d37-4a21-9863-9437b542b275 HTTP/1.1" status: 200 len: 946 time: 0.0545871 Apr 07 12:07:50.432074 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-fa31974e-c27f-43eb-b75a-0f8b133d43e3 req-701f15a3-4eac-4aef-8171-777457508cec tempest-DeleteServersTestJSON-739240211 tempest-DeleteServersTestJSON-739240211-project] 10.222.0.58 "GET /v2.0/security-groups?id=ebb06e7c-1cd4-40fe-a58a-9c7e60c397b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402040 Apr 07 12:07:51.365529 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362cc295-fe5c-4f79-8c58-e5c530f40e76 req-751ccb7b-64de-48a2-8bd0-c8b5783ec7bb tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:51.366976 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-362cc295-fe5c-4f79-8c58-e5c530f40e76 req-751ccb7b-64de-48a2-8bd0-c8b5783ec7bb tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/ports?device_id=ac1f3a68-f423-4755-a9c4-1f053e094038 HTTP/1.1" status: 200 len: 945 time: 0.0549152 Apr 07 12:07:51.413065 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-362cc295-fe5c-4f79-8c58-e5c530f40e76 req-ac4a9e2e-d6b2-4a0d-a420-408c7da70155 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/security-groups?id=a9f2a625-dc68-4664-b64d-af04d0e6ed04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403464 Apr 07 12:07:51.519969 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74086da-69b7-4ac3-9df5-eea64811f161 req-bd05fd91-f3d2-41a6-9f5c-46054d831ad4 tempest-DeleteServersTestJSON-739240211 tempest-DeleteServersTestJSON-739240211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:51.521516 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-f74086da-69b7-4ac3-9df5-eea64811f161 req-bd05fd91-f3d2-41a6-9f5c-46054d831ad4 tempest-DeleteServersTestJSON-739240211 tempest-DeleteServersTestJSON-739240211-project] 10.222.0.49 "GET /v2.0/ports?device_id=3d0eeb31-0d37-4a21-9863-9437b542b275 HTTP/1.1" status: 200 len: 946 time: 0.0561123 Apr 07 12:07:51.551077 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdd2316-d5a8-4844-857f-e9b838072fa0 req-32c6927c-8b8f-4acb-a003-6f0c0313e73c tempest-DeleteServersTestJSON-739240211 tempest-DeleteServersTestJSON-739240211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:51.552573 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-8cdd2316-d5a8-4844-857f-e9b838072fa0 req-32c6927c-8b8f-4acb-a003-6f0c0313e73c tempest-DeleteServersTestJSON-739240211 tempest-DeleteServersTestJSON-739240211-project] 10.222.0.58 "GET /v2.0/ports?device_id=3d0eeb31-0d37-4a21-9863-9437b542b275 HTTP/1.1" status: 200 len: 946 time: 0.0525050 Apr 07 12:07:51.600761 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-8cdd2316-d5a8-4844-857f-e9b838072fa0 req-96a1acc8-08f7-40cc-a02b-af662adaebe6 tempest-DeleteServersTestJSON-739240211 tempest-DeleteServersTestJSON-739240211-project] 10.222.0.58 "GET /v2.0/security-groups?id=ebb06e7c-1cd4-40fe-a58a-9c7e60c397b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419667 Apr 07 12:07:51.666941 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.plugin [req-f74086da-69b7-4ac3-9df5-eea64811f161 req-8513a9bf-166c-458b-a52e-9616cf806106 tempest-DeleteServersTestJSON-739240211 tempest-DeleteServersTestJSON-739240211-project] Deleting port c3288a8e-fdcf-410d-8cb0-aa05fa988555 {{(pid=103982) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:07:51.667313 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [req-f74086da-69b7-4ac3-9df5-eea64811f161 req-8513a9bf-166c-458b-a52e-9616cf806106 tempest-DeleteServersTestJSON-739240211 tempest-DeleteServersTestJSON-739240211-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780057404546'] for port (c3288a8e-fdcf-410d-8cb0-aa05fa988555), before_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:51.758820 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.db [req-f74086da-69b7-4ac3-9df5-eea64811f161 req-8513a9bf-166c-458b-a52e-9616cf806106 tempest-DeleteServersTestJSON-739240211 tempest-DeleteServersTestJSON-739240211-project] For port c3288a8e-fdcf-410d-8cb0-aa05fa988555, host hv-cinder-83693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83693',level=0,port_id=c3288a8e-fdcf-410d-8cb0-aa05fa988555,segment=NetworkSegment(b0e9bda0-b37f-4b94-8ae5-b6346019a16e),segment_id=b0e9bda0-b37f-4b94-8ae5-b6346019a16e)] {{(pid=103982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:07:51.759201 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [req-f74086da-69b7-4ac3-9df5-eea64811f161 req-8513a9bf-166c-458b-a52e-9616cf806106 tempest-DeleteServersTestJSON-739240211 tempest-DeleteServersTestJSON-739240211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2017998'] for port (c3288a8e-fdcf-410d-8cb0-aa05fa988555), precommit_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:51.779194 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.plugin [req-f74086da-69b7-4ac3-9df5-eea64811f161 req-8513a9bf-166c-458b-a52e-9616cf806106 tempest-DeleteServersTestJSON-739240211 tempest-DeleteServersTestJSON-739240211-project] Calling delete_port for c3288a8e-fdcf-410d-8cb0-aa05fa988555 owned by compute:nova {{(pid=103982) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:07:51.880729 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-8241f96d-45b1-406f-bf74-27b831e49d8f req-b66fbfe5-5af6-40cd-b708-19c615c47b4d tempest-VolumesNegativeTest-1557133286 tempest-VolumesNegativeTest-1557133286-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=68b82f83e8594830a4b0a69fb5a0330c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0339329 Apr 07 12:07:52.118413 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8241f96d-45b1-406f-bf74-27b831e49d8f req-ed7e2f18-1d46-4d7e-bebe-9cb2dfc4cb93 tempest-VolumesNegativeTest-1557133286 tempest-VolumesNegativeTest-1557133286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:52.119879 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-8241f96d-45b1-406f-bf74-27b831e49d8f req-ed7e2f18-1d46-4d7e-bebe-9cb2dfc4cb93 tempest-VolumesNegativeTest-1557133286 tempest-VolumesNegativeTest-1557133286-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2295351 Apr 07 12:07:52.134983 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-8241f96d-45b1-406f-bf74-27b831e49d8f req-3d52a376-c1a7-49a1-97d4-6a644d11e28c tempest-VolumesNegativeTest-1557133286 tempest-VolumesNegativeTest-1557133286-project] 10.222.0.58 "GET /v2.0/quotas/68b82f83e8594830a4b0a69fb5a0330c HTTP/1.1" status: 200 len: 375 time: 0.0097148 Apr 07 12:07:52.179870 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-8241f96d-45b1-406f-bf74-27b831e49d8f req-eef2e3bb-4a5b-4568-8032-9894f3589a4b tempest-VolumesNegativeTest-1557133286 tempest-VolumesNegativeTest-1557133286-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=68b82f83e8594830a4b0a69fb5a0330c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0312653 Apr 07 12:07:52.231842 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [req-f74086da-69b7-4ac3-9df5-eea64811f161 req-8513a9bf-166c-458b-a52e-9616cf806106 tempest-DeleteServersTestJSON-739240211 tempest-DeleteServersTestJSON-739240211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780057409621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780056949598'] for port (c3288a8e-fdcf-410d-8cb0-aa05fa988555), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:52.264926 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8513a9bf-166c-458b-a52e-9616cf806106 tempest-DeleteServersTestJSON-739240211 tempest-DeleteServersTestJSON-739240211-project] Pushing event deleted for resources: {'Port': ['ID=c3288a8e-fdcf-410d-8cb0-aa05fa988555,revision_number=None']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:07:52.328540 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.db.l3_dvrscheduler_db [req-f74086da-69b7-4ac3-9df5-eea64811f161 req-8513a9bf-166c-458b-a52e-9616cf806106 tempest-DeleteServersTestJSON-739240211 tempest-DeleteServersTestJSON-739240211-project] No DVR routers for this DVR port c3288a8e-fdcf-410d-8cb0-aa05fa988555 on host hv-cinder-83693 {{(pid=103982) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 12:07:52.331714 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [req-f74086da-69b7-4ac3-9df5-eea64811f161 req-8513a9bf-166c-458b-a52e-9616cf806106 tempest-DeleteServersTestJSON-739240211 tempest-DeleteServersTestJSON-739240211-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91606'] for port (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:52.334996 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-f74086da-69b7-4ac3-9df5-eea64811f161 req-8513a9bf-166c-458b-a52e-9616cf806106 tempest-DeleteServersTestJSON-739240211 tempest-DeleteServersTestJSON-739240211-project] 10.222.0.49 "DELETE /v2.0/ports/c3288a8e-fdcf-410d-8cb0-aa05fa988555 HTTP/1.1" status: 204 len: 173 time: 0.7951467 Apr 07 12:07:52.335450 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d0eeb31-0d37-4a21-9863-9437b542b275', 'name': 'network-vif-deleted', 'tag': 'c3288a8e-fdcf-410d-8cb0-aa05fa988555'}] {{(pid=103982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:07:52.337656 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a87f3ac2112343cf46b731ae90f6f8f3b8b920e6472e7c70a4e5373429e5b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-659534ca-1a17-4b8a-bcf7-28d58fa863dc" -d '{"events": [{"server_uuid": "3d0eeb31-0d37-4a21-9863-9437b542b275", "name": "network-vif-deleted", "tag": "c3288a8e-fdcf-410d-8cb0-aa05fa988555"}]}' {{(pid=103982) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:07:52.372500 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 12:07:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cfc93bd-fb74-490d-a092-25119e1de6c4 x-openstack-request-id: req-8cfc93bd-fb74-490d-a092-25119e1de6c4 {{(pid=103982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:07:52.372500 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d0eeb31-0d37-4a21-9863-9437b542b275", "name": "network-vif-deleted", "tag": "c3288a8e-fdcf-410d-8cb0-aa05fa988555", "status": "completed", "code": 200}]} {{(pid=103982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:07:52.372500 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8cfc93bd-fb74-490d-a092-25119e1de6c4 {{(pid=103982) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:07:52.372500 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8cfc93bd-fb74-490d-a092-25119e1de6c4'] response: {'server_uuid': '3d0eeb31-0d37-4a21-9863-9437b542b275', 'name': 'network-vif-deleted', 'tag': 'c3288a8e-fdcf-410d-8cb0-aa05fa988555', 'status': 'completed', 'code': 200} Apr 07 12:07:52.469067 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-e097c88b-7079-43aa-8ba3-4f30548d6ae3 req-c6e2fdf1-bf8e-4e07-b99a-3a83c54e4287 tempest-VolumesNegativeTest-1557133286 tempest-VolumesNegativeTest-1557133286-project] 10.222.0.58 "GET /v2.0/ports?device_id=47e566bd-7f59-44e5-a5d5-8e1ee1dcebf9 HTTP/1.1" status: 200 len: 210 time: 0.0538855 Apr 07 12:07:52.541147 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5368a3-cabd-48cf-9859-31f210c1bcb7 req-40f41944-c10a-4aa0-9bb6-0234368905d6 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:52.542638 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-0f5368a3-cabd-48cf-9859-31f210c1bcb7 req-40f41944-c10a-4aa0-9bb6-0234368905d6 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/ports?device_id=ac1f3a68-f423-4755-a9c4-1f053e094038 HTTP/1.1" status: 200 len: 945 time: 0.0597825 Apr 07 12:07:52.593050 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-0f5368a3-cabd-48cf-9859-31f210c1bcb7 req-e0882c8a-e318-42e5-8de7-a59ee5817d08 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/security-groups?id=a9f2a625-dc68-4664-b64d-af04d0e6ed04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445371 Apr 07 12:07:52.697827 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-323a86c0-2374-4538-ae7c-ca8b92d065c5 req-d901748f-3878-4ab1-8ad9-1c013e1de871 tempest-DeleteServersTestJSON-739240211 tempest-DeleteServersTestJSON-739240211-project] 10.222.0.58 "GET /v2.0/ports?device_id=3d0eeb31-0d37-4a21-9863-9437b542b275 HTTP/1.1" status: 200 len: 210 time: 0.0299811 Apr 07 12:07:53.528448 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-69bd4795-9a19-4c91-89a0-15b4acff6cca req-7c949611-08cb-44db-b452-37d7901c1109 tempest-VolumesNegativeTest-1557133286 tempest-VolumesNegativeTest-1557133286-project] 10.222.0.58 "GET /v2.0/ports?device_id=47e566bd-7f59-44e5-a5d5-8e1ee1dcebf9 HTTP/1.1" status: 200 len: 210 time: 0.0280592 Apr 07 12:07:53.535562 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Device c3288a8e-fdcf-410d-8cb0-aa05fa988555 no longer exists at agent hyperv_hv-cinder-83693 {{(pid=103984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 12:07:53.557201 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] No Port match for: c3288a8e-fdcf-410d-8cb0-aa05fa988555 {{(pid=103984) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 12:07:53.557617 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Device c3288a8e-fdcf-410d-8cb0-aa05fa988555 not bound to the agent host hv-cinder-83693 {{(pid=103984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 12:07:53.710123 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d760b29-6099-4c33-b906-44333b3c24bd req-5cf53c2f-4fec-44ae-bc1e-3e2f1016fc84 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:53.711617 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-1d760b29-6099-4c33-b906-44333b3c24bd req-5cf53c2f-4fec-44ae-bc1e-3e2f1016fc84 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/ports?device_id=ac1f3a68-f423-4755-a9c4-1f053e094038 HTTP/1.1" status: 200 len: 945 time: 0.0527644 Apr 07 12:07:53.759021 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-1d760b29-6099-4c33-b906-44333b3c24bd req-fee2bd1d-8e97-4ab9-878c-8eb973444c05 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/security-groups?id=a9f2a625-dc68-4664-b64d-af04d0e6ed04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417507 Apr 07 12:07:53.790604 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-d5b54bfc-8237-480d-93eb-c3db4a08a330 req-6137a0d7-e9db-44ef-aa57-fdba2d6f0057 tempest-DeleteServersTestJSON-739240211 tempest-DeleteServersTestJSON-739240211-project] 10.222.0.58 "GET /v2.0/ports?device_id=3d0eeb31-0d37-4a21-9863-9437b542b275 HTTP/1.1" status: 200 len: 210 time: 0.0271125 Apr 07 12:07:54.619847 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-8ef074ef-e8fd-4f97-95f0-b22797405359 req-d3065f88-3b4d-4395-a0ef-ea1c674fc1d7 tempest-VolumesNegativeTest-1557133286 tempest-VolumesNegativeTest-1557133286-project] 10.222.0.58 "GET /v2.0/ports?device_id=47e566bd-7f59-44e5-a5d5-8e1ee1dcebf9 HTTP/1.1" status: 200 len: 210 time: 0.0263383 Apr 07 12:07:54.916710 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1becc138-927e-451d-bfd4-8870c7f3a6a5 req-40800019-81e4-49bd-9bfc-8d3be86b09ed tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:54.918232 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-1becc138-927e-451d-bfd4-8870c7f3a6a5 req-40800019-81e4-49bd-9bfc-8d3be86b09ed tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/ports?device_id=ac1f3a68-f423-4755-a9c4-1f053e094038 HTTP/1.1" status: 200 len: 945 time: 0.0934098 Apr 07 12:07:54.931616 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-76d8c2d2-a9e1-4c07-abef-8d3620e15dde req-5c2042e6-acf8-4c2e-9787-bed7e7cde6fe tempest-DeleteServersTestJSON-739240211 tempest-DeleteServersTestJSON-739240211-project] 10.222.0.58 "GET /v2.0/ports?device_id=3d0eeb31-0d37-4a21-9863-9437b542b275 HTTP/1.1" status: 200 len: 210 time: 0.0390251 Apr 07 12:07:54.987673 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-1becc138-927e-451d-bfd4-8870c7f3a6a5 req-0aa78983-5555-4bb8-8442-6ad36a10ba8a tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/security-groups?id=a9f2a625-dc68-4664-b64d-af04d0e6ed04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630808 Apr 07 12:07:55.025540 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.58', 35332) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:07:55.133285 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-76034975-1ca9-42c1-8b89-cd03c8747197 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:55.231746 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-76034975-1ca9-42c1-8b89-cd03c8747197 admin admin] Publish callbacks [] for security_group (7aa97c92-18d7-43a3-81a4-eb03cbdd2c85), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:55.300421 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-76034975-1ca9-42c1-8b89-cd03c8747197 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678166'] for security_group (7aa97c92-18d7-43a3-81a4-eb03cbdd2c85), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:55.340789 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76034975-1ca9-42c1-8b89-cd03c8747197 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7aa97c92-18d7-43a3-81a4-eb03cbdd2c85,revision_number=1']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:07:55.346434 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [None req-76034975-1ca9-42c1-8b89-cd03c8747197 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=292f2ff09c8245539b770d7c7454b269&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3184586 Apr 07 12:07:55.348295 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.58', 35348) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:07:55.402638 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-5b751bf6-f08b-4843-973c-4e4fdda3eaa9 admin admin] Publish callbacks [] for security_group (7aa97c92-18d7-43a3-81a4-eb03cbdd2c85), before_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:55.424594 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-5b751bf6-f08b-4843-973c-4e4fdda3eaa9 admin admin] Publish callbacks [] for security_group (7aa97c92-18d7-43a3-81a4-eb03cbdd2c85), precommit_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:55.518497 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-8241f96d-45b1-406f-bf74-27b831e49d8f req-7107f77a-1f7e-44e2-b8bd-5b51f27794e7 tempest-VolumesNegativeTest-1557133286 tempest-VolumesNegativeTest-1557133286-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=68b82f83e8594830a4b0a69fb5a0330c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0225649 Apr 07 12:07:55.552185 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-5b751bf6-f08b-4843-973c-4e4fdda3eaa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678166'] for security_group (7aa97c92-18d7-43a3-81a4-eb03cbdd2c85), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:55.554688 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-5b751bf6-f08b-4843-973c-4e4fdda3eaa9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:55.555814 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [None req-5b751bf6-f08b-4843-973c-4e4fdda3eaa9 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7aa97c92-18d7-43a3-81a4-eb03cbdd2c85 HTTP/1.1" status: 204 len: 168 time: 0.2064364 Apr 07 12:07:55.593416 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b751bf6-f08b-4843-973c-4e4fdda3eaa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aa97c92-18d7-43a3-81a4-eb03cbdd2c85,revision_number=None']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:07:55.637495 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8241f96d-45b1-406f-bf74-27b831e49d8f req-425bef10-74c8-4086-bdac-0d712db8f9c4 tempest-VolumesNegativeTest-1557133286 tempest-VolumesNegativeTest-1557133286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:55.639159 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-8241f96d-45b1-406f-bf74-27b831e49d8f req-425bef10-74c8-4086-bdac-0d712db8f9c4 tempest-VolumesNegativeTest-1557133286 tempest-VolumesNegativeTest-1557133286-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1154318 Apr 07 12:07:55.662447 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.v2.base [req-8241f96d-45b1-406f-bf74-27b831e49d8f req-8bfb249d-1938-4820-a77c-a2c4cdaabd67 tempest-VolumesNegativeTest-1557133286 tempest-VolumesNegativeTest-1557133286-project] Request body: {'port': {'device_id': '47e566bd-7f59-44e5-a5d5-8e1ee1dcebf9', 'network_id': '0072e1a5-9eac-427d-9e8d-7d4f339b91d3', 'admin_state_up': True, 'tenant_id': '68b82f83e8594830a4b0a69fb5a0330c'}} {{(pid=103982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:07:55.723651 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-d40dbfb2-1b0c-453d-8c67-2c81994213ce req-8995dbf7-2144-46a0-8566-6e48ae881191 tempest-VolumesNegativeTest-1557133286 tempest-VolumesNegativeTest-1557133286-project] 10.222.0.58 "GET /v2.0/ports?device_id=47e566bd-7f59-44e5-a5d5-8e1ee1dcebf9 HTTP/1.1" status: 200 len: 210 time: 0.0329578 Apr 07 12:07:55.866068 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8241f96d-45b1-406f-bf74-27b831e49d8f req-8bfb249d-1938-4820-a77c-a2c4cdaabd67 tempest-VolumesNegativeTest-1557133286 tempest-VolumesNegativeTest-1557133286-project] Made reservation on behalf of 68b82f83e8594830a4b0a69fb5a0330c for: {'port': 1} {{(pid=103982) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 12:07:55.869592 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [req-8241f96d-45b1-406f-bf74-27b831e49d8f req-8bfb249d-1938-4820-a77c-a2c4cdaabd67 tempest-VolumesNegativeTest-1557133286 tempest-VolumesNegativeTest-1557133286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (None), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:55.879060 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [req-8241f96d-45b1-406f-bf74-27b831e49d8f req-8bfb249d-1938-4820-a77c-a2c4cdaabd67 tempest-VolumesNegativeTest-1557133286 tempest-VolumesNegativeTest-1557133286-project] Publish callbacks [] for security_group (None), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:55.957402 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [req-8241f96d-45b1-406f-bf74-27b831e49d8f req-8bfb249d-1938-4820-a77c-a2c4cdaabd67 tempest-VolumesNegativeTest-1557133286 tempest-VolumesNegativeTest-1557133286-project] Publish callbacks [] for security_group (abe67645-1cdf-4e97-ba4a-7056a293b4db), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:56.054784 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [req-8241f96d-45b1-406f-bf74-27b831e49d8f req-8bfb249d-1938-4820-a77c-a2c4cdaabd67 tempest-VolumesNegativeTest-1557133286 tempest-VolumesNegativeTest-1557133286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678166'] for security_group (abe67645-1cdf-4e97-ba4a-7056a293b4db), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:56.118364 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfb249d-1938-4820-a77c-a2c4cdaabd67 tempest-VolumesNegativeTest-1557133286 tempest-VolumesNegativeTest-1557133286-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abe67645-1cdf-4e97-ba4a-7056a293b4db,revision_number=1']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:07:56.122017 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d98e061-1534-45b9-b044-c9eebac755b4 req-aa289048-4ae6-407f-a403-07a3a62d8f49 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:56.130058 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-9d98e061-1534-45b9-b044-c9eebac755b4 req-aa289048-4ae6-407f-a403-07a3a62d8f49 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/ports?device_id=ac1f3a68-f423-4755-a9c4-1f053e094038 HTTP/1.1" status: 200 len: 945 time: 0.0705087 Apr 07 12:07:56.187828 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-9d98e061-1534-45b9-b044-c9eebac755b4 req-f17b7636-3f58-473e-acb9-959664ae2a82 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/security-groups?id=a9f2a625-dc68-4664-b64d-af04d0e6ed04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567682 Apr 07 12:07:56.212158 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.db.db_base_plugin_common [req-8241f96d-45b1-406f-bf74-27b831e49d8f req-8bfb249d-1938-4820-a77c-a2c4cdaabd67 tempest-VolumesNegativeTest-1557133286 tempest-VolumesNegativeTest-1557133286-project] Allocated IP 192.168.233.131 (0072e1a5-9eac-427d-9e8d-7d4f339b91d3/0d3bc634-dcac-47d3-9c05-18b11cfb5e8d/e646e77c-f2f8-44bc-a7ef-6ccec8a9f624) {{(pid=103982) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 12:07:56.373675 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [req-8241f96d-45b1-406f-bf74-27b831e49d8f req-8bfb249d-1938-4820-a77c-a2c4cdaabd67 tempest-VolumesNegativeTest-1557133286 tempest-VolumesNegativeTest-1557133286-project] Publish callbacks [] for port (e646e77c-f2f8-44bc-a7ef-6ccec8a9f624), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:56.381837 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.wsgi [-] (103983) accepted ('10.222.0.58', 35396) {{(pid=103983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:07:56.458862 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.db.db_base_plugin_v2 [None req-8369d191-8a21-4da1-9003-4d824f8a574e admin admin] Deleting subnet 7fbb90be-1c1c-464a-92e6-f5ef0592d4ff {{(pid=103983) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 12:07:56.458862 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-8369d191-8a21-4da1-9003-4d824f8a574e admin admin] Publish callbacks [] for subnet (7fbb90be-1c1c-464a-92e6-f5ef0592d4ff), before_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:56.478179 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [req-8241f96d-45b1-406f-bf74-27b831e49d8f req-8bfb249d-1938-4820-a77c-a2c4cdaabd67 tempest-VolumesNegativeTest-1557133286 tempest-VolumesNegativeTest-1557133286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780056949589'] for port (e646e77c-f2f8-44bc-a7ef-6ccec8a9f624), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:56.501833 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-8369d191-8a21-4da1-9003-4d824f8a574e admin admin] Publish callbacks [] for subnet (7fbb90be-1c1c-464a-92e6-f5ef0592d4ff), precommit_delete_associations {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:56.511974 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-8369d191-8a21-4da1-9003-4d824f8a574e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7504605'] for subnet (7fbb90be-1c1c-464a-92e6-f5ef0592d4ff), precommit_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:56.520838 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8241f96d-45b1-406f-bf74-27b831e49d8f req-8bfb249d-1938-4820-a77c-a2c4cdaabd67 tempest-VolumesNegativeTest-1557133286 tempest-VolumesNegativeTest-1557133286-project] Network 0072e1a5-9eac-427d-9e8d-7d4f339b91d3 is already hosted by enough agents. {{(pid=103982) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:07:56.524042 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.scheduler.base_scheduler [req-8241f96d-45b1-406f-bf74-27b831e49d8f req-8bfb249d-1938-4820-a77c-a2c4cdaabd67 tempest-VolumesNegativeTest-1557133286 tempest-VolumesNegativeTest-1557133286-project] Resources bound (agent type, host, resource id): {{(pid=103982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:07:56.527924 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.db.l3_dvrscheduler_db [req-8241f96d-45b1-406f-bf74-27b831e49d8f req-8bfb249d-1938-4820-a77c-a2c4cdaabd67 tempest-VolumesNegativeTest-1557133286 tempest-VolumesNegativeTest-1557133286-project] Received port after_create {{(pid=103982) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 12:07:56.533811 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8241f96d-45b1-406f-bf74-27b831e49d8f req-8bfb249d-1938-4820-a77c-a2c4cdaabd67 tempest-VolumesNegativeTest-1557133286 tempest-VolumesNegativeTest-1557133286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:56.534465 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [req-8241f96d-45b1-406f-bf74-27b831e49d8f req-8bfb249d-1938-4820-a77c-a2c4cdaabd67 tempest-VolumesNegativeTest-1557133286 tempest-VolumesNegativeTest-1557133286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91606'] for port (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:56.548038 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfb249d-1938-4820-a77c-a2c4cdaabd67 tempest-VolumesNegativeTest-1557133286 tempest-VolumesNegativeTest-1557133286-project] Pushing event updated for resources: {'Port': ['ID=e646e77c-f2f8-44bc-a7ef-6ccec8a9f624,revision_number=1']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:07:56.600499 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-8241f96d-45b1-406f-bf74-27b831e49d8f req-8bfb249d-1938-4820-a77c-a2c4cdaabd67 tempest-VolumesNegativeTest-1557133286 tempest-VolumesNegativeTest-1557133286-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9426723 Apr 07 12:07:56.632822 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.v2.base [req-8241f96d-45b1-406f-bf74-27b831e49d8f req-6f65ee5e-4168-4704-ab54-0b86755c14b2 service neutron] Request body: {'port': {'device_id': '47e566bd-7f59-44e5-a5d5-8e1ee1dcebf9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83693'}} {{(pid=103982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:07:56.710796 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [req-8241f96d-45b1-406f-bf74-27b831e49d8f req-6f65ee5e-4168-4704-ab54-0b86755c14b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (e646e77c-f2f8-44bc-a7ef-6ccec8a9f624), before_update {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:56.857262 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-8369d191-8a21-4da1-9003-4d824f8a574e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7504596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968'] for subnet (7fbb90be-1c1c-464a-92e6-f5ef0592d4ff), after_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:56.859946 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.provisioning_blocks [None req-2c847d33-769b-4c15-8863-2c9a4d0a23f7 None None] Provisioning complete for port e646e77c-f2f8-44bc-a7ef-6ccec8a9f624 triggered by entity DHCP. {{(pid=103984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:07:56.863179 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-2c847d33-769b-4c15-8863-2c9a4d0a23f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7484729'] for port (e646e77c-f2f8-44bc-a7ef-6ccec8a9f624), provisioning_complete {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:56.901687 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-2c847d33-769b-4c15-8863-2c9a4d0a23f7 None None] Port e646e77c-f2f8-44bc-a7ef-6ccec8a9f624 cannot update to ACTIVE because it is not bound. {{(pid=103984) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 12:07:56.907924 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8369d191-8a21-4da1-9003-4d824f8a574e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7fbb90be-1c1c-464a-92e6-f5ef0592d4ff,revision_number=None']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:07:56.913842 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-8369d191-8a21-4da1-9003-4d824f8a574e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:56.921042 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [None req-8369d191-8a21-4da1-9003-4d824f8a574e admin admin] 10.222.0.58 "DELETE /v2.0/subnets/7fbb90be-1c1c-464a-92e6-f5ef0592d4ff HTTP/1.1" status: 204 len: 168 time: 0.5381198 Apr 07 12:07:56.922267 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.wsgi [-] (103983) accepted ('10.222.0.58', 35416) {{(pid=103983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:07:56.937140 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bede2c85-7413-48b1-996c-2ce786edc5ab req-551c3398-2a91-4570-89a1-c3bde0c1daa4 tempest-VolumesNegativeTest-1557133286 tempest-VolumesNegativeTest-1557133286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:56.938613 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-bede2c85-7413-48b1-996c-2ce786edc5ab req-551c3398-2a91-4570-89a1-c3bde0c1daa4 tempest-VolumesNegativeTest-1557133286 tempest-VolumesNegativeTest-1557133286-project] 10.222.0.58 "GET /v2.0/ports?device_id=47e566bd-7f59-44e5-a5d5-8e1ee1dcebf9 HTTP/1.1" status: 200 len: 936 time: 0.1141374 Apr 07 12:07:56.999901 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-4339d80f-fdf6-4c27-8d07-c674391f688a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7349020'] for network (71ae10c0-44b5-4960-9a6f-e1ab4cd89b60), before_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:57.016998 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-bede2c85-7413-48b1-996c-2ce786edc5ab req-b807fb37-235f-4307-847d-8182f0f40ae3 tempest-VolumesNegativeTest-1557133286 tempest-VolumesNegativeTest-1557133286-project] 10.222.0.58 "GET /v2.0/security-groups?id=abe67645-1cdf-4e97-ba4a-7056a293b4db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668030 Apr 07 12:07:57.081893 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.notifiers.nova [req-8241f96d-45b1-406f-bf74-27b831e49d8f req-6f65ee5e-4168-4704-ab54-0b86755c14b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e646e77c-f2f8-44bc-a7ef-6ccec8a9f624 {{(pid=103982) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 12:07:57.088629 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-4339d80f-fdf6-4c27-8d07-c674391f688a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7490116', 'neutron.services.segments.db._delete_segments_for_network-8780057229514'] for network (71ae10c0-44b5-4960-9a6f-e1ab4cd89b60), precommit_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:57.089539 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [req-8241f96d-45b1-406f-bf74-27b831e49d8f req-6f65ee5e-4168-4704-ab54-0b86755c14b2 service neutron] Publish callbacks [] for port (e646e77c-f2f8-44bc-a7ef-6ccec8a9f624), precommit_update {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:57.102583 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.db.provisioning_blocks [req-8241f96d-45b1-406f-bf74-27b831e49d8f req-6f65ee5e-4168-4704-ab54-0b86755c14b2 service neutron] Transition to ACTIVE for port object e646e77c-f2f8-44bc-a7ef-6ccec8a9f624 will not be triggered until provisioned by entity L2. {{(pid=103982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 12:07:57.110533 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-4339d80f-fdf6-4c27-8d07-c674391f688a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103983) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 12:07:57.111563 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-4339d80f-fdf6-4c27-8d07-c674391f688a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103983) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 12:07:57.112354 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-4339d80f-fdf6-4c27-8d07-c674391f688a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103983) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 12:07:57.112689 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-4339d80f-fdf6-4c27-8d07-c674391f688a admin admin] Subscribe: > port after_create 55550000 {{(pid=103983) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 12:07:57.113038 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-4339d80f-fdf6-4c27-8d07-c674391f688a admin admin] Subscribe: > port after_delete 55550000 {{(pid=103983) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 12:07:57.113373 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-4339d80f-fdf6-4c27-8d07-c674391f688a admin admin] Subscribe: > port after_update 55550000 {{(pid=103983) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 12:07:57.113698 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-4339d80f-fdf6-4c27-8d07-c674391f688a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103983) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 12:07:57.114016 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-4339d80f-fdf6-4c27-8d07-c674391f688a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103983) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 12:07:57.114474 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-4339d80f-fdf6-4c27-8d07-c674391f688a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103983) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 12:07:57.114801 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-4339d80f-fdf6-4c27-8d07-c674391f688a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103983) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 12:07:57.168530 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [req-8241f96d-45b1-406f-bf74-27b831e49d8f req-6f65ee5e-4168-4704-ab54-0b86755c14b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780057409639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780056949607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780056949625'] for port (e646e77c-f2f8-44bc-a7ef-6ccec8a9f624), after_update {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:57.231823 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-4339d80f-fdf6-4c27-8d07-c674391f688a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103983) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 12:07:57.232242 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-4339d80f-fdf6-4c27-8d07-c674391f688a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103983) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 12:07:57.232502 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-4339d80f-fdf6-4c27-8d07-c674391f688a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103983) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 12:07:57.232837 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-4339d80f-fdf6-4c27-8d07-c674391f688a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103983) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 12:07:57.233202 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.services.segments.db [None req-4339d80f-fdf6-4c27-8d07-c674391f688a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71ae10c0-44b5-4960-9a6f-e1ab4cd89b60']}} {{(pid=103983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:07:57.258197 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.services.segments.db [None req-4339d80f-fdf6-4c27-8d07-c674391f688a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a7a8407-36c7-444b-8fe4-bc023ed3713c') {'for_net_delete': True} {{(pid=103983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:07:57.258867 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.services.segments.db [None req-4339d80f-fdf6-4c27-8d07-c674391f688a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a7a8407-36c7-444b-8fe4-bc023ed3713c') {} {{(pid=103983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:07:57.295747 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-4339d80f-fdf6-4c27-8d07-c674391f688a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780057232083', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3396328'] for segment (6a7a8407-36c7-444b-8fe4-bc023ed3713c), before_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:57.336334 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-4339d80f-fdf6-4c27-8d07-c674391f688a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7510084'] for segment (6a7a8407-36c7-444b-8fe4-bc023ed3713c), precommit_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:57.348295 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4339d80f-fdf6-4c27-8d07-c674391f688a admin admin] Releasing vlan 614 on physical network physnet1 to pool {{(pid=103983) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 12:07:57.348694 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-4339d80f-fdf6-4c27-8d07-c674391f688a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7510084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126495732'] for segment (6a7a8407-36c7-444b-8fe4-bc023ed3713c), after_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:57.391612 dv-cinder-836930-1-iscsi neutron-server[103983]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 07 12:07:57.391612 dv-cinder-836930-1-iscsi neutron-server[103983]: from cryptography.utils import int_from_bytes Apr 07 12:07:57.391612 dv-cinder-836930-1-iscsi neutron-server[103983]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 07 12:07:57.391612 dv-cinder-836930-1-iscsi neutron-server[103983]: from cryptography.utils import int_from_bytes Apr 07 12:07:57.391612 dv-cinder-836930-1-iscsi neutron-server[103983]: Traceback (most recent call last): Apr 07 12:07:57.391612 dv-cinder-836930-1-iscsi neutron-server[103983]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 12:07:57.391612 dv-cinder-836930-1-iscsi neutron-server[103983]: timer() Apr 07 12:07:57.391612 dv-cinder-836930-1-iscsi neutron-server[103983]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 12:07:57.391612 dv-cinder-836930-1-iscsi neutron-server[103983]: cb(*args, **kw) Apr 07 12:07:57.391612 dv-cinder-836930-1-iscsi neutron-server[103983]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 12:07:57.391612 dv-cinder-836930-1-iscsi neutron-server[103983]: return func(*args, **kwargs) Apr 07 12:07:57.391612 dv-cinder-836930-1-iscsi neutron-server[103983]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 12:07:57.391612 dv-cinder-836930-1-iscsi neutron-server[103983]: self._notify() Apr 07 12:07:57.391612 dv-cinder-836930-1-iscsi neutron-server[103983]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 12:07:57.391612 dv-cinder-836930-1-iscsi neutron-server[103983]: self.callback(batched_events) Apr 07 12:07:57.391612 dv-cinder-836930-1-iscsi neutron-server[103983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 12:07:57.391612 dv-cinder-836930-1-iscsi neutron-server[103983]: event.method(event) Apr 07 12:07:57.391612 dv-cinder-836930-1-iscsi neutron-server[103983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 12:07:57.391612 dv-cinder-836930-1-iscsi neutron-server[103983]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 12:07:57.391612 dv-cinder-836930-1-iscsi neutron-server[103983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 12:07:57.391612 dv-cinder-836930-1-iscsi neutron-server[103983]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 12:07:57.391612 dv-cinder-836930-1-iscsi neutron-server[103983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 12:07:57.391612 dv-cinder-836930-1-iscsi neutron-server[103983]: return f(self, *a, **k) Apr 07 12:07:57.391612 dv-cinder-836930-1-iscsi neutron-server[103983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 12:07:57.391612 dv-cinder-836930-1-iscsi neutron-server[103983]: return self._get(url).json() Apr 07 12:07:57.391612 dv-cinder-836930-1-iscsi neutron-server[103983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 12:07:57.391612 dv-cinder-836930-1-iscsi neutron-server[103983]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 12:07:57.391612 dv-cinder-836930-1-iscsi neutron-server[103983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 12:07:57.391612 dv-cinder-836930-1-iscsi neutron-server[103983]: return self.request(url, 'GET', **kwargs) Apr 07 12:07:57.391612 dv-cinder-836930-1-iscsi neutron-server[103983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 12:07:57.391612 dv-cinder-836930-1-iscsi neutron-server[103983]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 12:07:57.391612 dv-cinder-836930-1-iscsi neutron-server[103983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 12:07:57.391612 dv-cinder-836930-1-iscsi neutron-server[103983]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 12:07:57.391612 dv-cinder-836930-1-iscsi neutron-server[103983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 12:07:57.391612 dv-cinder-836930-1-iscsi neutron-server[103983]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 12:07:57.391612 dv-cinder-836930-1-iscsi neutron-server[103983]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 12:07:57.450077 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f65ee5e-4168-4704-ab54-0b86755c14b2 service neutron] Pushing event updated for resources: {'Port': ['ID=e646e77c-f2f8-44bc-a7ef-6ccec8a9f624,revision_number=2']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:07:57.467100 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43857a4-d1c3-4ad3-a6ce-4a0f4537c609 req-d1982516-dc88-437e-bef8-61d0ea059bf4 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:57.474566 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-e43857a4-d1c3-4ad3-a6ce-4a0f4537c609 req-d1982516-dc88-437e-bef8-61d0ea059bf4 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/ports?device_id=ac1f3a68-f423-4755-a9c4-1f053e094038 HTTP/1.1" status: 200 len: 945 time: 0.1988075 Apr 07 12:07:57.504280 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.managers [req-8241f96d-45b1-406f-bf74-27b831e49d8f req-6f65ee5e-4168-4704-ab54-0b86755c14b2 service neutron] Attempting to bind port e646e77c-f2f8-44bc-a7ef-6ccec8a9f624 on host hv-cinder-83693 for vnic_type normal with profile {{(pid=103982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 12:07:57.504613 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.managers [req-8241f96d-45b1-406f-bf74-27b831e49d8f req-6f65ee5e-4168-4704-ab54-0b86755c14b2 service neutron] Attempting to bind port e646e77c-f2f8-44bc-a7ef-6ccec8a9f624 by drivers openvswitch,hyperv on host hv-cinder-83693 at level 0 using segments [{'id': 'd88c5e89-9178-4826-a487-f368b3673b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '0072e1a5-9eac-427d-9e8d-7d4f339b91d3'}] {{(pid=103982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 12:07:57.504931 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8241f96d-45b1-406f-bf74-27b831e49d8f req-6f65ee5e-4168-4704-ab54-0b86755c14b2 service neutron] Attempting to bind port e646e77c-f2f8-44bc-a7ef-6ccec8a9f624 on network 0072e1a5-9eac-427d-9e8d-7d4f339b91d3 {{(pid=103982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:07:57.512739 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8241f96d-45b1-406f-bf74-27b831e49d8f req-6f65ee5e-4168-4704-ab54-0b86755c14b2 service neutron] Port e646e77c-f2f8-44bc-a7ef-6ccec8a9f624 on network 0072e1a5-9eac-427d-9e8d-7d4f339b91d3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83693 {{(pid=103982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 12:07:57.513054 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8241f96d-45b1-406f-bf74-27b831e49d8f req-6f65ee5e-4168-4704-ab54-0b86755c14b2 service neutron] Attempting to bind port e646e77c-f2f8-44bc-a7ef-6ccec8a9f624 on network 0072e1a5-9eac-427d-9e8d-7d4f339b91d3 {{(pid=103982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:07:57.518793 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8241f96d-45b1-406f-bf74-27b831e49d8f req-6f65ee5e-4168-4704-ab54-0b86755c14b2 service neutron] Checking agent: {'id': 'b65c4e22-832a-4f2b-89ab-f6b5f91e1f65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83693', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 12, 4, 29), 'started_at': datetime.datetime(2022, 4, 7, 12, 4, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 12, 7, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 12:07:57.519141 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8241f96d-45b1-406f-bf74-27b831e49d8f req-6f65ee5e-4168-4704-ab54-0b86755c14b2 service neutron] Checking segment: {'id': 'd88c5e89-9178-4826-a487-f368b3673b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '0072e1a5-9eac-427d-9e8d-7d4f339b91d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:07:57.519549 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8241f96d-45b1-406f-bf74-27b831e49d8f req-6f65ee5e-4168-4704-ab54-0b86755c14b2 service neutron] Bound using segment: {'id': 'd88c5e89-9178-4826-a487-f368b3673b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '0072e1a5-9eac-427d-9e8d-7d4f339b91d3'} {{(pid=103982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 12:07:57.519979 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.managers [req-8241f96d-45b1-406f-bf74-27b831e49d8f req-6f65ee5e-4168-4704-ab54-0b86755c14b2 service neutron] Bound port: e646e77c-f2f8-44bc-a7ef-6ccec8a9f624, host: hv-cinder-83693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd88c5e89-9178-4826-a487-f368b3673b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '0072e1a5-9eac-427d-9e8d-7d4f339b91d3'}}] {{(pid=103982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 12:07:57.520331 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [req-8241f96d-45b1-406f-bf74-27b831e49d8f req-6f65ee5e-4168-4704-ab54-0b86755c14b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (e646e77c-f2f8-44bc-a7ef-6ccec8a9f624), before_update {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:57.541730 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-e43857a4-d1c3-4ad3-a6ce-4a0f4537c609 req-14608b60-66c9-4dcd-854f-3cc6fafe56f1 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/security-groups?id=a9f2a625-dc68-4664-b64d-af04d0e6ed04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662014 Apr 07 12:07:57.553088 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.wsgi [-] (103983) accepted ('10.222.0.58', 35430) {{(pid=103983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:07:57.602034 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.db [req-8241f96d-45b1-406f-bf74-27b831e49d8f req-6f65ee5e-4168-4704-ab54-0b86755c14b2 service neutron] For port e646e77c-f2f8-44bc-a7ef-6ccec8a9f624, host hv-cinder-83693, cleared binding levels {{(pid=103982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 12:07:57.602665 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f86e7bc-f41c-43d4-87a2-23d4aea053d8 admin admin] Deleting subnet 2997acbd-48a6-4bf1-9f78-9c3596892247 {{(pid=103983) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 12:07:57.605874 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.db [req-8241f96d-45b1-406f-bf74-27b831e49d8f req-6f65ee5e-4168-4704-ab54-0b86755c14b2 service neutron] For port e646e77c-f2f8-44bc-a7ef-6ccec8a9f624, host hv-cinder-83693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83693',level=0,port_id=e646e77c-f2f8-44bc-a7ef-6ccec8a9f624,segment=NetworkSegment(d88c5e89-9178-4826-a487-f368b3673b01),segment_id=d88c5e89-9178-4826-a487-f368b3673b01)] {{(pid=103982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 12:07:57.606040 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-2f86e7bc-f41c-43d4-87a2-23d4aea053d8 admin admin] Publish callbacks [] for subnet (2997acbd-48a6-4bf1-9f78-9c3596892247), before_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:57.624839 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-4339d80f-fdf6-4c27-8d07-c674391f688a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7490143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2019876'] for network (71ae10c0-44b5-4960-9a6f-e1ab4cd89b60), after_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:57.638034 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-4339d80f-fdf6-4c27-8d07-c674391f688a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585958'] for network (None), before_response {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:57.641571 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [None req-4339d80f-fdf6-4c27-8d07-c674391f688a admin admin] 10.222.0.58 "DELETE /v2.0/networks/71ae10c0-44b5-4960-9a6f-e1ab4cd89b60 HTTP/1.1" status: 204 len: 168 time: 0.7182050 Apr 07 12:07:57.645097 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.58', 35432) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:07:57.652782 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4339d80f-fdf6-4c27-8d07-c674391f688a admin admin] Pushing event deleted for resources: {'Network': ['ID=71ae10c0-44b5-4960-9a6f-e1ab4cd89b60,revision_number=None']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:07:57.662135 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-2f86e7bc-f41c-43d4-87a2-23d4aea053d8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3396337'] for subnet (2997acbd-48a6-4bf1-9f78-9c3596892247), precommit_delete_associations {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:57.703888 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.db.db_base_plugin_v2 [None req-094df136-e125-4bd3-a325-838467aefeb8 admin admin] Deleting subnet f660a943-0d8b-4374-8ce0-5bafb517fd8d {{(pid=103982) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 12:07:57.707898 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-094df136-e125-4bd3-a325-838467aefeb8 admin admin] Publish callbacks [] for subnet (f660a943-0d8b-4374-8ce0-5bafb517fd8d), before_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:57.731379 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [req-8241f96d-45b1-406f-bf74-27b831e49d8f req-6f65ee5e-4168-4704-ab54-0b86755c14b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780057409639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780056949607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780056949625'] for port (e646e77c-f2f8-44bc-a7ef-6ccec8a9f624), after_update {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:57.739189 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-2f86e7bc-f41c-43d4-87a2-23d4aea053d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7504605'] for subnet (2997acbd-48a6-4bf1-9f78-9c3596892247), precommit_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:57.780459 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-094df136-e125-4bd3-a325-838467aefeb8 admin admin] Publish callbacks [] for subnet (f660a943-0d8b-4374-8ce0-5bafb517fd8d), precommit_delete_associations {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:57.791006 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8241f96d-45b1-406f-bf74-27b831e49d8f req-6f65ee5e-4168-4704-ab54-0b86755c14b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:57.791955 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [req-8241f96d-45b1-406f-bf74-27b831e49d8f req-6f65ee5e-4168-4704-ab54-0b86755c14b2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91606'] for port (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:57.793058 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-8241f96d-45b1-406f-bf74-27b831e49d8f req-6f65ee5e-4168-4704-ab54-0b86755c14b2 service neutron] 10.222.0.49 "PUT /v2.0/ports/e646e77c-f2f8-44bc-a7ef-6ccec8a9f624 HTTP/1.1" status: 200 len: 1098 time: 1.1672425 Apr 07 12:07:57.793496 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47e566bd-7f59-44e5-a5d5-8e1ee1dcebf9', 'tag': 'e646e77c-f2f8-44bc-a7ef-6ccec8a9f624'}] {{(pid=103982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:07:57.796108 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a87f3ac2112343cf46b731ae90f6f8f3b8b920e6472e7c70a4e5373429e5b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b30f46d2-7390-4e28-947f-8ca8a962c2fc" -d '{"events": [{"name": "network-changed", "server_uuid": "47e566bd-7f59-44e5-a5d5-8e1ee1dcebf9", "tag": "e646e77c-f2f8-44bc-a7ef-6ccec8a9f624"}]}' {{(pid=103982) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:07:57.804407 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-094df136-e125-4bd3-a325-838467aefeb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7504605'] for subnet (f660a943-0d8b-4374-8ce0-5bafb517fd8d), precommit_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:57.844881 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f65ee5e-4168-4704-ab54-0b86755c14b2 service neutron] Pushing event updated for resources: {'Port': ['ID=e646e77c-f2f8-44bc-a7ef-6ccec8a9f624,revision_number=3']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:07:57.846503 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 12:07:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d47a85e-7d11-49da-802b-a99774f31de0 x-openstack-request-id: req-5d47a85e-7d11-49da-802b-a99774f31de0 {{(pid=103982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:07:57.846789 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47e566bd-7f59-44e5-a5d5-8e1ee1dcebf9", "tag": "e646e77c-f2f8-44bc-a7ef-6ccec8a9f624", "status": "completed", "code": 200}]} {{(pid=103982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:07:57.847147 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5d47a85e-7d11-49da-802b-a99774f31de0 {{(pid=103982) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:07:57.847584 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d47a85e-7d11-49da-802b-a99774f31de0'] response: {'name': 'network-changed', 'server_uuid': '47e566bd-7f59-44e5-a5d5-8e1ee1dcebf9', 'tag': 'e646e77c-f2f8-44bc-a7ef-6ccec8a9f624', 'status': 'completed', 'code': 200} Apr 07 12:07:57.924400 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-2f86e7bc-f41c-43d4-87a2-23d4aea053d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7504596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126495506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127800529'] for subnet (2997acbd-48a6-4bf1-9f78-9c3596892247), after_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:57.950737 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-094df136-e125-4bd3-a325-838467aefeb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7504596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968'] for subnet (f660a943-0d8b-4374-8ce0-5bafb517fd8d), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:57.961545 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f86e7bc-f41c-43d4-87a2-23d4aea053d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2997acbd-48a6-4bf1-9f78-9c3596892247,revision_number=None']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:07:57.968138 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-2f86e7bc-f41c-43d4-87a2-23d4aea053d8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:57.971367 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [None req-2f86e7bc-f41c-43d4-87a2-23d4aea053d8 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/2997acbd-48a6-4bf1-9f78-9c3596892247 HTTP/1.1" status: 204 len: 168 time: 0.4167047 Apr 07 12:07:57.975676 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.wsgi [-] (103983) accepted ('10.222.0.58', 35448) {{(pid=103983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:07:57.988472 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094df136-e125-4bd3-a325-838467aefeb8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f660a943-0d8b-4374-8ce0-5bafb517fd8d,revision_number=None']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:07:57.994989 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-094df136-e125-4bd3-a325-838467aefeb8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585958'] for subnet (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:57.999646 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [None req-094df136-e125-4bd3-a325-838467aefeb8 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/f660a943-0d8b-4374-8ce0-5bafb517fd8d HTTP/1.1" status: 204 len: 168 time: 0.3533287 Apr 07 12:07:58.007050 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.58', 35450) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:07:58.022265 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30f46d2-7390-4e28-947f-8ca8a962c2fc req-8545ff75-5fd1-4a97-9ae8-1838d01b1a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:58.028211 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-b30f46d2-7390-4e28-947f-8ca8a962c2fc req-8545ff75-5fd1-4a97-9ae8-1838d01b1a01 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=68b82f83e8594830a4b0a69fb5a0330c&device_id=47e566bd-7f59-44e5-a5d5-8e1ee1dcebf9 HTTP/1.1" status: 200 len: 1132 time: 0.1130278 Apr 07 12:07:58.051602 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-43894426-a611-4326-8e9c-ec5df64a5cc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7349020'] for network (ef8fb76c-b472-4e52-839b-1b393fbe6d47), before_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:58.106372 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-b30f46d2-7390-4e28-947f-8ca8a962c2fc req-bd1d6830-4aee-44d9-a577-c8c91de46b87 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=68b82f83e8594830a4b0a69fb5a0330c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0527859 Apr 07 12:07:58.125543 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-3773bfc2-2027-4023-b835-f424075f9013 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7349020'] for network (8f5edb2e-c75c-4c42-bc29-972b30fb49c9), before_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:58.169183 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-43894426-a611-4326-8e9c-ec5df64a5cc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7490116', 'neutron.services.segments.db._delete_segments_for_network-8780057229514'] for network (ef8fb76c-b472-4e52-839b-1b393fbe6d47), precommit_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:58.195564 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.services.segments.db [None req-43894426-a611-4326-8e9c-ec5df64a5cc9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef8fb76c-b472-4e52-839b-1b393fbe6d47']}} {{(pid=103983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:07:58.207599 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.services.segments.db [None req-43894426-a611-4326-8e9c-ec5df64a5cc9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0e9bda0-b37f-4b94-8ae5-b6346019a16e') {'for_net_delete': True} {{(pid=103983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:07:58.207892 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.services.segments.db [None req-43894426-a611-4326-8e9c-ec5df64a5cc9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0e9bda0-b37f-4b94-8ae5-b6346019a16e') {} {{(pid=103983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:07:58.216144 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8290a5-b4a5-45e9-98be-184667d5ef4f req-46a23381-b1a4-4eaf-9148-816604d31e9f tempest-VolumesNegativeTest-1557133286 tempest-VolumesNegativeTest-1557133286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:58.217630 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-0a8290a5-b4a5-45e9-98be-184667d5ef4f req-46a23381-b1a4-4eaf-9148-816604d31e9f tempest-VolumesNegativeTest-1557133286 tempest-VolumesNegativeTest-1557133286-project] 10.222.0.58 "GET /v2.0/ports?device_id=47e566bd-7f59-44e5-a5d5-8e1ee1dcebf9 HTTP/1.1" status: 200 len: 948 time: 0.1208484 Apr 07 12:07:58.226930 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-43894426-a611-4326-8e9c-ec5df64a5cc9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780057232083', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3396328'] for segment (b0e9bda0-b37f-4b94-8ae5-b6346019a16e), before_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:58.258823 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-43894426-a611-4326-8e9c-ec5df64a5cc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7510084'] for segment (b0e9bda0-b37f-4b94-8ae5-b6346019a16e), precommit_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:58.273038 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43894426-a611-4326-8e9c-ec5df64a5cc9 admin admin] Releasing vlan 643 on physical network physnet1 to pool {{(pid=103983) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 12:07:58.273436 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-43894426-a611-4326-8e9c-ec5df64a5cc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7510084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126495732'] for segment (b0e9bda0-b37f-4b94-8ae5-b6346019a16e), after_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:58.275134 dv-cinder-836930-1-iscsi neutron-server[103983]: Traceback (most recent call last): Apr 07 12:07:58.275134 dv-cinder-836930-1-iscsi neutron-server[103983]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 12:07:58.275134 dv-cinder-836930-1-iscsi neutron-server[103983]: timer() Apr 07 12:07:58.275134 dv-cinder-836930-1-iscsi neutron-server[103983]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 12:07:58.275134 dv-cinder-836930-1-iscsi neutron-server[103983]: cb(*args, **kw) Apr 07 12:07:58.275134 dv-cinder-836930-1-iscsi neutron-server[103983]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 12:07:58.275134 dv-cinder-836930-1-iscsi neutron-server[103983]: return func(*args, **kwargs) Apr 07 12:07:58.275134 dv-cinder-836930-1-iscsi neutron-server[103983]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 12:07:58.275134 dv-cinder-836930-1-iscsi neutron-server[103983]: self._notify() Apr 07 12:07:58.275134 dv-cinder-836930-1-iscsi neutron-server[103983]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 12:07:58.275134 dv-cinder-836930-1-iscsi neutron-server[103983]: self.callback(batched_events) Apr 07 12:07:58.275134 dv-cinder-836930-1-iscsi neutron-server[103983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 12:07:58.275134 dv-cinder-836930-1-iscsi neutron-server[103983]: event.method(event) Apr 07 12:07:58.275134 dv-cinder-836930-1-iscsi neutron-server[103983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 12:07:58.275134 dv-cinder-836930-1-iscsi neutron-server[103983]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 12:07:58.275134 dv-cinder-836930-1-iscsi neutron-server[103983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 12:07:58.275134 dv-cinder-836930-1-iscsi neutron-server[103983]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 12:07:58.275134 dv-cinder-836930-1-iscsi neutron-server[103983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 12:07:58.275134 dv-cinder-836930-1-iscsi neutron-server[103983]: return f(self, *a, **k) Apr 07 12:07:58.275134 dv-cinder-836930-1-iscsi neutron-server[103983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 12:07:58.275134 dv-cinder-836930-1-iscsi neutron-server[103983]: return self._get(url).json() Apr 07 12:07:58.275134 dv-cinder-836930-1-iscsi neutron-server[103983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 12:07:58.275134 dv-cinder-836930-1-iscsi neutron-server[103983]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 12:07:58.275134 dv-cinder-836930-1-iscsi neutron-server[103983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 12:07:58.275134 dv-cinder-836930-1-iscsi neutron-server[103983]: return self.request(url, 'GET', **kwargs) Apr 07 12:07:58.275134 dv-cinder-836930-1-iscsi neutron-server[103983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 12:07:58.275134 dv-cinder-836930-1-iscsi neutron-server[103983]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 12:07:58.275134 dv-cinder-836930-1-iscsi neutron-server[103983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 12:07:58.275134 dv-cinder-836930-1-iscsi neutron-server[103983]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 12:07:58.275134 dv-cinder-836930-1-iscsi neutron-server[103983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 12:07:58.275134 dv-cinder-836930-1-iscsi neutron-server[103983]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 12:07:58.275134 dv-cinder-836930-1-iscsi neutron-server[103983]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 12:07:58.287103 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-3773bfc2-2027-4023-b835-f424075f9013 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7490116', 'neutron.services.segments.db._delete_segments_for_network-8780057229514'] for network (8f5edb2e-c75c-4c42-bc29-972b30fb49c9), precommit_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:58.297394 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30f46d2-7390-4e28-947f-8ca8a962c2fc req-e934d2bb-daa0-4fe8-b239-e27859792af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:58.298972 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-b30f46d2-7390-4e28-947f-8ca8a962c2fc req-e934d2bb-daa0-4fe8-b239-e27859792af3 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1708136 Apr 07 12:07:58.310533 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-3773bfc2-2027-4023-b835-f424075f9013 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103982) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 12:07:58.310872 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-3773bfc2-2027-4023-b835-f424075f9013 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103982) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 12:07:58.311686 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-3773bfc2-2027-4023-b835-f424075f9013 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103982) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 12:07:58.312008 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-3773bfc2-2027-4023-b835-f424075f9013 admin admin] Subscribe: > port after_create 55550000 {{(pid=103982) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 12:07:58.312343 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-3773bfc2-2027-4023-b835-f424075f9013 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103982) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 12:07:58.312673 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-3773bfc2-2027-4023-b835-f424075f9013 admin admin] Subscribe: > port after_update 55550000 {{(pid=103982) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 12:07:58.312991 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-3773bfc2-2027-4023-b835-f424075f9013 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103982) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 12:07:58.313303 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-3773bfc2-2027-4023-b835-f424075f9013 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103982) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 12:07:58.313616 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-3773bfc2-2027-4023-b835-f424075f9013 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103982) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 12:07:58.313963 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-3773bfc2-2027-4023-b835-f424075f9013 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103982) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 12:07:58.329122 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-0a8290a5-b4a5-45e9-98be-184667d5ef4f req-5609bffb-60be-4cda-aa79-aecf674132cd tempest-VolumesNegativeTest-1557133286 tempest-VolumesNegativeTest-1557133286-project] 10.222.0.58 "GET /v2.0/security-groups?id=abe67645-1cdf-4e97-ba4a-7056a293b4db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041286 Apr 07 12:07:58.380879 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-3773bfc2-2027-4023-b835-f424075f9013 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103982) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 12:07:58.381424 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-3773bfc2-2027-4023-b835-f424075f9013 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103982) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 12:07:58.381758 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-3773bfc2-2027-4023-b835-f424075f9013 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103982) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 12:07:58.382137 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-3773bfc2-2027-4023-b835-f424075f9013 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103982) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 12:07:58.382505 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.services.segments.db [None req-3773bfc2-2027-4023-b835-f424075f9013 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f5edb2e-c75c-4c42-bc29-972b30fb49c9']}} {{(pid=103982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:07:58.391645 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-43894426-a611-4326-8e9c-ec5df64a5cc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7490143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2019876'] for network (ef8fb76c-b472-4e52-839b-1b393fbe6d47), after_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:58.397165 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-43894426-a611-4326-8e9c-ec5df64a5cc9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585958'] for network (None), before_response {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:58.400284 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [None req-43894426-a611-4326-8e9c-ec5df64a5cc9 admin admin] 10.222.0.58 "DELETE /v2.0/networks/ef8fb76c-b472-4e52-839b-1b393fbe6d47 HTTP/1.1" status: 204 len: 168 time: 0.4236615 Apr 07 12:07:58.406257 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.services.segments.db [None req-3773bfc2-2027-4023-b835-f424075f9013 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d47a266-9f08-4912-b9dd-d50591b2f757') {'for_net_delete': True} {{(pid=103982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:07:58.409729 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.services.segments.db [None req-3773bfc2-2027-4023-b835-f424075f9013 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d47a266-9f08-4912-b9dd-d50591b2f757') {} {{(pid=103982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:07:58.413850 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43894426-a611-4326-8e9c-ec5df64a5cc9 admin admin] Pushing event deleted for resources: {'Network': ['ID=ef8fb76c-b472-4e52-839b-1b393fbe6d47,revision_number=None']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:07:58.445219 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-3773bfc2-2027-4023-b835-f424075f9013 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780057232083', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125930561'] for segment (9d47a266-9f08-4912-b9dd-d50591b2f757), before_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:58.470933 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-3773bfc2-2027-4023-b835-f424075f9013 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7510084'] for segment (9d47a266-9f08-4912-b9dd-d50591b2f757), precommit_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:58.472998 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.wsgi [-] (103983) accepted ('10.222.0.58', 35458) {{(pid=103983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:07:58.483885 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3773bfc2-2027-4023-b835-f424075f9013 admin admin] Releasing vlan 612 on physical network physnet1 to pool {{(pid=103982) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 12:07:58.483885 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-3773bfc2-2027-4023-b835-f424075f9013 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7510084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126593556'] for segment (9d47a266-9f08-4912-b9dd-d50591b2f757), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:58.487467 dv-cinder-836930-1-iscsi neutron-server[103982]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 07 12:07:58.487467 dv-cinder-836930-1-iscsi neutron-server[103982]: from cryptography.utils import int_from_bytes Apr 07 12:07:58.487467 dv-cinder-836930-1-iscsi neutron-server[103982]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 07 12:07:58.487467 dv-cinder-836930-1-iscsi neutron-server[103982]: from cryptography.utils import int_from_bytes Apr 07 12:07:58.487467 dv-cinder-836930-1-iscsi neutron-server[103982]: Traceback (most recent call last): Apr 07 12:07:58.487467 dv-cinder-836930-1-iscsi neutron-server[103982]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 12:07:58.487467 dv-cinder-836930-1-iscsi neutron-server[103982]: timer() Apr 07 12:07:58.487467 dv-cinder-836930-1-iscsi neutron-server[103982]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 12:07:58.487467 dv-cinder-836930-1-iscsi neutron-server[103982]: cb(*args, **kw) Apr 07 12:07:58.487467 dv-cinder-836930-1-iscsi neutron-server[103982]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 12:07:58.487467 dv-cinder-836930-1-iscsi neutron-server[103982]: return func(*args, **kwargs) Apr 07 12:07:58.487467 dv-cinder-836930-1-iscsi neutron-server[103982]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 12:07:58.487467 dv-cinder-836930-1-iscsi neutron-server[103982]: self._notify() Apr 07 12:07:58.487467 dv-cinder-836930-1-iscsi neutron-server[103982]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 12:07:58.487467 dv-cinder-836930-1-iscsi neutron-server[103982]: self.callback(batched_events) Apr 07 12:07:58.487467 dv-cinder-836930-1-iscsi neutron-server[103982]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 12:07:58.487467 dv-cinder-836930-1-iscsi neutron-server[103982]: event.method(event) Apr 07 12:07:58.487467 dv-cinder-836930-1-iscsi neutron-server[103982]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 12:07:58.487467 dv-cinder-836930-1-iscsi neutron-server[103982]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 12:07:58.487467 dv-cinder-836930-1-iscsi neutron-server[103982]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 12:07:58.487467 dv-cinder-836930-1-iscsi neutron-server[103982]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 12:07:58.487467 dv-cinder-836930-1-iscsi neutron-server[103982]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 12:07:58.487467 dv-cinder-836930-1-iscsi neutron-server[103982]: return f(self, *a, **k) Apr 07 12:07:58.487467 dv-cinder-836930-1-iscsi neutron-server[103982]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 12:07:58.487467 dv-cinder-836930-1-iscsi neutron-server[103982]: return self._get(url).json() Apr 07 12:07:58.487467 dv-cinder-836930-1-iscsi neutron-server[103982]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 12:07:58.487467 dv-cinder-836930-1-iscsi neutron-server[103982]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 12:07:58.487467 dv-cinder-836930-1-iscsi neutron-server[103982]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 12:07:58.487467 dv-cinder-836930-1-iscsi neutron-server[103982]: return self.request(url, 'GET', **kwargs) Apr 07 12:07:58.487467 dv-cinder-836930-1-iscsi neutron-server[103982]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 12:07:58.487467 dv-cinder-836930-1-iscsi neutron-server[103982]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 12:07:58.487467 dv-cinder-836930-1-iscsi neutron-server[103982]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 12:07:58.487467 dv-cinder-836930-1-iscsi neutron-server[103982]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 12:07:58.487467 dv-cinder-836930-1-iscsi neutron-server[103982]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 12:07:58.487467 dv-cinder-836930-1-iscsi neutron-server[103982]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 12:07:58.487467 dv-cinder-836930-1-iscsi neutron-server[103982]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 12:07:58.539649 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8241f96d-45b1-406f-bf74-27b831e49d8f req-736fec2a-a5d6-469d-bc17-bb561c326cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:58.541332 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-8241f96d-45b1-406f-bf74-27b831e49d8f req-736fec2a-a5d6-469d-bc17-bb561c326cee service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=68b82f83e8594830a4b0a69fb5a0330c&device_id=47e566bd-7f59-44e5-a5d5-8e1ee1dcebf9 HTTP/1.1" status: 200 len: 1132 time: 0.1375046 Apr 07 12:07:58.593683 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-b8bc1dd0-2b8d-4da7-8cc0-8844d64783c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:58.594630 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-8241f96d-45b1-406f-bf74-27b831e49d8f req-1f223e7f-8342-4c9d-93e8-518310e56784 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=e646e77c-f2f8-44bc-a7ef-6ccec8a9f624 HTTP/1.1" status: 200 len: 217 time: 0.0358963 Apr 07 12:07:58.644124 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-3773bfc2-2027-4023-b835-f424075f9013 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7490143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2019876'] for network (8f5edb2e-c75c-4c42-bc29-972b30fb49c9), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:58.674821 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-b8bc1dd0-2b8d-4da7-8cc0-8844d64783c9 admin admin] Publish callbacks [] for security_group (f3455a8a-8532-45cf-bb5a-865597f9a9cf), precommit_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:58.677907 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-3773bfc2-2027-4023-b835-f424075f9013 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585958'] for network (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:58.681714 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [None req-3773bfc2-2027-4023-b835-f424075f9013 admin admin] 10.222.0.58 "DELETE /v2.0/networks/8f5edb2e-c75c-4c42-bc29-972b30fb49c9 HTTP/1.1" status: 204 len: 168 time: 0.6733015 Apr 07 12:07:58.699041 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3773bfc2-2027-4023-b835-f424075f9013 admin admin] Pushing event deleted for resources: {'Network': ['ID=8f5edb2e-c75c-4c42-bc29-972b30fb49c9,revision_number=None']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:07:58.707964 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8241f96d-45b1-406f-bf74-27b831e49d8f req-6618daac-acb1-4a14-994a-9a840521bc16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:58.709561 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-8241f96d-45b1-406f-bf74-27b831e49d8f req-6618daac-acb1-4a14-994a-9a840521bc16 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0d3bc634-dcac-47d3-9c05-18b11cfb5e8d HTTP/1.1" status: 200 len: 843 time: 0.1005752 Apr 07 12:07:58.730973 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb7ed4f-baa4-492f-8ad0-f1e34b117f18 req-4e680443-4562-4293-8f14-b0e878693fd6 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:58.732967 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-3cb7ed4f-baa4-492f-8ad0-f1e34b117f18 req-4e680443-4562-4293-8f14-b0e878693fd6 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/ports?device_id=ac1f3a68-f423-4755-a9c4-1f053e094038 HTTP/1.1" status: 200 len: 945 time: 0.0929084 Apr 07 12:07:58.751170 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-b8bc1dd0-2b8d-4da7-8cc0-8844d64783c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678166'] for security_group (f3455a8a-8532-45cf-bb5a-865597f9a9cf), after_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:58.796570 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [None req-b8bc1dd0-2b8d-4da7-8cc0-8844d64783c9 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8e0c10fe03a04d4794b1fde00ed4a856&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3224726 Apr 07 12:07:58.799784 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bc1dd0-2b8d-4da7-8cc0-8844d64783c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3455a8a-8532-45cf-bb5a-865597f9a9cf,revision_number=1']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:07:58.799936 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.58', 35470) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:07:58.827682 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.wsgi [-] (103983) accepted ('10.222.0.58', 35472) {{(pid=103983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:07:58.832583 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-3cb7ed4f-baa4-492f-8ad0-f1e34b117f18 req-e0bd6098-3e2b-4242-910c-53f4975fe630 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/security-groups?id=a9f2a625-dc68-4664-b64d-af04d0e6ed04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945561 Apr 07 12:07:58.838123 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8241f96d-45b1-406f-bf74-27b831e49d8f req-2c3ee257-5c21-4d7c-92d0-864381c5af30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:58.839684 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-8241f96d-45b1-406f-bf74-27b831e49d8f req-2c3ee257-5c21-4d7c-92d0-864381c5af30 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0072e1a5-9eac-427d-9e8d-7d4f339b91d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.1000295 Apr 07 12:07:58.883199 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [None req-b1a62167-426a-43ed-a7f1-1e3df05ff274 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d7f643162643446e97d4a3e03a7345d7&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0540628 Apr 07 12:07:58.885967 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.wsgi [-] (103983) accepted ('10.222.0.58', 35476) {{(pid=103983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:07:58.933366 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-5bc9d90c-b243-4a68-9fc5-565784e96123 admin admin] Publish callbacks [] for security_group (f3455a8a-8532-45cf-bb5a-865597f9a9cf), before_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:58.945189 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-e5392bbe-74c5-4cce-94c1-f9f782d4ac7e admin admin] Publish callbacks [] for security_group (ebb06e7c-1cd4-40fe-a58a-9c7e60c397b2), before_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:58.967237 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-5bc9d90c-b243-4a68-9fc5-565784e96123 admin admin] Publish callbacks [] for security_group (f3455a8a-8532-45cf-bb5a-865597f9a9cf), precommit_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:58.968062 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-e5392bbe-74c5-4cce-94c1-f9f782d4ac7e admin admin] Publish callbacks [] for security_group (ebb06e7c-1cd4-40fe-a58a-9c7e60c397b2), precommit_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:58.988241 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-8241f96d-45b1-406f-bf74-27b831e49d8f req-29049e11-6850-4bdc-8a6e-ec2f413661b0 service neutron] 10.222.0.49 "GET /v2.0/networks/0072e1a5-9eac-427d-9e8d-7d4f339b91d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356795 Apr 07 12:07:59.035774 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.wsgi [-] (103983) accepted ('10.222.0.58', 35482) {{(pid=103983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:07:59.081073 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [None req-8a97ddbf-1a94-4b6f-a489-659a234812dd admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=95a3bcce884a4591b9e6b658b679b5dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0405211 Apr 07 12:07:59.081402 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.wsgi [-] (103983) accepted ('10.222.0.58', 35484) {{(pid=103983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:07:59.093215 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-e5392bbe-74c5-4cce-94c1-f9f782d4ac7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678166'] for security_group (ebb06e7c-1cd4-40fe-a58a-9c7e60c397b2), after_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:59.095666 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-e5392bbe-74c5-4cce-94c1-f9f782d4ac7e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:59.099296 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-8241f96d-45b1-406f-bf74-27b831e49d8f req-f2e14c60-b63d-41b7-a1e5-38b6f0c637cb service neutron] 10.222.0.49 "GET /v2.0/networks/0072e1a5-9eac-427d-9e8d-7d4f339b91d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883880 Apr 07 12:07:59.099776 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [None req-e5392bbe-74c5-4cce-94c1-f9f782d4ac7e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ebb06e7c-1cd4-40fe-a58a-9c7e60c397b2 HTTP/1.1" status: 204 len: 168 time: 0.2093945 Apr 07 12:07:59.120626 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5392bbe-74c5-4cce-94c1-f9f782d4ac7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebb06e7c-1cd4-40fe-a58a-9c7e60c397b2,revision_number=None']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:07:59.151507 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-5bc9d90c-b243-4a68-9fc5-565784e96123 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678166'] for security_group (f3455a8a-8532-45cf-bb5a-865597f9a9cf), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:59.154188 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-5bc9d90c-b243-4a68-9fc5-565784e96123 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:59.155604 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [None req-5bc9d90c-b243-4a68-9fc5-565784e96123 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f3455a8a-8532-45cf-bb5a-865597f9a9cf HTTP/1.1" status: 204 len: 168 time: 0.3537285 Apr 07 12:07:59.162667 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-fda9f806-dd47-48d3-bff3-6b44978d5d8e admin admin] Publish callbacks [] for security_group (0079ca36-60bc-4b54-a445-31e8bdeb4df6), before_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:59.163955 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc9d90c-b243-4a68-9fc5-565784e96123 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3455a8a-8532-45cf-bb5a-865597f9a9cf,revision_number=None']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:07:59.187581 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-fda9f806-dd47-48d3-bff3-6b44978d5d8e admin admin] Publish callbacks [] for security_group (0079ca36-60bc-4b54-a445-31e8bdeb4df6), precommit_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:59.333914 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-fda9f806-dd47-48d3-bff3-6b44978d5d8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678166'] for security_group (0079ca36-60bc-4b54-a445-31e8bdeb4df6), after_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:59.336611 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-fda9f806-dd47-48d3-bff3-6b44978d5d8e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:59.337803 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [None req-fda9f806-dd47-48d3-bff3-6b44978d5d8e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0079ca36-60bc-4b54-a445-31e8bdeb4df6 HTTP/1.1" status: 204 len: 168 time: 0.2555757 Apr 07 12:07:59.346574 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda9f806-dd47-48d3-bff3-6b44978d5d8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0079ca36-60bc-4b54-a445-31e8bdeb4df6,revision_number=None']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:07:59.386797 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (b65c4e22-832a-4f2b-89ab-f6b5f91e1f65), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:59.480321 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c0faab-e422-40b3-94cc-3611753c5e97 req-c1980008-76d3-49b2-bbee-6fdbe889432a tempest-VolumesNegativeTest-1557133286 tempest-VolumesNegativeTest-1557133286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:59.481796 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-00c0faab-e422-40b3-94cc-3611753c5e97 req-c1980008-76d3-49b2-bbee-6fdbe889432a tempest-VolumesNegativeTest-1557133286 tempest-VolumesNegativeTest-1557133286-project] 10.222.0.58 "GET /v2.0/ports?device_id=47e566bd-7f59-44e5-a5d5-8e1ee1dcebf9 HTTP/1.1" status: 200 len: 948 time: 0.0766873 Apr 07 12:07:59.529189 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-00c0faab-e422-40b3-94cc-3611753c5e97 req-8b04d619-60de-4a9e-8fba-a6b53068d3e0 tempest-VolumesNegativeTest-1557133286 tempest-VolumesNegativeTest-1557133286-project] 10.222.0.58 "GET /v2.0/security-groups?id=abe67645-1cdf-4e97-ba4a-7056a293b4db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411763 Apr 07 12:07:59.956143 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51955cc2-0809-4fc1-b983-8ffefd0af44f req-295f5291-b06d-431d-8980-724e6e151f5d tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:59.962741 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-51955cc2-0809-4fc1-b983-8ffefd0af44f req-295f5291-b06d-431d-8980-724e6e151f5d tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/ports?device_id=ac1f3a68-f423-4755-a9c4-1f053e094038 HTTP/1.1" status: 200 len: 945 time: 0.0589550 Apr 07 12:08:00.008563 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-51955cc2-0809-4fc1-b983-8ffefd0af44f req-f6e8d4b4-5497-4bff-99ea-3c7333279117 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/security-groups?id=a9f2a625-dc68-4664-b64d-af04d0e6ed04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447559 Apr 07 12:08:00.130407 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.58', 35522) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:08:00.146704 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-213ed0ea-0f83-4ada-ab6a-087a13190719 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:00.224974 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-213ed0ea-0f83-4ada-ab6a-087a13190719 admin admin] Publish callbacks [] for security_group (488c9b68-a07a-4917-afe5-b4299158c8d2), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:00.339961 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-213ed0ea-0f83-4ada-ab6a-087a13190719 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678166'] for security_group (488c9b68-a07a-4917-afe5-b4299158c8d2), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:00.376992 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213ed0ea-0f83-4ada-ab6a-087a13190719 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=488c9b68-a07a-4917-afe5-b4299158c8d2,revision_number=1']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:08:00.387873 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.wsgi [-] (103983) accepted ('10.222.0.58', 35530) {{(pid=103983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:08:00.388273 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [None req-213ed0ea-0f83-4ada-ab6a-087a13190719 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f564efc81601403e8099f0452e3b46e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2560923 Apr 07 12:08:00.438414 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-14189732-b8a3-4874-ab08-ca4de2f773af admin admin] Publish callbacks [] for security_group (488c9b68-a07a-4917-afe5-b4299158c8d2), before_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:00.459723 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-14189732-b8a3-4874-ab08-ca4de2f773af admin admin] Publish callbacks [] for security_group (488c9b68-a07a-4917-afe5-b4299158c8d2), precommit_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:00.629010 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-14189732-b8a3-4874-ab08-ca4de2f773af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678166'] for security_group (488c9b68-a07a-4917-afe5-b4299158c8d2), after_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:00.632345 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-14189732-b8a3-4874-ab08-ca4de2f773af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:00.632841 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.58', 35542) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:08:00.633493 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [None req-14189732-b8a3-4874-ab08-ca4de2f773af admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/488c9b68-a07a-4917-afe5-b4299158c8d2 HTTP/1.1" status: 204 len: 168 time: 0.2448182 Apr 07 12:08:00.645220 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14189732-b8a3-4874-ab08-ca4de2f773af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=488c9b68-a07a-4917-afe5-b4299158c8d2,revision_number=None']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:08:00.685034 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acc4a0a-18a8-4cce-a25d-e3ded0ebaf0f req-42e8412b-1290-45d4-afa0-e51f37fb65cc tempest-VolumesNegativeTest-1557133286 tempest-VolumesNegativeTest-1557133286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:08:00.686608 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-7acc4a0a-18a8-4cce-a25d-e3ded0ebaf0f req-42e8412b-1290-45d4-afa0-e51f37fb65cc tempest-VolumesNegativeTest-1557133286 tempest-VolumesNegativeTest-1557133286-project] 10.222.0.58 "GET /v2.0/ports?device_id=47e566bd-7f59-44e5-a5d5-8e1ee1dcebf9 HTTP/1.1" status: 200 len: 948 time: 0.0867090 Apr 07 12:08:00.691258 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [None req-6721c966-68f9-4ab0-a34c-62d01e08f19e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=bd27a1a76f904d228fa3ad6be3a73efe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0565383 Apr 07 12:08:00.693795 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.58', 35548) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:08:00.746063 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-7acc4a0a-18a8-4cce-a25d-e3ded0ebaf0f req-6fdee089-1fa0-41e4-a900-63b3edcf55df tempest-VolumesNegativeTest-1557133286 tempest-VolumesNegativeTest-1557133286-project] 10.222.0.58 "GET /v2.0/security-groups?id=abe67645-1cdf-4e97-ba4a-7056a293b4db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498931 Apr 07 12:08:00.756234 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-06358ce2-8f49-41bd-a096-f3cf973d90f6 admin admin] Publish callbacks [] for security_group (fd97bcdf-ef2d-4d7c-9e36-13a1855c9eac), before_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:00.779091 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-06358ce2-8f49-41bd-a096-f3cf973d90f6 admin admin] Publish callbacks [] for security_group (fd97bcdf-ef2d-4d7c-9e36-13a1855c9eac), precommit_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:00.877673 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-06358ce2-8f49-41bd-a096-f3cf973d90f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678166'] for security_group (fd97bcdf-ef2d-4d7c-9e36-13a1855c9eac), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:00.880462 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-06358ce2-8f49-41bd-a096-f3cf973d90f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:00.884295 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [None req-06358ce2-8f49-41bd-a096-f3cf973d90f6 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/fd97bcdf-ef2d-4d7c-9e36-13a1855c9eac HTTP/1.1" status: 204 len: 168 time: 0.1866689 Apr 07 12:08:00.890901 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06358ce2-8f49-41bd-a096-f3cf973d90f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd97bcdf-ef2d-4d7c-9e36-13a1855c9eac,revision_number=None']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:08:00.953979 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.58', 35554) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:08:01.107378 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.v2.base [None req-a764832b-66df-436b-9a94-19ac0e489de5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-2064474164-network', 'tenant_id': 'f773b5c38f1747ba994d9dbdae582152'}} {{(pid=103982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:08:01.142740 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d490ef2-132e-4e2f-a7c6-6ec4ab31b98d req-25673bb0-aba4-4154-93c7-86fcb38cfbcf tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:08:01.144383 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-0d490ef2-132e-4e2f-a7c6-6ec4ab31b98d req-25673bb0-aba4-4154-93c7-86fcb38cfbcf tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/ports?device_id=ac1f3a68-f423-4755-a9c4-1f053e094038 HTTP/1.1" status: 200 len: 945 time: 0.0705752 Apr 07 12:08:01.193742 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-0d490ef2-132e-4e2f-a7c6-6ec4ab31b98d req-687e4056-9559-40b9-a72d-5b8dd7581763 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/security-groups?id=a9f2a625-dc68-4664-b64d-af04d0e6ed04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436971 Apr 07 12:08:01.238313 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a764832b-66df-436b-9a94-19ac0e489de5 admin admin] Made reservation on behalf of f773b5c38f1747ba994d9dbdae582152 for: {'network': 1} {{(pid=103982) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 12:08:01.240645 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-a764832b-66df-436b-9a94-19ac0e489de5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for network (None), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:01.253716 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-a764832b-66df-436b-9a94-19ac0e489de5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:01.343909 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-a764832b-66df-436b-9a94-19ac0e489de5 admin admin] Publish callbacks [] for security_group (c51a2660-5162-4645-9ba8-25b767f0fe4e), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:01.408325 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-a764832b-66df-436b-9a94-19ac0e489de5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678166'] for security_group (c51a2660-5162-4645-9ba8-25b767f0fe4e), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:01.434983 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a764832b-66df-436b-9a94-19ac0e489de5 admin admin] vlan segment allocate from pool success with {'vlan_id': 615, 'physical_network': 'physnet1'} {{(pid=103982) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 12:08:01.446068 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a764832b-66df-436b-9a94-19ac0e489de5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c51a2660-5162-4645-9ba8-25b767f0fe4e,revision_number=1']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:08:01.451021 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-a764832b-66df-436b-9a94-19ac0e489de5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7510084'] for segment (c6eef021-ef52-4fe9-b827-fdc4163e97eb), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:01.451383 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.db.segments_db [None req-a764832b-66df-436b-9a94-19ac0e489de5 admin admin] Added segment c6eef021-ef52-4fe9-b827-fdc4163e97eb of type vlan for network a3a1c9bf-f178-42b2-8a75-be0111298909 Apr 07 12:08:01.498761 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-a764832b-66df-436b-9a94-19ac0e489de5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780056936322'] for network (a3a1c9bf-f178-42b2-8a75-be0111298909), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:01.568486 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Device e646e77c-f2f8-44bc-a7ef-6ccec8a9f624 details requested by agent hyperv_hv-cinder-83693 with host hv-cinder-83693 {{(pid=103984) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 12:08:01.585438 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-a764832b-66df-436b-9a94-19ac0e489de5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968'] for network (a3a1c9bf-f178-42b2-8a75-be0111298909), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:01.586441 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a764832b-66df-436b-9a94-19ac0e489de5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:08:01.587004 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-a764832b-66df-436b-9a94-19ac0e489de5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585958'] for network (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:01.667398 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a764832b-66df-436b-9a94-19ac0e489de5 admin admin] Pushing event updated for resources: {'Network': ['ID=a3a1c9bf-f178-42b2-8a75-be0111298909,revision_number=1']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:08:01.683461 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Network a3a1c9bf-f178-42b2-8a75-be0111298909 details requested by agent ovs-agent-dv-cinder-836930-1-iscsi with host dv-cinder-836930-1-iscsi {{(pid=103984) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 12:08:01.686581 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [None req-a764832b-66df-436b-9a94-19ac0e489de5 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7308447 Apr 07 12:08:01.690318 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.58', 35592) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:08:01.700734 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.v2.base [None req-b6408624-7145-4736-b43b-7159555e0502 admin admin] Request body: {'subnet': {'network_id': 'a3a1c9bf-f178-42b2-8a75-be0111298909', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-2064474164-subnet', 'tenant_id': 'f773b5c38f1747ba994d9dbdae582152', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:08:01.755691 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.db [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] For port e646e77c-f2f8-44bc-a7ef-6ccec8a9f624, host hv-cinder-83693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83693',level=0,port_id=e646e77c-f2f8-44bc-a7ef-6ccec8a9f624,segment=NetworkSegment(d88c5e89-9178-4826-a487-f368b3673b01),segment_id=d88c5e89-9178-4826-a487-f368b3673b01)] {{(pid=103984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:08:01.762754 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6408624-7145-4736-b43b-7159555e0502 admin admin] Made reservation on behalf of f773b5c38f1747ba994d9dbdae582152 for: {'subnet': 1} {{(pid=103982) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 12:08:01.765551 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-b6408624-7145-4736-b43b-7159555e0502 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127909337'] for subnet (None), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:01.776069 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Returning: {'device': 'e646e77c-f2f8-44bc-a7ef-6ccec8a9f624', 'network_id': '0072e1a5-9eac-427d-9e8d-7d4f339b91d3', 'port_id': 'e646e77c-f2f8-44bc-a7ef-6ccec8a9f624', 'mac_address': 'fa:16:3e:e2:56:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 634, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d3bc634-dcac-47d3-9c05-18b11cfb5e8d', 'ip_address': '192.168.233.131'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103984) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 12:08:01.836896 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Current status of the port e646e77c-f2f8-44bc-a7ef-6ccec8a9f624 is: DOWN; New status is: BUILD {{(pid=103984) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:08:01.839703 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (e646e77c-f2f8-44bc-a7ef-6ccec8a9f624), before_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:01.861950 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.notifiers.nova [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e646e77c-f2f8-44bc-a7ef-6ccec8a9f624 {{(pid=103984) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 12:08:01.888000 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.db [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] For port e646e77c-f2f8-44bc-a7ef-6ccec8a9f624, host hv-cinder-83693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83693',level=0,port_id=e646e77c-f2f8-44bc-a7ef-6ccec8a9f624,segment=NetworkSegment(d88c5e89-9178-4826-a487-f368b3673b01),segment_id=d88c5e89-9178-4826-a487-f368b3673b01)] {{(pid=103984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:08:01.893455 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28547c1-04b7-4185-bfde-1cebcebdf2ac req-75f0bf1b-725e-4919-9266-edec74356bc5 tempest-VolumesNegativeTest-1557133286 tempest-VolumesNegativeTest-1557133286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:08:01.894957 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-b28547c1-04b7-4185-bfde-1cebcebdf2ac req-75f0bf1b-725e-4919-9266-edec74356bc5 tempest-VolumesNegativeTest-1557133286 tempest-VolumesNegativeTest-1557133286-project] 10.222.0.58 "GET /v2.0/ports?device_id=47e566bd-7f59-44e5-a5d5-8e1ee1dcebf9 HTTP/1.1" status: 200 len: 948 time: 0.0687740 Apr 07 12:08:01.951745 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-b28547c1-04b7-4185-bfde-1cebcebdf2ac req-23b84b36-9db5-462a-be4d-0a3fe8473b02 tempest-VolumesNegativeTest-1557133286 tempest-VolumesNegativeTest-1557133286-project] 10.222.0.58 "GET /v2.0/security-groups?id=abe67645-1cdf-4e97-ba4a-7056a293b4db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508955 Apr 07 12:08:01.957618 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780057409639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780056949607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780056949625'] for port (e646e77c-f2f8-44bc-a7ef-6ccec8a9f624), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:01.998222 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-81288fcd-8439-404d-9aab-d6130020a231 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (94869e64-74fb-4601-95b5-a1334a6bdcea), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:02.025813 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Pushing event updated for resources: {'Port': ['ID=e646e77c-f2f8-44bc-a7ef-6ccec8a9f624,revision_number=4']} {{(pid=103984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:08:02.048561 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-b6408624-7145-4736-b43b-7159555e0502 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126593715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127907875'] for subnet (c904b354-656a-4e16-9970-de4658d8dce1), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:02.064148 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.wsgi [-] (103983) accepted ('10.222.0.58', 35606) {{(pid=103983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:08:02.106484 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6408624-7145-4736-b43b-7159555e0502 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c904b354-656a-4e16-9970-de4658d8dce1,revision_number=0']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:08:02.117722 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6408624-7145-4736-b43b-7159555e0502 admin admin] Checking segment: {'id': 'c6eef021-ef52-4fe9-b827-fdc4163e97eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'a3a1c9bf-f178-42b2-8a75-be0111298909'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:08:02.118136 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6408624-7145-4736-b43b-7159555e0502 admin admin] Network hostable DHCP agents. Network: a3a1c9bf-f178-42b2-8a75-be0111298909, hostable agents: ['94869e64-74fb-4601-95b5-a1334a6bdcea'], hosted agents: [] {{(pid=103982) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 12:08:02.269505 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6408624-7145-4736-b43b-7159555e0502 admin admin] Network a3a1c9bf-f178-42b2-8a75-be0111298909 is scheduled to be hosted by DHCP agent 94869e64-74fb-4601-95b5-a1334a6bdcea with binding_index 1 {{(pid=103982) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 12:08:02.282272 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-a881ac1e-960b-46fe-9e82-04e09193ba9e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:02.322691 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.scheduler.base_scheduler [None req-b6408624-7145-4736-b43b-7159555e0502 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836930-1-iscsi, a3a1c9bf-f178-42b2-8a75-be0111298909) {{(pid=103982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:08:02.331057 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6408624-7145-4736-b43b-7159555e0502 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:08:02.332191 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-b6408624-7145-4736-b43b-7159555e0502 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585958'] for subnet (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:02.335212 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a01aa7ae-44b6-4c78-b823-7d740a50517f None None] Network a3a1c9bf-f178-42b2-8a75-be0111298909 requested from dv-cinder-836930-1-iscsi {{(pid=103984) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 12:08:02.381734 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-a881ac1e-960b-46fe-9e82-04e09193ba9e admin admin] Publish callbacks [] for security_group (66d92f38-b68c-45de-a12d-b75094d580f6), precommit_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:02.384243 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfd9e70-a85c-490b-841d-7602e2532d9c req-9c661d82-ccd0-4110-a0a5-57d30e5c0372 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:08:02.385901 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-4dfd9e70-a85c-490b-841d-7602e2532d9c req-9c661d82-ccd0-4110-a0a5-57d30e5c0372 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/ports?device_id=ac1f3a68-f423-4755-a9c4-1f053e094038 HTTP/1.1" status: 200 len: 945 time: 0.1087646 Apr 07 12:08:02.446159 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-4dfd9e70-a85c-490b-841d-7602e2532d9c req-98fe349f-03c0-4f55-b3d0-7300caabf8a4 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/security-groups?id=a9f2a625-dc68-4664-b64d-af04d0e6ed04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504687 Apr 07 12:08:02.467404 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [None req-b6408624-7145-4736-b43b-7159555e0502 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7664714 Apr 07 12:08:02.467404 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.58', 35620) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:08:02.472182 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.v2.base [None req-c65633f6-ed40-43c8-9f0a-c4e53a1bf96d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-2064474164-router', 'tenant_id': 'f773b5c38f1747ba994d9dbdae582152', 'external_gateway_info': {'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56'}}} {{(pid=103982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:08:02.494165 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-a881ac1e-960b-46fe-9e82-04e09193ba9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678166'] for security_group (66d92f38-b68c-45de-a12d-b75094d580f6), after_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:02.538458 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.58', 35624) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:08:02.545057 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.db [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] get_ports_and_sgs() called for port_ids ['e646e77c-f2f8-44bc-a7ef-6ccec8a9f624'] {{(pid=103984) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 12:08:02.546126 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [None req-a881ac1e-960b-46fe-9e82-04e09193ba9e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c74fff217f28417b9905200a34b35900&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4796045 Apr 07 12:08:02.547359 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a881ac1e-960b-46fe-9e82-04e09193ba9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66d92f38-b68c-45de-a12d-b75094d580f6,revision_number=1']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:08:02.562911 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-c65633f6-ed40-43c8-9f0a-c4e53a1bf96d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1650099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-105734'] for router (0390f484-f283-4360-89fc-ee67de09a647), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:02.564830 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-c65633f6-ed40-43c8-9f0a-c4e53a1bf96d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1649951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2020019', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2093967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-105981'] for router (0390f484-f283-4360-89fc-ee67de09a647), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:02.653315 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bfab1fb-ab44-439a-8b04-d28ce022566b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d420030-12ae-5f88-a545-b5d8ef5b04ff-a3a1c9bf-f178-42b2-8a75-be0111298909', 'network_id': 'a3a1c9bf-f178-42b2-8a75-be0111298909', 'project_id': 'f773b5c38f1747ba994d9dbdae582152', 'fixed_ips': [{'subnet_id': 'c904b354-656a-4e16-9970-de4658d8dce1'}]}} from dv-cinder-836930-1-iscsi. {{(pid=103984) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 12:08:02.654162 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-8bfab1fb-ab44-439a-8b04-d28ce022566b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (None), before_create {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:02.674449 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-c65633f6-ed40-43c8-9f0a-c4e53a1bf96d admin admin] Publish callbacks [] for router_controller (0390f484-f283-4360-89fc-ee67de09a647), precommit_add_association {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:02.695992 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-5326604e-cece-4774-a962-651936e540f8 admin admin] Publish callbacks [] for security_group (66d92f38-b68c-45de-a12d-b75094d580f6), before_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:02.720456 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-5326604e-cece-4774-a962-651936e540f8 admin admin] Publish callbacks [] for security_group (66d92f38-b68c-45de-a12d-b75094d580f6), precommit_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:02.851947 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.db_base_plugin_common [None req-8bfab1fb-ab44-439a-8b04-d28ce022566b None None] Allocated IP 172.20.0.2 (a3a1c9bf-f178-42b2-8a75-be0111298909/c904b354-656a-4e16-9970-de4658d8dce1/f1128348-099c-40da-a765-6ba37834875f) {{(pid=103984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 12:08:02.855992 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-5326604e-cece-4774-a962-651936e540f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678166'] for security_group (66d92f38-b68c-45de-a12d-b75094d580f6), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:02.858288 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-5326604e-cece-4774-a962-651936e540f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:02.862849 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [None req-5326604e-cece-4774-a962-651936e540f8 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/66d92f38-b68c-45de-a12d-b75094d580f6 HTTP/1.1" status: 204 len: 168 time: 0.3232405 Apr 07 12:08:02.876217 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5326604e-cece-4774-a962-651936e540f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66d92f38-b68c-45de-a12d-b75094d580f6,revision_number=None']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:08:02.949028 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-c65633f6-ed40-43c8-9f0a-c4e53a1bf96d admin admin] Publish callbacks [] for router_gateway (0390f484-f283-4360-89fc-ee67de09a647), precommit_update {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:03.027949 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-8bfab1fb-ab44-439a-8b04-d28ce022566b None None] Publish callbacks [] for port (f1128348-099c-40da-a765-6ba37834875f), precommit_create {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:03.097386 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368f1b63-7f70-4c7c-b649-1723c9e93016 req-d090ca26-7573-45e3-9a38-2f9203cf9c45 tempest-VolumesNegativeTest-1557133286 tempest-VolumesNegativeTest-1557133286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:08:03.099071 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-368f1b63-7f70-4c7c-b649-1723c9e93016 req-d090ca26-7573-45e3-9a38-2f9203cf9c45 tempest-VolumesNegativeTest-1557133286 tempest-VolumesNegativeTest-1557133286-project] 10.222.0.58 "GET /v2.0/ports?device_id=47e566bd-7f59-44e5-a5d5-8e1ee1dcebf9 HTTP/1.1" status: 200 len: 949 time: 0.0639398 Apr 07 12:08:03.124349 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-8bfab1fb-ab44-439a-8b04-d28ce022566b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780056949589'] for port (f1128348-099c-40da-a765-6ba37834875f), after_create {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:03.168927 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bfab1fb-ab44-439a-8b04-d28ce022566b None None] Network a3a1c9bf-f178-42b2-8a75-be0111298909 is already hosted by enough agents. {{(pid=103984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:08:03.174733 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-368f1b63-7f70-4c7c-b649-1723c9e93016 req-05cab812-9e9b-455d-bba9-820c47b5d6ed tempest-VolumesNegativeTest-1557133286 tempest-VolumesNegativeTest-1557133286-project] 10.222.0.58 "GET /v2.0/security-groups?id=abe67645-1cdf-4e97-ba4a-7056a293b4db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562000 Apr 07 12:08:03.186472 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.scheduler.base_scheduler [None req-8bfab1fb-ab44-439a-8b04-d28ce022566b None None] Resources bound (agent type, host, resource id): {{(pid=103984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:08:03.189896 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfab1fb-ab44-439a-8b04-d28ce022566b None None] Pushing event updated for resources: {'Port': ['ID=f1128348-099c-40da-a765-6ba37834875f,revision_number=1']} {{(pid=103984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:08:03.193882 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bfab1fb-ab44-439a-8b04-d28ce022566b None None] Received port after_create {{(pid=103984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 12:08:03.277418 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-c65633f6-ed40-43c8-9f0a-c4e53a1bf96d admin admin] Publish callbacks [] for router_gateway (0390f484-f283-4360-89fc-ee67de09a647), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:03.279457 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.managers [None req-8bfab1fb-ab44-439a-8b04-d28ce022566b None None] Attempting to bind port f1128348-099c-40da-a765-6ba37834875f on host dv-cinder-836930-1-iscsi for vnic_type normal with profile {{(pid=103984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 12:08:03.280076 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.managers [None req-8bfab1fb-ab44-439a-8b04-d28ce022566b None None] Attempting to bind port f1128348-099c-40da-a765-6ba37834875f by drivers openvswitch,hyperv on host dv-cinder-836930-1-iscsi at level 0 using segments [{'id': 'c6eef021-ef52-4fe9-b827-fdc4163e97eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'a3a1c9bf-f178-42b2-8a75-be0111298909'}] {{(pid=103984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 12:08:03.280632 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bfab1fb-ab44-439a-8b04-d28ce022566b None None] Attempting to bind port f1128348-099c-40da-a765-6ba37834875f on network a3a1c9bf-f178-42b2-8a75-be0111298909 {{(pid=103984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:08:03.287220 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bfab1fb-ab44-439a-8b04-d28ce022566b None None] Checking agent: {'id': '18566f30-62c1-4fb1-af49-ebd049d63fec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836930-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 57, 39), 'started_at': datetime.datetime(2022, 4, 7, 11, 58, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 12, 7, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836930-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 12:08:03.288178 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bfab1fb-ab44-439a-8b04-d28ce022566b None None] Checking segment: {'id': 'c6eef021-ef52-4fe9-b827-fdc4163e97eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'a3a1c9bf-f178-42b2-8a75-be0111298909'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:08:03.288783 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-8bfab1fb-ab44-439a-8b04-d28ce022566b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:03.289479 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bfab1fb-ab44-439a-8b04-d28ce022566b None None] Bound using segment: {'id': 'c6eef021-ef52-4fe9-b827-fdc4163e97eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'a3a1c9bf-f178-42b2-8a75-be0111298909'} {{(pid=103984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 12:08:03.290149 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.managers [None req-8bfab1fb-ab44-439a-8b04-d28ce022566b None None] Bound port: f1128348-099c-40da-a765-6ba37834875f, host: dv-cinder-836930-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6eef021-ef52-4fe9-b827-fdc4163e97eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'a3a1c9bf-f178-42b2-8a75-be0111298909'}}] {{(pid=103984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 12:08:03.290715 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-8bfab1fb-ab44-439a-8b04-d28ce022566b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (f1128348-099c-40da-a765-6ba37834875f), before_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:03.299313 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-c65633f6-ed40-43c8-9f0a-c4e53a1bf96d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (None), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:03.388714 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.db [None req-8bfab1fb-ab44-439a-8b04-d28ce022566b None None] For port f1128348-099c-40da-a765-6ba37834875f, host dv-cinder-836930-1-iscsi, cleared binding levels {{(pid=103984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 12:08:03.393408 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.db [None req-8bfab1fb-ab44-439a-8b04-d28ce022566b None None] For port f1128348-099c-40da-a765-6ba37834875f, host dv-cinder-836930-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836930-1-iscsi',level=0,port_id=f1128348-099c-40da-a765-6ba37834875f,segment=NetworkSegment(c6eef021-ef52-4fe9-b827-fdc4163e97eb),segment_id=c6eef021-ef52-4fe9-b827-fdc4163e97eb)] {{(pid=103984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 12:08:03.442247 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.db.db_base_plugin_common [None req-c65633f6-ed40-43c8-9f0a-c4e53a1bf96d admin admin] Allocated IP 172.27.0.81 (bbaeba58-97ce-4d65-bbf2-981851410a56/4554067d-f507-4a99-8a98-0874c02c5721/71058e0c-eb0e-4219-8b09-6ccbd5c5f417) {{(pid=103982) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 12:08:03.540348 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-8bfab1fb-ab44-439a-8b04-d28ce022566b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780057409639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780056949607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780056949625'] for port (f1128348-099c-40da-a765-6ba37834875f), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:03.610355 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfab1fb-ab44-439a-8b04-d28ce022566b None None] Pushing event updated for resources: {'Port': ['ID=f1128348-099c-40da-a765-6ba37834875f,revision_number=2']} {{(pid=103984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:08:03.614431 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6942b13d-1cd8-4957-b5f3-e4d1a9ad6f5e req-fb0adf51-c4f7-424a-b453-a701063b66f8 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:08:03.615988 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-6942b13d-1cd8-4957-b5f3-e4d1a9ad6f5e req-fb0adf51-c4f7-424a-b453-a701063b66f8 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/ports?device_id=ac1f3a68-f423-4755-a9c4-1f053e094038 HTTP/1.1" status: 200 len: 945 time: 0.0892117 Apr 07 12:08:03.619245 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-c65633f6-ed40-43c8-9f0a-c4e53a1bf96d admin admin] Publish callbacks [] for port (71058e0c-eb0e-4219-8b09-6ccbd5c5f417), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:03.683244 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-6942b13d-1cd8-4957-b5f3-e4d1a9ad6f5e req-fe1a7763-70ba-4fad-a923-577c4488c683 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/security-groups?id=a9f2a625-dc68-4664-b64d-af04d0e6ed04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608377 Apr 07 12:08:03.794877 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-c65633f6-ed40-43c8-9f0a-c4e53a1bf96d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780056949589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126593575'] for port (71058e0c-eb0e-4219-8b09-6ccbd5c5f417), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:03.821926 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Device e646e77c-f2f8-44bc-a7ef-6ccec8a9f624 up at agent hyperv_hv-cinder-83693 {{(pid=103984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:08:03.860600 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c65633f6-ed40-43c8-9f0a-c4e53a1bf96d admin admin] Network bbaeba58-97ce-4d65-bbf2-981851410a56 is already hosted by enough agents. {{(pid=103982) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:08:03.860600 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.scheduler.base_scheduler [None req-c65633f6-ed40-43c8-9f0a-c4e53a1bf96d admin admin] Resources bound (agent type, host, resource id): {{(pid=103982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:08:03.883065 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c65633f6-ed40-43c8-9f0a-c4e53a1bf96d admin admin] Received port after_create {{(pid=103982) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 12:08:03.913368 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65633f6-ed40-43c8-9f0a-c4e53a1bf96d admin admin] Pushing event updated for resources: {'Port': ['ID=71058e0c-eb0e-4219-8b09-6ccbd5c5f417,revision_number=1']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:08:03.997724 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.provisioning_blocks [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Provisioning for port e646e77c-f2f8-44bc-a7ef-6ccec8a9f624 completed by entity L2. {{(pid=103984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 12:08:04.004776 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.provisioning_blocks [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Provisioning complete for port e646e77c-f2f8-44bc-a7ef-6ccec8a9f624 triggered by entity L2. {{(pid=103984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:08:04.006818 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7484729'] for port (e646e77c-f2f8-44bc-a7ef-6ccec8a9f624), provisioning_complete {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:04.110274 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Current status of the port e646e77c-f2f8-44bc-a7ef-6ccec8a9f624 is: BUILD; New status is: ACTIVE {{(pid=103984) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:08:04.111351 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (e646e77c-f2f8-44bc-a7ef-6ccec8a9f624), before_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:04.135576 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47e566bd-7f59-44e5-a5d5-8e1ee1dcebf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e646e77c-f2f8-44bc-a7ef-6ccec8a9f624'}] {{(pid=103984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:08:04.137806 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0608bff1dee5f704c30ce50aefecbc08eaebc6e842b477e08be3f7901197da8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f0248fd-3eb4-4ca0-9fca-6e4b8f4531cf" -d '{"events": [{"server_uuid": "47e566bd-7f59-44e5-a5d5-8e1ee1dcebf9", "name": "network-vif-plugged", "status": "completed", "tag": "e646e77c-f2f8-44bc-a7ef-6ccec8a9f624"}]}' {{(pid=103984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:08:04.153592 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.db [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] For port e646e77c-f2f8-44bc-a7ef-6ccec8a9f624, host hv-cinder-83693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83693',level=0,port_id=e646e77c-f2f8-44bc-a7ef-6ccec8a9f624,segment=NetworkSegment(d88c5e89-9178-4826-a487-f368b3673b01),segment_id=d88c5e89-9178-4826-a487-f368b3673b01)] {{(pid=103984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:08:04.186197 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 12:08:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f37207b-f57d-43c0-81e2-87ec2aa2bd44 x-openstack-request-id: req-1f37207b-f57d-43c0-81e2-87ec2aa2bd44 {{(pid=103984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:08:04.186197 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47e566bd-7f59-44e5-a5d5-8e1ee1dcebf9", "name": "network-vif-plugged", "status": "completed", "tag": "e646e77c-f2f8-44bc-a7ef-6ccec8a9f624", "code": 200}]} {{(pid=103984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:08:04.186197 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1f37207b-f57d-43c0-81e2-87ec2aa2bd44 {{(pid=103984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:08:04.186197 dv-cinder-836930-1-iscsi neutron-server[103984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f37207b-f57d-43c0-81e2-87ec2aa2bd44'] response: {'server_uuid': '47e566bd-7f59-44e5-a5d5-8e1ee1dcebf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e646e77c-f2f8-44bc-a7ef-6ccec8a9f624', 'code': 200} Apr 07 12:08:04.236221 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780057409639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780056949607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780056949625'] for port (e646e77c-f2f8-44bc-a7ef-6ccec8a9f624), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:04.305806 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Pushing event updated for resources: {'Port': ['ID=e646e77c-f2f8-44bc-a7ef-6ccec8a9f624,revision_number=5']} {{(pid=103984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:08:04.337493 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-c65633f6-ed40-43c8-9f0a-c4e53a1bf96d admin admin] Publish callbacks [] for router_gateway (0390f484-f283-4360-89fc-ee67de09a647), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:04.352811 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-368a8ea2-ab52-4c11-a978-6dafe79e931b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (ad8978c4-6515-441c-a828-0289badd3b4a), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:04.460060 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1917a9-a550-4ed5-a19b-05de844fcfcc req-04512868-60e3-4863-9b61-f2bd0548861f tempest-VolumesNegativeTest-1557133286 tempest-VolumesNegativeTest-1557133286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:08:04.466703 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-4a1917a9-a550-4ed5-a19b-05de844fcfcc req-04512868-60e3-4863-9b61-f2bd0548861f tempest-VolumesNegativeTest-1557133286 tempest-VolumesNegativeTest-1557133286-project] 10.222.0.58 "GET /v2.0/ports?device_id=47e566bd-7f59-44e5-a5d5-8e1ee1dcebf9 HTTP/1.1" status: 200 len: 950 time: 0.2241011 Apr 07 12:08:04.536830 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-4a1917a9-a550-4ed5-a19b-05de844fcfcc req-d733b619-9440-4ea2-85c3-1052bf54a73b tempest-VolumesNegativeTest-1557133286 tempest-VolumesNegativeTest-1557133286-project] 10.222.0.58 "GET /v2.0/security-groups?id=abe67645-1cdf-4e97-ba4a-7056a293b4db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691621 Apr 07 12:08:04.887309 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a13e74-e90b-4e30-9e31-043c4ae7dabc req-53b1a1cf-0d77-4ee8-8666-4831c0756c8f tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:08:04.889526 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-85a13e74-e90b-4e30-9e31-043c4ae7dabc req-53b1a1cf-0d77-4ee8-8666-4831c0756c8f tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/ports?device_id=ac1f3a68-f423-4755-a9c4-1f053e094038 HTTP/1.1" status: 200 len: 945 time: 0.0941718 Apr 07 12:08:04.916888 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-c65633f6-ed40-43c8-9f0a-c4e53a1bf96d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1649956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2020060'] for router (0390f484-f283-4360-89fc-ee67de09a647), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:04.932611 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0cefc94-c5df-4c8a-8cb8-478a8c84d4a3 None None] Network a3a1c9bf-f178-42b2-8a75-be0111298909 requested from dv-cinder-836930-1-iscsi {{(pid=103984) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 12:08:04.997378 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-85a13e74-e90b-4e30-9e31-043c4ae7dabc req-597eaf1e-4b27-49f4-9d38-cfa9e0bb1776 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/security-groups?id=a9f2a625-dc68-4664-b64d-af04d0e6ed04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999544 Apr 07 12:08:05.043520 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Device f1128348-099c-40da-a765-6ba37834875f up at agent ovs-agent-dv-cinder-836930-1-iscsi {{(pid=103984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:08:05.087560 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.provisioning_blocks [None req-c4a0c2e8-df53-4dd1-8819-e1fc47761eba None None] Provisioning complete for port f1128348-099c-40da-a765-6ba37834875f triggered by entity DHCP. {{(pid=103984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:08:05.087857 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-c4a0c2e8-df53-4dd1-8819-e1fc47761eba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7484729'] for port (f1128348-099c-40da-a765-6ba37834875f), provisioning_complete {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:05.128173 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c65633f6-ed40-43c8-9f0a-c4e53a1bf96d admin admin] Router 0390f484-f283-4360-89fc-ee67de09a647 is scheduled to L3 agent ad8978c4-6515-441c-a828-0289badd3b4a with binding_index 1 {{(pid=103982) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 12:08:05.171044 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.provisioning_blocks [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Provisioning complete for port f1128348-099c-40da-a765-6ba37834875f triggered by entity L2. {{(pid=103984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:08:05.171236 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7484729'] for port (f1128348-099c-40da-a765-6ba37834875f), provisioning_complete {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:05.268552 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-c4a0c2e8-df53-4dd1-8819-e1fc47761eba None None] Current status of the port f1128348-099c-40da-a765-6ba37834875f is: DOWN; New status is: ACTIVE {{(pid=103984) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:08:05.268938 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-c4a0c2e8-df53-4dd1-8819-e1fc47761eba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (f1128348-099c-40da-a765-6ba37834875f), before_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:05.302534 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c65633f6-ed40-43c8-9f0a-c4e53a1bf96d admin admin] Notify agent at l3_agent.dv-cinder-836930-1-iscsi the message routers_updated {{(pid=103982) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 12:08:05.302637 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a895880e-ced2-4bcb-96f0-f343f9767558 None None] Sync routers for ids ['0390f484-f283-4360-89fc-ee67de09a647'] in dv-cinder-836930-1-iscsi {{(pid=103985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 12:08:05.325053 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a895880e-ced2-4bcb-96f0-f343f9767558 None None] Routers {'0390f484-f283-4360-89fc-ee67de09a647'} bound to L3 agent in host dv-cinder-836930-1-iscsi {{(pid=103985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:08:05.326474 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_hamode_db [None req-a895880e-ced2-4bcb-96f0-f343f9767558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836930-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T11:57:34Z,description=,heartbeat_timestamp=2022-04-07T12:08:04Z,host='dv-cinder-836930-1-iscsi',id=ad8978c4-6515-441c-a828-0289badd3b4a,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:57:35Z,topic='l3_agent')) {'router_ids': ['0390f484-f283-4360-89fc-ee67de09a647'], 'active': True} {{(pid=103985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:08:05.328033 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.wsgi [-] (103983) accepted ('10.222.0.58', 35732) {{(pid=103983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:08:05.340403 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.db [None req-c4a0c2e8-df53-4dd1-8819-e1fc47761eba None None] For port f1128348-099c-40da-a765-6ba37834875f, host dv-cinder-836930-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836930-1-iscsi',level=0,port_id=f1128348-099c-40da-a765-6ba37834875f,segment=NetworkSegment(c6eef021-ef52-4fe9-b827-fdc4163e97eb),segment_id=c6eef021-ef52-4fe9-b827-fdc4163e97eb)] {{(pid=103984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:08:05.351021 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Current status of the port f1128348-099c-40da-a765-6ba37834875f is: DOWN; New status is: ACTIVE {{(pid=103984) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:08:05.351673 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (f1128348-099c-40da-a765-6ba37834875f), before_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:05.395095 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-c65633f6-ed40-43c8-9f0a-c4e53a1bf96d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:05.396939 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [None req-c65633f6-ed40-43c8-9f0a-c4e53a1bf96d admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.9341226 Apr 07 12:08:05.399841 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.58', 35736) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:08:05.421076 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-c4a0c2e8-df53-4dd1-8819-e1fc47761eba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780057409639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780056949607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780056949625'] for port (f1128348-099c-40da-a765-6ba37834875f), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:05.479392 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_dvr_db [None req-a895880e-ced2-4bcb-96f0-f343f9767558 None None] Set router 0390f484-f283-4360-89fc-ee67de09a647 gateway port host: dv-cinder-836930-1-iscsi {{(pid=103985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:08:05.521907 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-c05f1556-6937-40af-90fb-9c1a6678542e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:05.567160 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.db.api [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103984) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 07 12:08:05.567558 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG oslo_db.api [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 07 12:08:05.579808 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a0c2e8-df53-4dd1-8819-e1fc47761eba None None] Pushing event updated for resources: {'Port': ['ID=f1128348-099c-40da-a765-6ba37834875f,revision_number=3']} {{(pid=103984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:08:05.639315 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-c05f1556-6937-40af-90fb-9c1a6678542e admin admin] Publish callbacks [] for security_group (a0063039-04be-4952-ada0-aaf90dcea017), precommit_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:05.654867 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.provisioning_blocks [None req-a8052a39-1eeb-4c8a-8384-7fa37a9cb342 None None] Provisioning complete for port f1128348-099c-40da-a765-6ba37834875f triggered by entity DHCP. {{(pid=103984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:08:05.655552 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-a8052a39-1eeb-4c8a-8384-7fa37a9cb342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7484729'] for port (f1128348-099c-40da-a765-6ba37834875f), provisioning_complete {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:05.713176 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-e3029262-029d-49e4-8078-e7e61e534645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (e465150c-12ca-425e-8c36-fa03ee6240b4), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:05.745364 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-c05f1556-6937-40af-90fb-9c1a6678542e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678166'] for security_group (a0063039-04be-4952-ada0-aaf90dcea017), after_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:05.801557 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [None req-c05f1556-6937-40af-90fb-9c1a6678542e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=44648e6288ad40c0bff31a2194f92fa3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4720049 Apr 07 12:08:05.802554 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.wsgi [-] (103983) accepted ('10.222.0.58', 35746) {{(pid=103983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:08:05.803458 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05f1556-6937-40af-90fb-9c1a6678542e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0063039-04be-4952-ada0-aaf90dcea017,revision_number=1']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:08:05.804497 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_hamode_db [None req-a895880e-ced2-4bcb-96f0-f343f9767558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0390f484-f283-4360-89fc-ee67de09a647', 'name': 'tempest-AttachVolumeShelveTestJSON-2064474164-router', 'tenant_id': 'f773b5c38f1747ba994d9dbdae582152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'external_fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': '71058e0c-eb0e-4219-8b09-6ccbd5c5f417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:08:02Z', 'updated_at': '2022-04-07T12:08:04Z', 'revision_number': 3, 'project_id': 'f773b5c38f1747ba994d9dbdae582152', 'gw_port': {'id': '71058e0c-eb0e-4219-8b09-6ccbd5c5f417', 'name': '', 'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:b9:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0390f484-f283-4360-89fc-ee67de09a647', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:08:03Z', 'updated_at': '2022-04-07T12:08:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4554067d-f507-4a99-8a98-0874c02c5721', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836930-1-iscsi'}], 'dv-cinder-836930-1-iscsi', False) {} {{(pid=103985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:08:05.820390 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-a8052a39-1eeb-4c8a-8384-7fa37a9cb342 None None] Current status of the port f1128348-099c-40da-a765-6ba37834875f is: ACTIVE; New status is: ACTIVE {{(pid=103984) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:08:05.880033 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-31cd121a-02c2-45b5-9f3f-f4e9382d3471 admin admin] Publish callbacks [] for security_group (a0063039-04be-4952-ada0-aaf90dcea017), before_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:05.883153 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a895880e-ced2-4bcb-96f0-f343f9767558 None None] Checking router: 0390f484-f283-4360-89fc-ee67de09a647 for host: dv-cinder-836930-1-iscsi {{(pid=103985) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 12:08:05.883657 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a115ee-5f27-45b2-80fe-41e8677fc8cf req-48e61d15-b019-4c19-986a-5b18d0c580f0 tempest-VolumesNegativeTest-1557133286 tempest-VolumesNegativeTest-1557133286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:08:05.884019 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a895880e-ced2-4bcb-96f0-f343f9767558 None None] Updating router 0390f484-f283-4360-89fc-ee67de09a647 port 71058e0c-eb0e-4219-8b09-6ccbd5c5f417 binding host dv-cinder-836930-1-iscsi {{(pid=103985) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 12:08:05.894108 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-45a115ee-5f27-45b2-80fe-41e8677fc8cf req-48e61d15-b019-4c19-986a-5b18d0c580f0 tempest-VolumesNegativeTest-1557133286 tempest-VolumesNegativeTest-1557133286-project] 10.222.0.58 "GET /v2.0/ports?device_id=47e566bd-7f59-44e5-a5d5-8e1ee1dcebf9 HTTP/1.1" status: 200 len: 950 time: 0.2188671 Apr 07 12:08:05.929995 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-31cd121a-02c2-45b5-9f3f-f4e9382d3471 admin admin] Publish callbacks [] for security_group (a0063039-04be-4952-ada0-aaf90dcea017), precommit_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:05.932329 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron_lib.callbacks.manager [None req-a895880e-ced2-4bcb-96f0-f343f9767558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (71058e0c-eb0e-4219-8b09-6ccbd5c5f417), before_update {{(pid=103985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:05.941255 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f14c68-19eb-471d-8f77-f8cb28359138 req-ecdf165e-2e8b-4a8a-8164-b3257e401b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:08:05.941255 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-53f14c68-19eb-471d-8f77-f8cb28359138 req-ecdf165e-2e8b-4a8a-8164-b3257e401b00 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=47e566bd-7f59-44e5-a5d5-8e1ee1dcebf9 HTTP/1.1" status: 200 len: 1134 time: 0.2477689 Apr 07 12:08:06.043904 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28be53d9-961e-4c1a-b898-012756d3625d req-b2499c4f-8329-4ba2-8af0-aa38c4b0d39a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:08:06.045490 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-28be53d9-961e-4c1a-b898-012756d3625d req-b2499c4f-8329-4ba2-8af0-aa38c4b0d39a service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=ac1f3a68-f423-4755-a9c4-1f053e094038 HTTP/1.1" status: 200 len: 1129 time: 0.0825975 Apr 07 12:08:06.097542 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-45a115ee-5f27-45b2-80fe-41e8677fc8cf req-c18c0415-e809-4228-a0e1-d60a56eac8d6 tempest-VolumesNegativeTest-1557133286 tempest-VolumesNegativeTest-1557133286-project] 10.222.0.58 "GET /v2.0/security-groups?id=abe67645-1cdf-4e97-ba4a-7056a293b4db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969378 Apr 07 12:08:06.125089 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-31cd121a-02c2-45b5-9f3f-f4e9382d3471 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678166'] for security_group (a0063039-04be-4952-ada0-aaf90dcea017), after_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:06.132738 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-31cd121a-02c2-45b5-9f3f-f4e9382d3471 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:06.132738 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [None req-31cd121a-02c2-45b5-9f3f-f4e9382d3471 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a0063039-04be-4952-ada0-aaf90dcea017 HTTP/1.1" status: 204 len: 168 time: 0.3213933 Apr 07 12:08:06.146560 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-28be53d9-961e-4c1a-b898-012756d3625d req-c93b37d8-bfb3-49c2-972b-ea042b3a06b8 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=a9f2a625-dc68-4664-b64d-af04d0e6ed04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926940 Apr 07 12:08:06.146809 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Current status of the port f1128348-099c-40da-a765-6ba37834875f is: ACTIVE; New status is: ACTIVE {{(pid=103984) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:08:06.175544 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cd121a-02c2-45b5-9f3f-f4e9382d3471 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0063039-04be-4952-ada0-aaf90dcea017,revision_number=None']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:08:06.176739 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-53f14c68-19eb-471d-8f77-f8cb28359138 req-b25cd571-8b8c-4887-b49f-4f962e1830cf service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=abe67645-1cdf-4e97-ba4a-7056a293b4db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2179773 Apr 07 12:08:06.196526 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80d6fba-82cf-4e6d-b616-1d362e049a29 req-1ff71458-f43a-4164-8a69-817977717ac1 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:08:06.198712 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-b80d6fba-82cf-4e6d-b616-1d362e049a29 req-1ff71458-f43a-4164-8a69-817977717ac1 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/ports?device_id=ac1f3a68-f423-4755-a9c4-1f053e094038 HTTP/1.1" status: 200 len: 945 time: 0.0753791 Apr 07 12:08:06.203783 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-dbe1913a-0593-49b9-bb62-67f058cf5e7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (None), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:06.269285 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-b80d6fba-82cf-4e6d-b616-1d362e049a29 req-ee95e349-daf0-4bab-8c83-c53e900fab31 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/security-groups?id=a9f2a625-dc68-4664-b64d-af04d0e6ed04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603256 Apr 07 12:08:06.345352 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron_lib.callbacks.manager [None req-a895880e-ced2-4bcb-96f0-f343f9767558 None None] Publish callbacks [] for port (71058e0c-eb0e-4219-8b09-6ccbd5c5f417), precommit_update {{(pid=103985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:06.413794 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron_lib.callbacks.manager [None req-a895880e-ced2-4bcb-96f0-f343f9767558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780057409639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780056949607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780056949625'] for port (71058e0c-eb0e-4219-8b09-6ccbd5c5f417), after_update {{(pid=103985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:06.422816 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.db.db_base_plugin_common [None req-dbe1913a-0593-49b9-bb62-67f058cf5e7a admin admin] Allocated IP 172.20.0.1 (a3a1c9bf-f178-42b2-8a75-be0111298909/c904b354-656a-4e16-9970-de4658d8dce1/cdb1a5b8-20f6-4bf4-a486-7b25dd95c638) {{(pid=103982) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 12:08:06.462257 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.plugins.ml2.managers [None req-a895880e-ced2-4bcb-96f0-f343f9767558 None None] Attempting to bind port 71058e0c-eb0e-4219-8b09-6ccbd5c5f417 on host dv-cinder-836930-1-iscsi for vnic_type normal with profile {{(pid=103985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 12:08:06.462631 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.plugins.ml2.managers [None req-a895880e-ced2-4bcb-96f0-f343f9767558 None None] Attempting to bind port 71058e0c-eb0e-4219-8b09-6ccbd5c5f417 by drivers openvswitch,hyperv on host dv-cinder-836930-1-iscsi at level 0 using segments [{'id': '82c7666f-c776-4b0f-ab14-8be16f51c525', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56'}] {{(pid=103985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 12:08:06.462985 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a895880e-ced2-4bcb-96f0-f343f9767558 None None] Attempting to bind port 71058e0c-eb0e-4219-8b09-6ccbd5c5f417 on network bbaeba58-97ce-4d65-bbf2-981851410a56 {{(pid=103985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:08:06.474732 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a895880e-ced2-4bcb-96f0-f343f9767558 None None] Checking agent: {'id': '18566f30-62c1-4fb1-af49-ebd049d63fec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836930-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 57, 39), 'started_at': datetime.datetime(2022, 4, 7, 11, 58, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 12, 7, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836930-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 12:08:06.475100 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a895880e-ced2-4bcb-96f0-f343f9767558 None None] Checking segment: {'id': '82c7666f-c776-4b0f-ab14-8be16f51c525', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:08:06.475690 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron_lib.callbacks.manager [None req-a895880e-ced2-4bcb-96f0-f343f9767558 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:06.476074 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a895880e-ced2-4bcb-96f0-f343f9767558 None None] Bound using segment: {'id': '82c7666f-c776-4b0f-ab14-8be16f51c525', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56'} {{(pid=103985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 12:08:06.476689 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.plugins.ml2.managers [None req-a895880e-ced2-4bcb-96f0-f343f9767558 None None] Bound port: 71058e0c-eb0e-4219-8b09-6ccbd5c5f417, host: dv-cinder-836930-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82c7666f-c776-4b0f-ab14-8be16f51c525', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56'}}] {{(pid=103985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 12:08:06.477061 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron_lib.callbacks.manager [None req-a895880e-ced2-4bcb-96f0-f343f9767558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (71058e0c-eb0e-4219-8b09-6ccbd5c5f417), before_update {{(pid=103985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:06.479696 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c8ebaf-298c-4e30-8823-a37f3c9ab7e4 None None] Pushing event updated for resources: {'Port': ['ID=71058e0c-eb0e-4219-8b09-6ccbd5c5f417,revision_number=2']} {{(pid=103985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:08:06.490423 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.58', 35764) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:08:06.508947 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c8ebaf-298c-4e30-8823-a37f3c9ab7e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:08:06.509294 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c8ebaf-298c-4e30-8823-a37f3c9ab7e4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:08:06.509659 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c8ebaf-298c-4e30-8823-a37f3c9ab7e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:08:06.510091 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c8ebaf-298c-4e30-8823-a37f3c9ab7e4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:08:06.510425 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c8ebaf-298c-4e30-8823-a37f3c9ab7e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:08:06.510751 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c8ebaf-298c-4e30-8823-a37f3c9ab7e4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:08:06.511072 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c8ebaf-298c-4e30-8823-a37f3c9ab7e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:08:06.511643 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c8ebaf-298c-4e30-8823-a37f3c9ab7e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:08:06.511973 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c8ebaf-298c-4e30-8823-a37f3c9ab7e4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:08:06.512316 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c8ebaf-298c-4e30-8823-a37f3c9ab7e4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:08:06.512991 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c8ebaf-298c-4e30-8823-a37f3c9ab7e4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:08:06.513337 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c8ebaf-298c-4e30-8823-a37f3c9ab7e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:08:06.513877 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c8ebaf-298c-4e30-8823-a37f3c9ab7e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:08:06.514364 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c8ebaf-298c-4e30-8823-a37f3c9ab7e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:08:06.514691 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c8ebaf-298c-4e30-8823-a37f3c9ab7e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:08:06.545096 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-dbe1913a-0593-49b9-bb62-67f058cf5e7a admin admin] Publish callbacks [] for port (cdb1a5b8-20f6-4bf4-a486-7b25dd95c638), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:06.549658 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.plugins.ml2.db [None req-a895880e-ced2-4bcb-96f0-f343f9767558 None None] For port 71058e0c-eb0e-4219-8b09-6ccbd5c5f417, host dv-cinder-836930-1-iscsi, cleared binding levels {{(pid=103985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 12:08:06.553326 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.plugins.ml2.db [None req-a895880e-ced2-4bcb-96f0-f343f9767558 None None] For port 71058e0c-eb0e-4219-8b09-6ccbd5c5f417, host dv-cinder-836930-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836930-1-iscsi',level=0,port_id=71058e0c-eb0e-4219-8b09-6ccbd5c5f417,segment=NetworkSegment(82c7666f-c776-4b0f-ab14-8be16f51c525),segment_id=82c7666f-c776-4b0f-ab14-8be16f51c525)] {{(pid=103985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 12:08:06.625945 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron_lib.callbacks.manager [None req-a895880e-ced2-4bcb-96f0-f343f9767558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780057409639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780056949607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780056949625'] for port (71058e0c-eb0e-4219-8b09-6ccbd5c5f417), after_update {{(pid=103985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:06.666839 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-dbe1913a-0593-49b9-bb62-67f058cf5e7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780056949589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126593575'] for port (cdb1a5b8-20f6-4bf4-a486-7b25dd95c638), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:06.693402 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c8ebaf-298c-4e30-8823-a37f3c9ab7e4 None None] Pushing event updated for resources: {'Port': ['ID=71058e0c-eb0e-4219-8b09-6ccbd5c5f417,revision_number=3']} {{(pid=103985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:08:06.696094 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a895880e-ced2-4bcb-96f0-f343f9767558 None None] Routers {'0390f484-f283-4360-89fc-ee67de09a647'} bound to L3 agent in host dv-cinder-836930-1-iscsi {{(pid=103985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:08:06.696698 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_hamode_db [None req-a895880e-ced2-4bcb-96f0-f343f9767558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836930-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T11:57:34Z,description=,heartbeat_timestamp=2022-04-07T12:08:04Z,host='dv-cinder-836930-1-iscsi',id=ad8978c4-6515-441c-a828-0289badd3b4a,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:57:35Z,topic='l3_agent')) {'router_ids': ['0390f484-f283-4360-89fc-ee67de09a647'], 'active': True} {{(pid=103985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:08:06.714313 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbe1913a-0593-49b9-bb62-67f058cf5e7a admin admin] Network a3a1c9bf-f178-42b2-8a75-be0111298909 is already hosted by enough agents. {{(pid=103982) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:08:06.718813 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.scheduler.base_scheduler [None req-dbe1913a-0593-49b9-bb62-67f058cf5e7a admin admin] Resources bound (agent type, host, resource id): {{(pid=103982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:08:06.726340 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe1913a-0593-49b9-bb62-67f058cf5e7a admin admin] Received port after_create {{(pid=103982) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 12:08:06.758844 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe1913a-0593-49b9-bb62-67f058cf5e7a admin admin] Pushing event updated for resources: {'Port': ['ID=cdb1a5b8-20f6-4bf4-a486-7b25dd95c638,revision_number=1']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:08:06.785575 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-dbe1913a-0593-49b9-bb62-67f058cf5e7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2021299'] for router_interface (0390f484-f283-4360-89fc-ee67de09a647), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:06.850747 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-4cfcc4e9-b2bf-417c-89f8-a6900b8a5683 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:06.994549 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_dvr_db [None req-a895880e-ced2-4bcb-96f0-f343f9767558 None None] Set router 0390f484-f283-4360-89fc-ee67de09a647 gateway port host: dv-cinder-836930-1-iscsi {{(pid=103985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:08:07.009417 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Device f1128348-099c-40da-a765-6ba37834875f up at agent ovs-agent-dv-cinder-836930-1-iscsi {{(pid=103984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:08:07.047405 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-4cfcc4e9-b2bf-417c-89f8-a6900b8a5683 admin admin] Publish callbacks [] for security_group (c45d12be-2b4b-4573-8ea1-3ee85a411537), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:07.054748 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-dbe1913a-0593-49b9-bb62-67f058cf5e7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (cdb1a5b8-20f6-4bf4-a486-7b25dd95c638), before_update {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:07.078397 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.wsgi [-] (103983) accepted ('10.222.0.58', 35774) {{(pid=103983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:08:07.094451 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.provisioning_blocks [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Provisioning complete for port f1128348-099c-40da-a765-6ba37834875f triggered by entity L2. {{(pid=103984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:08:07.095098 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7484729'] for port (f1128348-099c-40da-a765-6ba37834875f), provisioning_complete {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:07.100025 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-94ced2cb-0c85-4f24-80ff-d9e54e89cbec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:07.117881 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-4cfcc4e9-b2bf-417c-89f8-a6900b8a5683 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678166'] for security_group (c45d12be-2b4b-4573-8ea1-3ee85a411537), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:07.186385 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.provisioning_blocks [None req-a2b6f46c-83c1-4db6-bc72-2c082ff5e7f2 None None] Provisioning complete for port cdb1a5b8-20f6-4bf4-a486-7b25dd95c638 triggered by entity DHCP. {{(pid=103984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:08:07.186980 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-a2b6f46c-83c1-4db6-bc72-2c082ff5e7f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7484729'] for port (cdb1a5b8-20f6-4bf4-a486-7b25dd95c638), provisioning_complete {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:07.213026 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [None req-4cfcc4e9-b2bf-417c-89f8-a6900b8a5683 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3ee7c922485e45baa82a6e135b3a0126&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7212498 Apr 07 12:08:07.215647 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.58', 35778) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:08:07.217786 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfcc4e9-b2bf-417c-89f8-a6900b8a5683 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c45d12be-2b4b-4573-8ea1-3ee85a411537,revision_number=1']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:08:07.257198 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-94ced2cb-0c85-4f24-80ff-d9e54e89cbec admin admin] Publish callbacks [] for security_group (011eca95-118e-495a-a0b7-30d8c815c09d), precommit_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:07.284178 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Current status of the port f1128348-099c-40da-a765-6ba37834875f is: ACTIVE; New status is: ACTIVE {{(pid=103984) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:08:07.286720 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-a2b6f46c-83c1-4db6-bc72-2c082ff5e7f2 None None] Port cdb1a5b8-20f6-4bf4-a486-7b25dd95c638 cannot update to ACTIVE because it is not bound. {{(pid=103984) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 12:08:07.324667 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-94ced2cb-0c85-4f24-80ff-d9e54e89cbec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678166'] for security_group (011eca95-118e-495a-a0b7-30d8c815c09d), after_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:07.340864 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_hamode_db [None req-a895880e-ced2-4bcb-96f0-f343f9767558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0390f484-f283-4360-89fc-ee67de09a647', 'name': 'tempest-AttachVolumeShelveTestJSON-2064474164-router', 'tenant_id': 'f773b5c38f1747ba994d9dbdae582152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'external_fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': '71058e0c-eb0e-4219-8b09-6ccbd5c5f417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:08:02Z', 'updated_at': '2022-04-07T12:08:04Z', 'revision_number': 3, 'project_id': 'f773b5c38f1747ba994d9dbdae582152', 'gw_port': {'id': '71058e0c-eb0e-4219-8b09-6ccbd5c5f417', 'name': '', 'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:b9:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0390f484-f283-4360-89fc-ee67de09a647', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:08:03Z', 'updated_at': '2022-04-07T12:08:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4554067d-f507-4a99-8a98-0874c02c5721', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836930-1-iscsi'}], 'dv-cinder-836930-1-iscsi', False) {} {{(pid=103985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:08:07.371874 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a895880e-ced2-4bcb-96f0-f343f9767558 None None] The sync data for ids ['0390f484-f283-4360-89fc-ee67de09a647'] in dv-cinder-836930-1-iscsi is: [{'id': '0390f484-f283-4360-89fc-ee67de09a647', 'name': 'tempest-AttachVolumeShelveTestJSON-2064474164-router', 'tenant_id': 'f773b5c38f1747ba994d9dbdae582152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'external_fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': '71058e0c-eb0e-4219-8b09-6ccbd5c5f417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:08:02Z', 'updated_at': '2022-04-07T12:08:04Z', 'revision_number': 3, 'project_id': 'f773b5c38f1747ba994d9dbdae582152', 'gw_port': {'id': '71058e0c-eb0e-4219-8b09-6ccbd5c5f417', 'name': '', 'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:b9:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0390f484-f283-4360-89fc-ee67de09a647', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:08:03Z', 'updated_at': '2022-04-07T12:08:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4554067d-f507-4a99-8a98-0874c02c5721', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836930-1-iscsi'}] {{(pid=103985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 12:08:07.397240 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-4ee86192-ef9a-4f9c-8d37-983d911c7eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (8705c964-c35e-4008-b403-e26242cd5404), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:07.412298 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-1aa64b02-73fa-4f45-8b32-79f8e554431f admin admin] Publish callbacks [] for security_group (c45d12be-2b4b-4573-8ea1-3ee85a411537), before_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:07.430624 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [None req-94ced2cb-0c85-4f24-80ff-d9e54e89cbec admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=578afe457f5a4b058e7f7096fbcba1ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3495328 Apr 07 12:08:07.433636 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.58', 35784) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:08:07.434079 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ced2cb-0c85-4f24-80ff-d9e54e89cbec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=011eca95-118e-495a-a0b7-30d8c815c09d,revision_number=1']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:08:07.458479 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255a52cf-d6d8-4d4a-9a75-8ea449e91b7a req-5177a2ba-80f3-4f82-8c50-4367b6bfda46 tempest-VolumesNegativeTest-1557133286 tempest-VolumesNegativeTest-1557133286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:08:07.460056 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-255a52cf-d6d8-4d4a-9a75-8ea449e91b7a req-5177a2ba-80f3-4f82-8c50-4367b6bfda46 tempest-VolumesNegativeTest-1557133286 tempest-VolumesNegativeTest-1557133286-project] 10.222.0.58 "GET /v2.0/ports?device_id=47e566bd-7f59-44e5-a5d5-8e1ee1dcebf9 HTTP/1.1" status: 200 len: 950 time: 0.2122686 Apr 07 12:08:07.467199 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9257ce1-7483-4e2f-b65f-ddf9c2b20717 req-e030867e-64de-43a1-bf42-cdf1cd0be917 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:08:07.469056 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-c9257ce1-7483-4e2f-b65f-ddf9c2b20717 req-e030867e-64de-43a1-bf42-cdf1cd0be917 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/ports?device_id=ac1f3a68-f423-4755-a9c4-1f053e094038 HTTP/1.1" status: 200 len: 945 time: 0.1012919 Apr 07 12:08:07.475288 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-1aa64b02-73fa-4f45-8b32-79f8e554431f admin admin] Publish callbacks [] for security_group (c45d12be-2b4b-4573-8ea1-3ee85a411537), precommit_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:07.521576 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-c9257ce1-7483-4e2f-b65f-ddf9c2b20717 req-1a7c6cbc-1638-4c91-b695-8bb31f424c08 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/security-groups?id=a9f2a625-dc68-4664-b64d-af04d0e6ed04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463643 Apr 07 12:08:07.539024 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-dbe1913a-0593-49b9-bb62-67f058cf5e7a admin admin] Publish callbacks [] for port (cdb1a5b8-20f6-4bf4-a486-7b25dd95c638), precommit_update {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:07.594158 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-255a52cf-d6d8-4d4a-9a75-8ea449e91b7a req-04a9b267-e119-4231-b8de-f859360d0784 tempest-VolumesNegativeTest-1557133286 tempest-VolumesNegativeTest-1557133286-project] 10.222.0.58 "GET /v2.0/security-groups?id=abe67645-1cdf-4e97-ba4a-7056a293b4db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168060 Apr 07 12:08:07.597935 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-cd9174c7-4b60-48a2-8bf2-782a50f36163 admin admin] Publish callbacks [] for security_group (011eca95-118e-495a-a0b7-30d8c815c09d), before_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:07.612709 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-dbe1913a-0593-49b9-bb62-67f058cf5e7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780057409639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780056949607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780056949625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126593592'] for port (cdb1a5b8-20f6-4bf4-a486-7b25dd95c638), after_update {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:07.681537 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-cd9174c7-4b60-48a2-8bf2-782a50f36163 admin admin] Publish callbacks [] for security_group (011eca95-118e-495a-a0b7-30d8c815c09d), precommit_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:07.728897 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-1aa64b02-73fa-4f45-8b32-79f8e554431f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678166'] for security_group (c45d12be-2b4b-4573-8ea1-3ee85a411537), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:07.731335 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-1aa64b02-73fa-4f45-8b32-79f8e554431f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:07.735231 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [None req-1aa64b02-73fa-4f45-8b32-79f8e554431f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c45d12be-2b4b-4573-8ea1-3ee85a411537 HTTP/1.1" status: 204 len: 168 time: 0.5182250 Apr 07 12:08:07.746104 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-dbe1913a-0593-49b9-bb62-67f058cf5e7a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2021151'] for router_interface (0390f484-f283-4360-89fc-ee67de09a647), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:07.747756 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe1913a-0593-49b9-bb62-67f058cf5e7a admin admin] Pushing event updated for resources: {'Port': ['ID=cdb1a5b8-20f6-4bf4-a486-7b25dd95c638,revision_number=2']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:08:07.759622 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa64b02-73fa-4f45-8b32-79f8e554431f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c45d12be-2b4b-4573-8ea1-3ee85a411537,revision_number=None']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:08:07.886557 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbe1913a-0593-49b9-bb62-67f058cf5e7a admin admin] Network a3a1c9bf-f178-42b2-8a75-be0111298909 is already hosted by enough agents. {{(pid=103982) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:08:07.888027 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.scheduler.base_scheduler [None req-dbe1913a-0593-49b9-bb62-67f058cf5e7a admin admin] Resources bound (agent type, host, resource id): {{(pid=103982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:08:07.905878 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-cd9174c7-4b60-48a2-8bf2-782a50f36163 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678166'] for security_group (011eca95-118e-495a-a0b7-30d8c815c09d), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:07.908452 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-cd9174c7-4b60-48a2-8bf2-782a50f36163 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:07.909635 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [None req-cd9174c7-4b60-48a2-8bf2-782a50f36163 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/011eca95-118e-495a-a0b7-30d8c815c09d HTTP/1.1" status: 204 len: 168 time: 0.4726372 Apr 07 12:08:07.921119 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9174c7-4b60-48a2-8bf2-782a50f36163 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=011eca95-118e-495a-a0b7-30d8c815c09d,revision_number=None']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:08:08.069082 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbe1913a-0593-49b9-bb62-67f058cf5e7a admin admin] Router 0390f484-f283-4360-89fc-ee67de09a647 has already been hosted by L3 agent ad8978c4-6515-441c-a828-0289badd3b4a {{(pid=103982) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 12:08:08.229079 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.provisioning_blocks [None req-31b6a114-f311-4b17-b166-88900a48401b None None] Provisioning complete for port cdb1a5b8-20f6-4bf4-a486-7b25dd95c638 triggered by entity DHCP. {{(pid=103984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:08:08.230282 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-31b6a114-f311-4b17-b166-88900a48401b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7484729'] for port (cdb1a5b8-20f6-4bf4-a486-7b25dd95c638), provisioning_complete {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:08.290065 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-31b6a114-f311-4b17-b166-88900a48401b None None] Port cdb1a5b8-20f6-4bf4-a486-7b25dd95c638 cannot update to ACTIVE because it is not bound. {{(pid=103984) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 12:08:08.499294 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbe1913a-0593-49b9-bb62-67f058cf5e7a admin admin] Notify agent at l3_agent.dv-cinder-836930-1-iscsi the message routers_updated {{(pid=103982) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 12:08:08.508055 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [None req-dbe1913a-0593-49b9-bb62-67f058cf5e7a admin admin] 10.222.0.58 "PUT /v2.0/routers/0390f484-f283-4360-89fc-ee67de09a647/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1071284 Apr 07 12:08:08.656615 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018a2370-9d9a-4a84-882d-6db459d6d3c2 req-d9c129a5-539a-4573-82a4-299537d67c74 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:08:08.658178 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-018a2370-9d9a-4a84-882d-6db459d6d3c2 req-d9c129a5-539a-4573-82a4-299537d67c74 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/ports?device_id=ac1f3a68-f423-4755-a9c4-1f053e094038 HTTP/1.1" status: 200 len: 945 time: 0.0638006 Apr 07 12:08:08.732621 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74b818a-1ee1-4afa-a044-5829eb35cd80 req-3db167ec-90e5-4cfa-9b3b-c5ebe191ed46 tempest-VolumesNegativeTest-1557133286 tempest-VolumesNegativeTest-1557133286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:08:08.734044 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-c74b818a-1ee1-4afa-a044-5829eb35cd80 req-3db167ec-90e5-4cfa-9b3b-c5ebe191ed46 tempest-VolumesNegativeTest-1557133286 tempest-VolumesNegativeTest-1557133286-project] 10.222.0.58 "GET /v2.0/ports?device_id=47e566bd-7f59-44e5-a5d5-8e1ee1dcebf9 HTTP/1.1" status: 200 len: 950 time: 0.0632093 Apr 07 12:08:08.753804 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-018a2370-9d9a-4a84-882d-6db459d6d3c2 req-5b88c30c-ad3f-40f2-939c-2653931b50fe tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/security-groups?id=a9f2a625-dc68-4664-b64d-af04d0e6ed04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874481 Apr 07 12:08:08.785398 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (18566f30-62c1-4fb1-af49-ebd049d63fec), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:08.806713 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-c74b818a-1ee1-4afa-a044-5829eb35cd80 req-05423449-0618-4b40-8ba9-77858483e062 tempest-VolumesNegativeTest-1557133286 tempest-VolumesNegativeTest-1557133286-project] 10.222.0.58 "GET /v2.0/security-groups?id=abe67645-1cdf-4e97-ba4a-7056a293b4db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615101 Apr 07 12:08:08.928044 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3172c7-e606-4651-a410-eb8523d7379d req-0ef55182-3409-44a0-b4fc-dd60af06cefe tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:08:08.929721 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-3e3172c7-e606-4651-a410-eb8523d7379d req-0ef55182-3409-44a0-b4fc-dd60af06cefe tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/ports?device_id=58383065-ef49-40d2-8fc7-2a85fd6d0b52 HTTP/1.1" status: 200 len: 945 time: 0.0674171 Apr 07 12:08:08.979673 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Device 71058e0c-eb0e-4219-8b09-6ccbd5c5f417 up at agent ovs-agent-dv-cinder-836930-1-iscsi {{(pid=103984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:08:09.035030 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-3e3172c7-e606-4651-a410-eb8523d7379d req-1c53645c-60ce-48e2-88f4-7cf7f51f4bf7 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/security-groups?id=a9f2a625-dc68-4664-b64d-af04d0e6ed04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932453 Apr 07 12:08:09.068864 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.provisioning_blocks [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Provisioning complete for port 71058e0c-eb0e-4219-8b09-6ccbd5c5f417 triggered by entity L2. {{(pid=103984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:08:09.069502 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7484729'] for port (71058e0c-eb0e-4219-8b09-6ccbd5c5f417), provisioning_complete {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:09.191059 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Current status of the port 71058e0c-eb0e-4219-8b09-6ccbd5c5f417 is: DOWN; New status is: ACTIVE {{(pid=103984) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:08:09.191496 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (71058e0c-eb0e-4219-8b09-6ccbd5c5f417), before_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:09.220441 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.db [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] For port 71058e0c-eb0e-4219-8b09-6ccbd5c5f417, host dv-cinder-836930-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836930-1-iscsi',level=0,port_id=71058e0c-eb0e-4219-8b09-6ccbd5c5f417,segment=NetworkSegment(82c7666f-c776-4b0f-ab14-8be16f51c525),segment_id=82c7666f-c776-4b0f-ab14-8be16f51c525)] {{(pid=103984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:08:09.330522 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780057409639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780056949607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780056949625'] for port (71058e0c-eb0e-4219-8b09-6ccbd5c5f417), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:09.441416 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Pushing event updated for resources: {'Port': ['ID=71058e0c-eb0e-4219-8b09-6ccbd5c5f417,revision_number=4']} {{(pid=103984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:08:09.522642 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.58', 35866) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:08:09.527389 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.v2.base [None req-427af5ba-8ec2-4439-9740-db0aa7409ea8 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Request body: {'security_group': {'name': 'tempest-securitygroup--478315240', 'description': 'tempest-description--140382215'}} {{(pid=103982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:08:09.561712 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d707329e-0be9-46a2-8ffd-8b1c800ee0fa None None] Sync routers for ids ['0390f484-f283-4360-89fc-ee67de09a647'] in dv-cinder-836930-1-iscsi {{(pid=103984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 12:08:09.574474 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d707329e-0be9-46a2-8ffd-8b1c800ee0fa None None] Routers {'0390f484-f283-4360-89fc-ee67de09a647'} bound to L3 agent in host dv-cinder-836930-1-iscsi {{(pid=103984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:08:09.575601 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_hamode_db [None req-d707329e-0be9-46a2-8ffd-8b1c800ee0fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836930-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T11:57:34Z,description=,heartbeat_timestamp=2022-04-07T12:08:04Z,host='dv-cinder-836930-1-iscsi',id=ad8978c4-6515-441c-a828-0289badd3b4a,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:57:35Z,topic='l3_agent')) {'router_ids': ['0390f484-f283-4360-89fc-ee67de09a647'], 'active': True} {{(pid=103984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:08:09.614671 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-427af5ba-8ec2-4439-9740-db0aa7409ea8 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Publish callbacks [] for security_group (None), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:09.701373 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_dvr_db [None req-d707329e-0be9-46a2-8ffd-8b1c800ee0fa None None] Set router 0390f484-f283-4360-89fc-ee67de09a647 gateway port host: dv-cinder-836930-1-iscsi {{(pid=103984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:08:09.724066 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-427af5ba-8ec2-4439-9740-db0aa7409ea8 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Publish callbacks [] for security_group (e3d15702-d2b4-43ff-beec-134f63401780), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:09.780676 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-427af5ba-8ec2-4439-9740-db0aa7409ea8 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678166'] for security_group (e3d15702-d2b4-43ff-beec-134f63401780), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:09.819859 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427af5ba-8ec2-4439-9740-db0aa7409ea8 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3d15702-d2b4-43ff-beec-134f63401780,revision_number=1']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:08:09.884523 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-427af5ba-8ec2-4439-9740-db0aa7409ea8 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Publish callbacks [] for security_group (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:09.885789 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [None req-427af5ba-8ec2-4439-9740-db0aa7409ea8 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3619523 Apr 07 12:08:09.888601 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.58', 35876) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:08:09.893746 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.v2.base [None req-8361140f-9713-4ef2-9892-6a9d39e4a4bf tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Request body: {'security_group_rule': {'security_group_id': 'e3d15702-d2b4-43ff-beec-134f63401780', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:08:09.995861 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-8361140f-9713-4ef2-9892-6a9d39e4a4bf tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Publish callbacks [] for security_group_rule (962850b5-6193-4983-b548-ecab91ce2208), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:10.025378 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f613089f-1670-4017-9d40-f7cdd02c4c48 req-85669be0-2a04-4b0d-b44f-8c089cace425 tempest-VolumesNegativeTest-1557133286 tempest-VolumesNegativeTest-1557133286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:08:10.026956 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-f613089f-1670-4017-9d40-f7cdd02c4c48 req-85669be0-2a04-4b0d-b44f-8c089cace425 tempest-VolumesNegativeTest-1557133286 tempest-VolumesNegativeTest-1557133286-project] 10.222.0.58 "GET /v2.0/ports?device_id=47e566bd-7f59-44e5-a5d5-8e1ee1dcebf9 HTTP/1.1" status: 200 len: 950 time: 0.1045468 Apr 07 12:08:10.150974 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_hamode_db [None req-d707329e-0be9-46a2-8ffd-8b1c800ee0fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0390f484-f283-4360-89fc-ee67de09a647', 'name': 'tempest-AttachVolumeShelveTestJSON-2064474164-router', 'tenant_id': 'f773b5c38f1747ba994d9dbdae582152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'external_fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': '71058e0c-eb0e-4219-8b09-6ccbd5c5f417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:08:02Z', 'updated_at': '2022-04-07T12:08:06Z', 'revision_number': 4, 'project_id': 'f773b5c38f1747ba994d9dbdae582152', 'gw_port': {'id': '71058e0c-eb0e-4219-8b09-6ccbd5c5f417', 'name': '', 'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:b9:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0390f484-f283-4360-89fc-ee67de09a647', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:08:03Z', 'updated_at': '2022-04-07T12:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4554067d-f507-4a99-8a98-0874c02c5721', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836930-1-iscsi', '_interfaces': [{'id': 'cdb1a5b8-20f6-4bf4-a486-7b25dd95c638', 'name': '', 'network_id': 'a3a1c9bf-f178-42b2-8a75-be0111298909', 'tenant_id': 'f773b5c38f1747ba994d9dbdae582152', 'mac_address': 'fa:16:3e:22:dd:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0390f484-f283-4360-89fc-ee67de09a647', 'device_owner': 'network:router_interface', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': 'c904b354-656a-4e16-9970-de4658d8dce1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:08:06Z', 'updated_at': '2022-04-07T12:08:07Z', 'revision_number': 2, 'project_id': 'f773b5c38f1747ba994d9dbdae582152', 'subnets': [{'id': 'c904b354-656a-4e16-9970-de4658d8dce1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836930-1-iscsi', False) {} {{(pid=103984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:08:10.181719 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d707329e-0be9-46a2-8ffd-8b1c800ee0fa None None] Checking router: 0390f484-f283-4360-89fc-ee67de09a647 for host: dv-cinder-836930-1-iscsi {{(pid=103984) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 12:08:10.182300 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d707329e-0be9-46a2-8ffd-8b1c800ee0fa None None] Updating router 0390f484-f283-4360-89fc-ee67de09a647 port cdb1a5b8-20f6-4bf4-a486-7b25dd95c638 binding host dv-cinder-836930-1-iscsi {{(pid=103984) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 12:08:10.187732 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-8361140f-9713-4ef2-9892-6a9d39e4a4bf tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Publish callbacks [] for security_group_rule (962850b5-6193-4983-b548-ecab91ce2208), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:10.192032 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-f613089f-1670-4017-9d40-f7cdd02c4c48 req-439d6200-8b5f-4ad8-8f24-94db0bd00965 tempest-VolumesNegativeTest-1557133286 tempest-VolumesNegativeTest-1557133286-project] 10.222.0.58 "GET /v2.0/security-groups?id=abe67645-1cdf-4e97-ba4a-7056a293b4db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561654 Apr 07 12:08:10.221893 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-d707329e-0be9-46a2-8ffd-8b1c800ee0fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (cdb1a5b8-20f6-4bf4-a486-7b25dd95c638), before_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:10.316869 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-8361140f-9713-4ef2-9892-6a9d39e4a4bf tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678271'] for security_group_rule (962850b5-6193-4983-b548-ecab91ce2208), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:10.341791 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8361140f-9713-4ef2-9892-6a9d39e4a4bf tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=962850b5-6193-4983-b548-ecab91ce2208,revision_number=0']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:08:10.392765 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-8361140f-9713-4ef2-9892-6a9d39e4a4bf tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:10.393995 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [None req-8361140f-9713-4ef2-9892-6a9d39e4a4bf tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5044494 Apr 07 12:08:10.400223 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.58', 35930) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:08:10.404653 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.v2.base [None req-c8060fc9-dd4b-474b-9ec4-6d62be86cb68 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Request body: {'security_group_rule': {'security_group_id': 'e3d15702-d2b4-43ff-beec-134f63401780', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:08:10.516328 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-d707329e-0be9-46a2-8ffd-8b1c800ee0fa None None] Publish callbacks [] for port (cdb1a5b8-20f6-4bf4-a486-7b25dd95c638), precommit_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:10.538768 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-c8060fc9-dd4b-474b-9ec4-6d62be86cb68 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Publish callbacks [] for security_group_rule (414f4d70-0933-46e9-bc8d-c457c48d6cd3), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:10.595751 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-c8060fc9-dd4b-474b-9ec4-6d62be86cb68 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Publish callbacks [] for security_group_rule (414f4d70-0933-46e9-bc8d-c457c48d6cd3), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:10.636743 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-d707329e-0be9-46a2-8ffd-8b1c800ee0fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780057409639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780056949607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780056949625'] for port (cdb1a5b8-20f6-4bf4-a486-7b25dd95c638), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:10.665935 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-c8060fc9-dd4b-474b-9ec4-6d62be86cb68 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678271'] for security_group_rule (414f4d70-0933-46e9-bc8d-c457c48d6cd3), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:10.688199 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8060fc9-dd4b-474b-9ec4-6d62be86cb68 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=414f4d70-0933-46e9-bc8d-c457c48d6cd3,revision_number=0']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:08:10.717889 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2cadca-9892-4e72-a268-cbf64e2daa50 None None] Pushing event updated for resources: {'Port': ['ID=cdb1a5b8-20f6-4bf4-a486-7b25dd95c638,revision_number=3']} {{(pid=103984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:08:10.752482 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.managers [None req-d707329e-0be9-46a2-8ffd-8b1c800ee0fa None None] Attempting to bind port cdb1a5b8-20f6-4bf4-a486-7b25dd95c638 on host dv-cinder-836930-1-iscsi for vnic_type normal with profile {{(pid=103984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 12:08:10.752941 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.managers [None req-d707329e-0be9-46a2-8ffd-8b1c800ee0fa None None] Attempting to bind port cdb1a5b8-20f6-4bf4-a486-7b25dd95c638 by drivers openvswitch,hyperv on host dv-cinder-836930-1-iscsi at level 0 using segments [{'id': 'c6eef021-ef52-4fe9-b827-fdc4163e97eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'a3a1c9bf-f178-42b2-8a75-be0111298909'}] {{(pid=103984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 12:08:10.753569 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d707329e-0be9-46a2-8ffd-8b1c800ee0fa None None] Attempting to bind port cdb1a5b8-20f6-4bf4-a486-7b25dd95c638 on network a3a1c9bf-f178-42b2-8a75-be0111298909 {{(pid=103984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:08:10.759243 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d707329e-0be9-46a2-8ffd-8b1c800ee0fa None None] Checking agent: {'id': '18566f30-62c1-4fb1-af49-ebd049d63fec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836930-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 57, 39), 'started_at': datetime.datetime(2022, 4, 7, 11, 58, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 12, 8, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836930-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 12:08:10.759638 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d707329e-0be9-46a2-8ffd-8b1c800ee0fa None None] Checking segment: {'id': 'c6eef021-ef52-4fe9-b827-fdc4163e97eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'a3a1c9bf-f178-42b2-8a75-be0111298909'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:08:10.760033 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-d707329e-0be9-46a2-8ffd-8b1c800ee0fa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:10.760428 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d707329e-0be9-46a2-8ffd-8b1c800ee0fa None None] Bound using segment: {'id': 'c6eef021-ef52-4fe9-b827-fdc4163e97eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'a3a1c9bf-f178-42b2-8a75-be0111298909'} {{(pid=103984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 12:08:10.760949 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.managers [None req-d707329e-0be9-46a2-8ffd-8b1c800ee0fa None None] Bound port: cdb1a5b8-20f6-4bf4-a486-7b25dd95c638, host: dv-cinder-836930-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6eef021-ef52-4fe9-b827-fdc4163e97eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'a3a1c9bf-f178-42b2-8a75-be0111298909'}}] {{(pid=103984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 12:08:10.761288 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-d707329e-0be9-46a2-8ffd-8b1c800ee0fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (cdb1a5b8-20f6-4bf4-a486-7b25dd95c638), before_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:10.793195 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-c8060fc9-dd4b-474b-9ec4-6d62be86cb68 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:10.801298 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [None req-c8060fc9-dd4b-474b-9ec4-6d62be86cb68 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3933439 Apr 07 12:08:10.801444 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.wsgi [-] (103983) accepted ('10.222.0.58', 35936) {{(pid=103983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:08:10.804232 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.v2.base [None req-f571b47f-7cbb-4d0b-83b2-c95359c20a33 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Request body: {'floatingip': {'floating_network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56'}} {{(pid=103983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:08:10.839625 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.db [None req-d707329e-0be9-46a2-8ffd-8b1c800ee0fa None None] For port cdb1a5b8-20f6-4bf4-a486-7b25dd95c638, host dv-cinder-836930-1-iscsi, cleared binding levels {{(pid=103984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 12:08:10.842981 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.db [None req-d707329e-0be9-46a2-8ffd-8b1c800ee0fa None None] For port cdb1a5b8-20f6-4bf4-a486-7b25dd95c638, host dv-cinder-836930-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836930-1-iscsi',level=0,port_id=cdb1a5b8-20f6-4bf4-a486-7b25dd95c638,segment=NetworkSegment(c6eef021-ef52-4fe9-b827-fdc4163e97eb),segment_id=c6eef021-ef52-4fe9-b827-fdc4163e97eb)] {{(pid=103984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 12:08:10.876623 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-f571b47f-7cbb-4d0b-83b2-c95359c20a33 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:10.924270 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-d707329e-0be9-46a2-8ffd-8b1c800ee0fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780057409639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780056949607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780056949625'] for port (cdb1a5b8-20f6-4bf4-a486-7b25dd95c638), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:10.983057 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.provisioning_blocks [None req-cf43b68a-604a-4a0c-9ca3-7fc9478ba73e None None] Provisioning complete for port cdb1a5b8-20f6-4bf4-a486-7b25dd95c638 triggered by entity DHCP. {{(pid=103984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:08:10.983551 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-cf43b68a-604a-4a0c-9ca3-7fc9478ba73e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7484729'] for port (cdb1a5b8-20f6-4bf4-a486-7b25dd95c638), provisioning_complete {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:11.028331 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Device 71058e0c-eb0e-4219-8b09-6ccbd5c5f417 up at agent ovs-agent-dv-cinder-836930-1-iscsi {{(pid=103984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:08:11.095685 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-f571b47f-7cbb-4d0b-83b2-c95359c20a33 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (None), before_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:11.109205 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d707329e-0be9-46a2-8ffd-8b1c800ee0fa None None] Routers {'0390f484-f283-4360-89fc-ee67de09a647'} bound to L3 agent in host dv-cinder-836930-1-iscsi {{(pid=103984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:08:11.109829 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_hamode_db [None req-d707329e-0be9-46a2-8ffd-8b1c800ee0fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836930-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T11:57:34Z,description=,heartbeat_timestamp=2022-04-07T12:08:04Z,host='dv-cinder-836930-1-iscsi',id=ad8978c4-6515-441c-a828-0289badd3b4a,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:57:35Z,topic='l3_agent')) {'router_ids': ['0390f484-f283-4360-89fc-ee67de09a647'], 'active': True} {{(pid=103984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:08:11.171460 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2cadca-9892-4e72-a268-cbf64e2daa50 None None] Pushing event updated for resources: {'Port': ['ID=cdb1a5b8-20f6-4bf4-a486-7b25dd95c638,revision_number=4']} {{(pid=103984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:08:11.223595 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.db.db_base_plugin_common [None req-f571b47f-7cbb-4d0b-83b2-c95359c20a33 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Allocated IP 172.27.0.101 (bbaeba58-97ce-4d65-bbf2-981851410a56/4554067d-f507-4a99-8a98-0874c02c5721/7a304354-29db-45a7-864a-3d58ba0ec507) {{(pid=103983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 12:08:11.370962 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-cf43b68a-604a-4a0c-9ca3-7fc9478ba73e None None] Current status of the port cdb1a5b8-20f6-4bf4-a486-7b25dd95c638 is: DOWN; New status is: ACTIVE {{(pid=103984) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:08:11.371367 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-cf43b68a-604a-4a0c-9ca3-7fc9478ba73e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (cdb1a5b8-20f6-4bf4-a486-7b25dd95c638), before_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:11.397198 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-f571b47f-7cbb-4d0b-83b2-c95359c20a33 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Publish callbacks [] for port (7a304354-29db-45a7-864a-3d58ba0ec507), precommit_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:11.399176 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.provisioning_blocks [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Provisioning complete for port 71058e0c-eb0e-4219-8b09-6ccbd5c5f417 triggered by entity L2. {{(pid=103984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:08:11.399552 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7484729'] for port (71058e0c-eb0e-4219-8b09-6ccbd5c5f417), provisioning_complete {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:11.442472 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_dvr_db [None req-d707329e-0be9-46a2-8ffd-8b1c800ee0fa None None] Set router 0390f484-f283-4360-89fc-ee67de09a647 gateway port host: dv-cinder-836930-1-iscsi {{(pid=103984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:08:11.449527 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.db [None req-cf43b68a-604a-4a0c-9ca3-7fc9478ba73e None None] For port cdb1a5b8-20f6-4bf4-a486-7b25dd95c638, host dv-cinder-836930-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836930-1-iscsi',level=0,port_id=cdb1a5b8-20f6-4bf4-a486-7b25dd95c638,segment=NetworkSegment(c6eef021-ef52-4fe9-b827-fdc4163e97eb),segment_id=c6eef021-ef52-4fe9-b827-fdc4163e97eb)] {{(pid=103984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:08:11.546956 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-f571b47f-7cbb-4d0b-83b2-c95359c20a33 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780056949589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126495687'] for port (7a304354-29db-45a7-864a-3d58ba0ec507), after_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:11.625575 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f571b47f-7cbb-4d0b-83b2-c95359c20a33 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Pushing event updated for resources: {'Port': ['ID=7a304354-29db-45a7-864a-3d58ba0ec507,revision_number=1']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:08:11.642986 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-cf43b68a-604a-4a0c-9ca3-7fc9478ba73e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780057409639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780056949607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780056949625'] for port (cdb1a5b8-20f6-4bf4-a486-7b25dd95c638), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:11.663636 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f571b47f-7cbb-4d0b-83b2-c95359c20a33 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Network bbaeba58-97ce-4d65-bbf2-981851410a56 is already hosted by enough agents. {{(pid=103983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:08:11.667252 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.scheduler.base_scheduler [None req-f571b47f-7cbb-4d0b-83b2-c95359c20a33 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Resources bound (agent type, host, resource id): {{(pid=103983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:08:11.687598 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f571b47f-7cbb-4d0b-83b2-c95359c20a33 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Received port after_create {{(pid=103983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 12:08:11.735083 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf43b68a-604a-4a0c-9ca3-7fc9478ba73e None None] Pushing event updated for resources: {'Port': ['ID=cdb1a5b8-20f6-4bf4-a486-7b25dd95c638,revision_number=5']} {{(pid=103984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:08:11.745722 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd9fa64-0a52-466c-8125-e2c15e49d4a0 req-0b1b0280-3a9c-4ed9-9d27-9007893b615e tempest-VolumesNegativeTest-1557133286 tempest-VolumesNegativeTest-1557133286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:08:11.750281 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-fcd9fa64-0a52-466c-8125-e2c15e49d4a0 req-0b1b0280-3a9c-4ed9-9d27-9007893b615e tempest-VolumesNegativeTest-1557133286 tempest-VolumesNegativeTest-1557133286-project] 10.222.0.58 "GET /v2.0/ports?device_id=47e566bd-7f59-44e5-a5d5-8e1ee1dcebf9 HTTP/1.1" status: 200 len: 950 time: 0.2449946 Apr 07 12:08:11.761578 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Current status of the port 71058e0c-eb0e-4219-8b09-6ccbd5c5f417 is: ACTIVE; New status is: ACTIVE {{(pid=103984) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:08:11.781630 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.provisioning_blocks [None req-88c97dd8-0b41-4219-9c64-776f96ae657d None None] Provisioning complete for port cdb1a5b8-20f6-4bf4-a486-7b25dd95c638 triggered by entity DHCP. {{(pid=103984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:08:11.782560 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-88c97dd8-0b41-4219-9c64-776f96ae657d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7484729'] for port (cdb1a5b8-20f6-4bf4-a486-7b25dd95c638), provisioning_complete {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:11.848981 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_hamode_db [None req-d707329e-0be9-46a2-8ffd-8b1c800ee0fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0390f484-f283-4360-89fc-ee67de09a647', 'name': 'tempest-AttachVolumeShelveTestJSON-2064474164-router', 'tenant_id': 'f773b5c38f1747ba994d9dbdae582152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'external_fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': '71058e0c-eb0e-4219-8b09-6ccbd5c5f417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:08:02Z', 'updated_at': '2022-04-07T12:08:06Z', 'revision_number': 4, 'project_id': 'f773b5c38f1747ba994d9dbdae582152', 'gw_port': {'id': '71058e0c-eb0e-4219-8b09-6ccbd5c5f417', 'name': '', 'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:b9:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0390f484-f283-4360-89fc-ee67de09a647', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:08:03Z', 'updated_at': '2022-04-07T12:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4554067d-f507-4a99-8a98-0874c02c5721', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836930-1-iscsi', '_interfaces': [{'id': 'cdb1a5b8-20f6-4bf4-a486-7b25dd95c638', 'name': '', 'network_id': 'a3a1c9bf-f178-42b2-8a75-be0111298909', 'tenant_id': 'f773b5c38f1747ba994d9dbdae582152', 'mac_address': 'fa:16:3e:22:dd:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0390f484-f283-4360-89fc-ee67de09a647', 'device_owner': 'network:router_interface', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': 'c904b354-656a-4e16-9970-de4658d8dce1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:08:06Z', 'updated_at': '2022-04-07T12:08:10Z', 'revision_number': 4, 'project_id': 'f773b5c38f1747ba994d9dbdae582152', 'subnets': [{'id': 'c904b354-656a-4e16-9970-de4658d8dce1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836930-1-iscsi', False) {} {{(pid=103984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:08:11.853380 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-fcd9fa64-0a52-466c-8125-e2c15e49d4a0 req-8c9a4ae7-8251-489e-8322-cec5e55fa6f8 tempest-VolumesNegativeTest-1557133286 tempest-VolumesNegativeTest-1557133286-project] 10.222.0.58 "GET /v2.0/security-groups?id=abe67645-1cdf-4e97-ba4a-7056a293b4db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912979 Apr 07 12:08:11.858573 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-f571b47f-7cbb-4d0b-83b2-c95359c20a33 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Publish callbacks [] for floatingip (191730bf-bfc4-4534-b861-98404ba09d87), precommit_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:11.873677 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de5628d-d553-4a23-bce2-14b125c6af32 req-6468e363-07a7-4202-87b5-6432f76bcaa6 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:08:11.881301 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d707329e-0be9-46a2-8ffd-8b1c800ee0fa None None] The sync data for ids ['0390f484-f283-4360-89fc-ee67de09a647'] in dv-cinder-836930-1-iscsi is: [{'id': '0390f484-f283-4360-89fc-ee67de09a647', 'name': 'tempest-AttachVolumeShelveTestJSON-2064474164-router', 'tenant_id': 'f773b5c38f1747ba994d9dbdae582152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'external_fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': '71058e0c-eb0e-4219-8b09-6ccbd5c5f417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:08:02Z', 'updated_at': '2022-04-07T12:08:06Z', 'revision_number': 4, 'project_id': 'f773b5c38f1747ba994d9dbdae582152', 'gw_port': {'id': '71058e0c-eb0e-4219-8b09-6ccbd5c5f417', 'name': '', 'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:b9:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0390f484-f283-4360-89fc-ee67de09a647', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:08:03Z', 'updated_at': '2022-04-07T12:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4554067d-f507-4a99-8a98-0874c02c5721', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836930-1-iscsi', '_interfaces': [{'id': 'cdb1a5b8-20f6-4bf4-a486-7b25dd95c638', 'name': '', 'network_id': 'a3a1c9bf-f178-42b2-8a75-be0111298909', 'tenant_id': 'f773b5c38f1747ba994d9dbdae582152', 'mac_address': 'fa:16:3e:22:dd:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0390f484-f283-4360-89fc-ee67de09a647', 'device_owner': 'network:router_interface', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': 'c904b354-656a-4e16-9970-de4658d8dce1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:08:06Z', 'updated_at': '2022-04-07T12:08:10Z', 'revision_number': 4, 'project_id': 'f773b5c38f1747ba994d9dbdae582152', 'subnets': [{'id': 'c904b354-656a-4e16-9970-de4658d8dce1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 12:08:11.881530 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-2de5628d-d553-4a23-bce2-14b125c6af32 req-6468e363-07a7-4202-87b5-6432f76bcaa6 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/ports?device_id=58383065-ef49-40d2-8fc7-2a85fd6d0b52 HTTP/1.1" status: 200 len: 945 time: 0.1116190 Apr 07 12:08:11.943335 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-88c97dd8-0b41-4219-9c64-776f96ae657d None None] Current status of the port cdb1a5b8-20f6-4bf4-a486-7b25dd95c638 is: ACTIVE; New status is: ACTIVE {{(pid=103984) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:08:11.944217 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-2de5628d-d553-4a23-bce2-14b125c6af32 req-122616f2-9d03-4bf4-9ead-ae412d6f3f62 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/security-groups?id=a9f2a625-dc68-4664-b64d-af04d0e6ed04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599675 Apr 07 12:08:12.007489 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-f571b47f-7cbb-4d0b-83b2-c95359c20a33 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (7a304354-29db-45a7-864a-3d58ba0ec507), before_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:12.190324 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-f571b47f-7cbb-4d0b-83b2-c95359c20a33 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Publish callbacks [] for port (7a304354-29db-45a7-864a-3d58ba0ec507), precommit_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:12.259493 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-f571b47f-7cbb-4d0b-83b2-c95359c20a33 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780057409639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780056949607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780056949625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126495704'] for port (7a304354-29db-45a7-864a-3d58ba0ec507), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:12.328702 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f571b47f-7cbb-4d0b-83b2-c95359c20a33 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Pushing event updated for resources: {'Port': ['ID=7a304354-29db-45a7-864a-3d58ba0ec507,revision_number=2']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:08:12.350740 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-f571b47f-7cbb-4d0b-83b2-c95359c20a33 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2019898'] for floatingip (191730bf-bfc4-4534-b861-98404ba09d87), after_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:12.445089 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-f571b47f-7cbb-4d0b-83b2-c95359c20a33 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91606'] for floatingip (None), before_response {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:12.446452 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [None req-f571b47f-7cbb-4d0b-83b2-c95359c20a33 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6468613 Apr 07 12:08:12.656224 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-f6b5ee24-0847-497e-bf6f-769a7a32538e req-4803627a-d4d7-4d82-a121-cfa8cbc4b168 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--478315240&fields=id&tenant_id=f773b5c38f1747ba994d9dbdae582152 HTTP/1.1" status: 200 len: 267 time: 0.0448596 Apr 07 12:08:12.766143 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b5ee24-0847-497e-bf6f-769a7a32538e req-401e051a-3d96-4ca0-9ecb-36c472f07206 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:08:12.767665 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-f6b5ee24-0847-497e-bf6f-769a7a32538e req-401e051a-3d96-4ca0-9ecb-36c472f07206 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/networks?id=a3a1c9bf-f178-42b2-8a75-be0111298909 HTTP/1.1" status: 200 len: 817 time: 0.1044371 Apr 07 12:08:12.782568 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-f6b5ee24-0847-497e-bf6f-769a7a32538e req-ad91c7be-ac49-416a-9334-9e18b2d8cd7e tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/quotas/f773b5c38f1747ba994d9dbdae582152 HTTP/1.1" status: 200 len: 375 time: 0.0091059 Apr 07 12:08:12.847091 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-f6b5ee24-0847-497e-bf6f-769a7a32538e req-be01e6e1-24d7-4cd9-b8a8-faa06f3cad87 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=f773b5c38f1747ba994d9dbdae582152&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0592504 Apr 07 12:08:12.968094 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-f6b5ee24-0847-497e-bf6f-769a7a32538e req-3b764dde-e63e-40b0-ac02-e32bd04db263 service neutron] 10.222.0.58 "GET /v2.0/networks/a3a1c9bf-f178-42b2-8a75-be0111298909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075523 Apr 07 12:08:12.986388 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Device cdb1a5b8-20f6-4bf4-a486-7b25dd95c638 up at agent ovs-agent-dv-cinder-836930-1-iscsi {{(pid=103984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:08:13.019831 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25138bd1-5362-47dc-881e-753d4b344ef6 req-fa31da77-7582-4de3-a996-f1ab10737eeb tempest-VolumesNegativeTest-1557133286 tempest-VolumesNegativeTest-1557133286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:08:13.021420 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-25138bd1-5362-47dc-881e-753d4b344ef6 req-fa31da77-7582-4de3-a996-f1ab10737eeb tempest-VolumesNegativeTest-1557133286 tempest-VolumesNegativeTest-1557133286-project] 10.222.0.58 "GET /v2.0/ports?device_id=47e566bd-7f59-44e5-a5d5-8e1ee1dcebf9 HTTP/1.1" status: 200 len: 950 time: 0.0641291 Apr 07 12:08:13.059361 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.provisioning_blocks [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Provisioning complete for port cdb1a5b8-20f6-4bf4-a486-7b25dd95c638 triggered by entity L2. {{(pid=103984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:08:13.060493 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7484729'] for port (cdb1a5b8-20f6-4bf4-a486-7b25dd95c638), provisioning_complete {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:13.080443 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-f6b5ee24-0847-497e-bf6f-769a7a32538e req-60c8c478-4200-4ebe-8244-146accf3a888 service neutron] 10.222.0.58 "GET /v2.0/networks/a3a1c9bf-f178-42b2-8a75-be0111298909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082888 Apr 07 12:08:13.111796 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-25138bd1-5362-47dc-881e-753d4b344ef6 req-f3dffa2d-880d-4348-a91d-95b529fb7293 tempest-VolumesNegativeTest-1557133286 tempest-VolumesNegativeTest-1557133286-project] 10.222.0.58 "GET /v2.0/security-groups?id=abe67645-1cdf-4e97-ba4a-7056a293b4db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846560 Apr 07 12:08:13.180486 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Current status of the port cdb1a5b8-20f6-4bf4-a486-7b25dd95c638 is: ACTIVE; New status is: ACTIVE {{(pid=103984) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:08:13.259512 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cfa8b2-11dc-4ae9-b937-9caefb0e0366 req-a818d795-2e0b-4fda-968a-1346cb810524 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:08:13.261407 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-07cfa8b2-11dc-4ae9-b937-9caefb0e0366 req-a818d795-2e0b-4fda-968a-1346cb810524 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/ports?device_id=58383065-ef49-40d2-8fc7-2a85fd6d0b52 HTTP/1.1" status: 200 len: 945 time: 0.0580404 Apr 07 12:08:13.310254 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-07cfa8b2-11dc-4ae9-b937-9caefb0e0366 req-240d7515-86d8-4d7d-b3c6-8e06eeb6e9a9 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/security-groups?id=a9f2a625-dc68-4664-b64d-af04d0e6ed04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427954 Apr 07 12:08:13.403087 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-365a5495-7a5d-4ffd-ab6e-f6405516b44b req-1e7c9545-f9a9-4f28-aa49-20c11ea266eb tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/ports?device_id=a970ace7-74e5-498c-8986-7ecb3b91bd37 HTTP/1.1" status: 200 len: 210 time: 0.0344460 Apr 07 12:08:14.017232 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719c0ba3-0fa1-42d6-992f-6c2be692165c req-dc08fe9e-6b7d-43b9-ba20-2443b3b473f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:08:14.019080 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-719c0ba3-0fa1-42d6-992f-6c2be692165c req-dc08fe9e-6b7d-43b9-ba20-2443b3b473f9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=060237c359da41d49b858b2897b29918&device_id=58383065-ef49-40d2-8fc7-2a85fd6d0b52 HTTP/1.1" status: 200 len: 1129 time: 0.0486076 Apr 07 12:08:14.041964 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2cf9f8-4ec8-43cb-a1d7-cd324b0df5b1 req-3fe024f4-b467-4f78-98ab-d2fbbaeeefcf tempest-VolumesNegativeTest-1557133286 tempest-VolumesNegativeTest-1557133286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:08:14.043455 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-2f2cf9f8-4ec8-43cb-a1d7-cd324b0df5b1 req-3fe024f4-b467-4f78-98ab-d2fbbaeeefcf tempest-VolumesNegativeTest-1557133286 tempest-VolumesNegativeTest-1557133286-project] 10.222.0.49 "GET /v2.0/ports?device_id=47e566bd-7f59-44e5-a5d5-8e1ee1dcebf9 HTTP/1.1" status: 200 len: 950 time: 0.0514355 Apr 07 12:08:14.131417 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719c0ba3-0fa1-42d6-992f-6c2be692165c req-1718bc40-d183-4ea0-aadd-308bd74b3ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:08:14.133003 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-719c0ba3-0fa1-42d6-992f-6c2be692165c req-1718bc40-d183-4ea0-aadd-308bd74b3ff1 service neutron] 10.222.0.49 "GET /v2.0/networks?id=b54ec153-3bc9-439f-b426-165a936f23bb HTTP/1.1" status: 200 len: 919 time: 0.1016588 Apr 07 12:08:14.192876 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-719c0ba3-0fa1-42d6-992f-6c2be692165c req-d16a6bc1-6ddb-4506-8c12-589b6775d480 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4e8e7c1d-8910-4f51-91ef-0c82ee3ce3b7 HTTP/1.1" status: 200 len: 217 time: 0.0526524 Apr 07 12:08:14.244129 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [req-2f2cf9f8-4ec8-43cb-a1d7-cd324b0df5b1 req-ec3af509-7cfe-42c5-a643-affa8e1dfd34 tempest-VolumesNegativeTest-1557133286 tempest-VolumesNegativeTest-1557133286-project] Deleting port e646e77c-f2f8-44bc-a7ef-6ccec8a9f624 {{(pid=103983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:08:14.244476 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [req-2f2cf9f8-4ec8-43cb-a1d7-cd324b0df5b1 req-ec3af509-7cfe-42c5-a643-affa8e1dfd34 tempest-VolumesNegativeTest-1557133286 tempest-VolumesNegativeTest-1557133286-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780057404546'] for port (e646e77c-f2f8-44bc-a7ef-6ccec8a9f624), before_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:14.253806 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719c0ba3-0fa1-42d6-992f-6c2be692165c req-3a999d24-ed39-428e-b845-ea9dd48c21e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:08:14.255881 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-719c0ba3-0fa1-42d6-992f-6c2be692165c req-3a999d24-ed39-428e-b845-ea9dd48c21e1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=45a072d7-ade8-4cd2-9025-cfaa01b8e30d HTTP/1.1" status: 200 len: 857 time: 0.0500534 Apr 07 12:08:14.312715 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719c0ba3-0fa1-42d6-992f-6c2be692165c req-c3c812bb-9194-4104-a354-04755e0cbe92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:08:14.314388 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-719c0ba3-0fa1-42d6-992f-6c2be692165c req-c3c812bb-9194-4104-a354-04755e0cbe92 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b54ec153-3bc9-439f-b426-165a936f23bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0481391 Apr 07 12:08:14.466400 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-719c0ba3-0fa1-42d6-992f-6c2be692165c req-3946e56d-5116-48bf-a3ae-aa0d130f7e93 service neutron] 10.222.0.49 "GET /v2.0/networks/b54ec153-3bc9-439f-b426-165a936f23bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411712 Apr 07 12:08:14.475147 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7795c30d-20ee-4f27-8eb3-bf9fd2da003a req-6de73180-245c-48f7-b139-824c72a06fc0 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:08:14.476753 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-7795c30d-20ee-4f27-8eb3-bf9fd2da003a req-6de73180-245c-48f7-b139-824c72a06fc0 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/ports?device_id=58383065-ef49-40d2-8fc7-2a85fd6d0b52 HTTP/1.1" status: 200 len: 945 time: 0.0869961 Apr 07 12:08:14.526398 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d7cb53-6226-487f-b418-672816b4fc29 req-af891adc-5d85-4dbb-8b07-f337935ddfca tempest-VolumesNegativeTest-1557133286 tempest-VolumesNegativeTest-1557133286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:08:14.527919 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-93d7cb53-6226-487f-b418-672816b4fc29 req-af891adc-5d85-4dbb-8b07-f337935ddfca tempest-VolumesNegativeTest-1557133286 tempest-VolumesNegativeTest-1557133286-project] 10.222.0.58 "GET /v2.0/ports?device_id=47e566bd-7f59-44e5-a5d5-8e1ee1dcebf9 HTTP/1.1" status: 200 len: 950 time: 0.3222783 Apr 07 12:08:14.574516 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.plugins.ml2.db [req-2f2cf9f8-4ec8-43cb-a1d7-cd324b0df5b1 req-ec3af509-7cfe-42c5-a643-affa8e1dfd34 tempest-VolumesNegativeTest-1557133286 tempest-VolumesNegativeTest-1557133286-project] For port e646e77c-f2f8-44bc-a7ef-6ccec8a9f624, host hv-cinder-83693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83693',level=0,port_id=e646e77c-f2f8-44bc-a7ef-6ccec8a9f624,segment=NetworkSegment(d88c5e89-9178-4826-a487-f368b3673b01),segment_id=d88c5e89-9178-4826-a487-f368b3673b01)] {{(pid=103983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:08:14.574926 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [req-2f2cf9f8-4ec8-43cb-a1d7-cd324b0df5b1 req-ec3af509-7cfe-42c5-a643-affa8e1dfd34 tempest-VolumesNegativeTest-1557133286 tempest-VolumesNegativeTest-1557133286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2017998'] for port (e646e77c-f2f8-44bc-a7ef-6ccec8a9f624), precommit_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:14.618517 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [req-2f2cf9f8-4ec8-43cb-a1d7-cd324b0df5b1 req-ec3af509-7cfe-42c5-a643-affa8e1dfd34 tempest-VolumesNegativeTest-1557133286 tempest-VolumesNegativeTest-1557133286-project] Calling delete_port for e646e77c-f2f8-44bc-a7ef-6ccec8a9f624 owned by compute:nova {{(pid=103983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:08:14.625782 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-7795c30d-20ee-4f27-8eb3-bf9fd2da003a req-b318acf3-158d-4f73-aa0a-3b8cc64f2086 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/security-groups?id=a9f2a625-dc68-4664-b64d-af04d0e6ed04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339500 Apr 07 12:08:14.675444 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-719c0ba3-0fa1-42d6-992f-6c2be692165c req-2d6b1954-b619-4a93-a0f6-be570ede3d02 service neutron] 10.222.0.49 "GET /v2.0/networks/b54ec153-3bc9-439f-b426-165a936f23bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759617 Apr 07 12:08:14.677748 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-93d7cb53-6226-487f-b418-672816b4fc29 req-e47ff82f-3564-4ed1-81d2-7519ea550936 tempest-VolumesNegativeTest-1557133286 tempest-VolumesNegativeTest-1557133286-project] 10.222.0.58 "GET /v2.0/security-groups?id=abe67645-1cdf-4e97-ba4a-7056a293b4db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415958 Apr 07 12:08:14.743139 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-844f836d-5a97-4286-b0b1-81cab4bb7a69 req-3d0eb52f-a3d6-4ab0-88b2-2a09965c8ca3 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/ports?device_id=a970ace7-74e5-498c-8986-7ecb3b91bd37 HTTP/1.1" status: 200 len: 210 time: 0.0373716 Apr 07 12:08:14.871570 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [req-2f2cf9f8-4ec8-43cb-a1d7-cd324b0df5b1 req-ec3af509-7cfe-42c5-a643-affa8e1dfd34 tempest-VolumesNegativeTest-1557133286 tempest-VolumesNegativeTest-1557133286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780057409621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780056949598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126495687'] for port (e646e77c-f2f8-44bc-a7ef-6ccec8a9f624), after_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:14.917253 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3af509-7cfe-42c5-a643-affa8e1dfd34 tempest-VolumesNegativeTest-1557133286 tempest-VolumesNegativeTest-1557133286-project] Pushing event deleted for resources: {'Port': ['ID=e646e77c-f2f8-44bc-a7ef-6ccec8a9f624,revision_number=None']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:08:14.939704 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.db [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] get_ports_and_sgs() called for port_ids ['e646e77c-f2f8-44bc-a7ef-6ccec8a9f624'] {{(pid=103984) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 12:08:15.000642 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f2cf9f8-4ec8-43cb-a1d7-cd324b0df5b1 req-ec3af509-7cfe-42c5-a643-affa8e1dfd34 tempest-VolumesNegativeTest-1557133286 tempest-VolumesNegativeTest-1557133286-project] No DVR routers for this DVR port e646e77c-f2f8-44bc-a7ef-6ccec8a9f624 on host hv-cinder-83693 {{(pid=103983) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 12:08:15.004107 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [req-2f2cf9f8-4ec8-43cb-a1d7-cd324b0df5b1 req-ec3af509-7cfe-42c5-a643-affa8e1dfd34 tempest-VolumesNegativeTest-1557133286 tempest-VolumesNegativeTest-1557133286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91606'] for port (None), before_response {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:15.007510 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-2f2cf9f8-4ec8-43cb-a1d7-cd324b0df5b1 req-ec3af509-7cfe-42c5-a643-affa8e1dfd34 tempest-VolumesNegativeTest-1557133286 tempest-VolumesNegativeTest-1557133286-project] 10.222.0.49 "DELETE /v2.0/ports/e646e77c-f2f8-44bc-a7ef-6ccec8a9f624 HTTP/1.1" status: 204 len: 173 time: 0.9476848 Apr 07 12:08:15.012136 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47e566bd-7f59-44e5-a5d5-8e1ee1dcebf9', 'name': 'network-vif-deleted', 'tag': 'e646e77c-f2f8-44bc-a7ef-6ccec8a9f624'}] {{(pid=103983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:08:15.012136 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0a7841b86293cbb58346800955405af87a5c8eeb3540a71a4bbd7df08edd1cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06a73154-e5ec-48d8-90b5-cd9939ec7bd6" -d '{"events": [{"server_uuid": "47e566bd-7f59-44e5-a5d5-8e1ee1dcebf9", "name": "network-vif-deleted", "tag": "e646e77c-f2f8-44bc-a7ef-6ccec8a9f624"}]}' {{(pid=103983) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:08:15.050035 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 12:08:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-445c0e28-402e-41fb-83ad-d077f796530b x-openstack-request-id: req-445c0e28-402e-41fb-83ad-d077f796530b {{(pid=103983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:08:15.050687 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47e566bd-7f59-44e5-a5d5-8e1ee1dcebf9", "name": "network-vif-deleted", "tag": "e646e77c-f2f8-44bc-a7ef-6ccec8a9f624", "status": "completed", "code": 200}]} {{(pid=103983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:08:15.050687 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-445c0e28-402e-41fb-83ad-d077f796530b {{(pid=103983) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:08:15.050966 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.notifiers.nova [-] Nova event matching ['req-445c0e28-402e-41fb-83ad-d077f796530b'] response: {'server_uuid': '47e566bd-7f59-44e5-a5d5-8e1ee1dcebf9', 'name': 'network-vif-deleted', 'tag': 'e646e77c-f2f8-44bc-a7ef-6ccec8a9f624', 'status': 'completed', 'code': 200} Apr 07 12:08:15.735053 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a3d2a6-28fe-4383-93ec-ad41a20985b0 req-8d067371-3d76-452c-a06c-0ccde52cdd97 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:08:15.737160 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-36a3d2a6-28fe-4383-93ec-ad41a20985b0 req-8d067371-3d76-452c-a06c-0ccde52cdd97 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/ports?device_id=58383065-ef49-40d2-8fc7-2a85fd6d0b52 HTTP/1.1" status: 200 len: 945 time: 0.0532858 Apr 07 12:08:15.798258 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-ccae7332-c847-44a2-95f1-f1c2e7f86e66 req-ae6f0152-29a7-4de8-9bf9-5aaccd83e421 tempest-VolumesNegativeTest-1557133286 tempest-VolumesNegativeTest-1557133286-project] 10.222.0.58 "GET /v2.0/ports?device_id=47e566bd-7f59-44e5-a5d5-8e1ee1dcebf9 HTTP/1.1" status: 200 len: 210 time: 0.0289237 Apr 07 12:08:15.823844 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-36a3d2a6-28fe-4383-93ec-ad41a20985b0 req-08e48c2b-c47f-4392-bcb5-e829eecce86e tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/security-groups?id=a9f2a625-dc68-4664-b64d-af04d0e6ed04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702593 Apr 07 12:08:15.885602 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-5e3a00fc-eb36-43a1-992a-a09f946d8ca7 req-d290e2b4-f7ec-42c7-a575-c1112da564b4 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/ports?device_id=a970ace7-74e5-498c-8986-7ecb3b91bd37 HTTP/1.1" status: 200 len: 210 time: 0.0294256 Apr 07 12:08:16.177569 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b5ee24-0847-497e-bf6f-769a7a32538e req-2d2d819d-32b5-4ede-97ac-bb8f642a159c tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:08:16.178944 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-f6b5ee24-0847-497e-bf6f-769a7a32538e req-2d2d819d-32b5-4ede-97ac-bb8f642a159c tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.49 "GET /v2.0/networks?id=a3a1c9bf-f178-42b2-8a75-be0111298909 HTTP/1.1" status: 200 len: 817 time: 0.0987773 Apr 07 12:08:16.529717 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-f6b5ee24-0847-497e-bf6f-769a7a32538e req-47d3af41-cdff-4f36-8403-9c21f148f10b tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f773b5c38f1747ba994d9dbdae582152 HTTP/1.1" status: 200 len: 379 time: 0.0533316 Apr 07 12:08:16.539181 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.v2.base [req-f6b5ee24-0847-497e-bf6f-769a7a32538e req-99669c15-47f0-4d6a-a850-c6e3b9cc6f33 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Request body: {'port': {'device_id': 'a970ace7-74e5-498c-8986-7ecb3b91bd37', 'network_id': 'a3a1c9bf-f178-42b2-8a75-be0111298909', 'admin_state_up': True, 'tenant_id': 'f773b5c38f1747ba994d9dbdae582152', 'security_groups': ['e3d15702-d2b4-43ff-beec-134f63401780']}} {{(pid=103983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:08:16.785029 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6b5ee24-0847-497e-bf6f-769a7a32538e req-99669c15-47f0-4d6a-a850-c6e3b9cc6f33 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Made reservation on behalf of f773b5c38f1747ba994d9dbdae582152 for: {'port': 1} {{(pid=103983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 12:08:16.788640 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [req-f6b5ee24-0847-497e-bf6f-769a7a32538e req-99669c15-47f0-4d6a-a850-c6e3b9cc6f33 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (None), before_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:16.994267 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-2b44c948-5396-42cb-942c-0be51abca6d0 req-4d5d8f3a-6c9f-4f77-97c6-35141c5323de tempest-VolumesNegativeTest-1557133286 tempest-VolumesNegativeTest-1557133286-project] 10.222.0.58 "GET /v2.0/ports?device_id=47e566bd-7f59-44e5-a5d5-8e1ee1dcebf9 HTTP/1.1" status: 200 len: 210 time: 0.0449953 Apr 07 12:08:17.016633 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.db.db_base_plugin_common [req-f6b5ee24-0847-497e-bf6f-769a7a32538e req-99669c15-47f0-4d6a-a850-c6e3b9cc6f33 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Allocated IP 172.20.0.8 (a3a1c9bf-f178-42b2-8a75-be0111298909/c904b354-656a-4e16-9970-de4658d8dce1/e6b253d6-0d2c-4932-b416-72adaad5fc65) {{(pid=103983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 12:08:17.037911 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a28e42-f5ce-4a7c-ade5-ea368d1d9912 req-00f49e90-bf51-4aad-bc96-7c22ec5258d3 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:08:17.039450 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-a9a28e42-f5ce-4a7c-ade5-ea368d1d9912 req-00f49e90-bf51-4aad-bc96-7c22ec5258d3 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/ports?device_id=58383065-ef49-40d2-8fc7-2a85fd6d0b52 HTTP/1.1" status: 200 len: 945 time: 0.1377492 Apr 07 12:08:17.118619 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-731f4efc-90a6-44b6-a4ea-81be7ea66570 req-11868cf6-10b2-4274-9237-4a481f25eb86 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/ports?device_id=a970ace7-74e5-498c-8986-7ecb3b91bd37 HTTP/1.1" status: 200 len: 210 time: 0.0391207 Apr 07 12:08:17.185042 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-a9a28e42-f5ce-4a7c-ade5-ea368d1d9912 req-3c2eb803-e005-4338-aefa-1918fb507433 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/security-groups?id=a9f2a625-dc68-4664-b64d-af04d0e6ed04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293271 Apr 07 12:08:17.218930 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [req-f6b5ee24-0847-497e-bf6f-769a7a32538e req-99669c15-47f0-4d6a-a850-c6e3b9cc6f33 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Publish callbacks [] for port (e6b253d6-0d2c-4932-b416-72adaad5fc65), precommit_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:17.305488 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [req-f6b5ee24-0847-497e-bf6f-769a7a32538e req-99669c15-47f0-4d6a-a850-c6e3b9cc6f33 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780056949589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126495687'] for port (e6b253d6-0d2c-4932-b416-72adaad5fc65), after_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:17.346516 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6b5ee24-0847-497e-bf6f-769a7a32538e req-99669c15-47f0-4d6a-a850-c6e3b9cc6f33 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Network a3a1c9bf-f178-42b2-8a75-be0111298909 is already hosted by enough agents. {{(pid=103983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:08:17.349680 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.scheduler.base_scheduler [req-f6b5ee24-0847-497e-bf6f-769a7a32538e req-99669c15-47f0-4d6a-a850-c6e3b9cc6f33 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Resources bound (agent type, host, resource id): {{(pid=103983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:08:17.352666 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6b5ee24-0847-497e-bf6f-769a7a32538e req-99669c15-47f0-4d6a-a850-c6e3b9cc6f33 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Received port after_create {{(pid=103983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 12:08:17.391853 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99669c15-47f0-4d6a-a850-c6e3b9cc6f33 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Pushing event updated for resources: {'Port': ['ID=e6b253d6-0d2c-4932-b416-72adaad5fc65,revision_number=1']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:08:17.417372 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b5ee24-0847-497e-bf6f-769a7a32538e req-99669c15-47f0-4d6a-a850-c6e3b9cc6f33 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:08:17.418047 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [req-f6b5ee24-0847-497e-bf6f-769a7a32538e req-99669c15-47f0-4d6a-a850-c6e3b9cc6f33 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91606'] for port (None), before_response {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:17.536842 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-f6b5ee24-0847-497e-bf6f-769a7a32538e req-99669c15-47f0-4d6a-a850-c6e3b9cc6f33 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0015316 Apr 07 12:08:17.551320 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.wsgi [-] (103983) accepted ('10.222.0.58', 36138) {{(pid=103983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:08:17.560867 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.v2.base [req-f6b5ee24-0847-497e-bf6f-769a7a32538e req-7d5a6813-1759-4493-a8c0-8d2fee79b32a service neutron] Request body: {'port': {'device_id': 'a970ace7-74e5-498c-8986-7ecb3b91bd37', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83693'}} {{(pid=103983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:08:17.631967 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [req-f6b5ee24-0847-497e-bf6f-769a7a32538e req-7d5a6813-1759-4493-a8c0-8d2fee79b32a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (e6b253d6-0d2c-4932-b416-72adaad5fc65), before_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:17.639657 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.provisioning_blocks [None req-df659fea-cea3-4b32-a74d-48960ec62ecc None None] Provisioning complete for port e6b253d6-0d2c-4932-b416-72adaad5fc65 triggered by entity DHCP. {{(pid=103984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:08:17.640209 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-df659fea-cea3-4b32-a74d-48960ec62ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7484729'] for port (e6b253d6-0d2c-4932-b416-72adaad5fc65), provisioning_complete {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:17.678183 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-df659fea-cea3-4b32-a74d-48960ec62ecc None None] Port e6b253d6-0d2c-4932-b416-72adaad5fc65 cannot update to ACTIVE because it is not bound. {{(pid=103984) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 12:08:17.760332 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-18740be4-1e22-4fbd-93dc-c11836c0a2ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:17.911419 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Device e646e77c-f2f8-44bc-a7ef-6ccec8a9f624 no longer exists at agent hyperv_hv-cinder-83693 {{(pid=103984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 12:08:17.935260 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] No Port match for: e646e77c-f2f8-44bc-a7ef-6ccec8a9f624 {{(pid=103984) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 12:08:17.935610 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Device e646e77c-f2f8-44bc-a7ef-6ccec8a9f624 not bound to the agent host hv-cinder-83693 {{(pid=103984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 12:08:17.948012 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-18740be4-1e22-4fbd-93dc-c11836c0a2ad admin admin] Publish callbacks [] for security_group (dfc3248a-8390-424b-82a7-3e2e177e1a51), precommit_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:17.990244 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.notifiers.nova [req-f6b5ee24-0847-497e-bf6f-769a7a32538e req-7d5a6813-1759-4493-a8c0-8d2fee79b32a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6b253d6-0d2c-4932-b416-72adaad5fc65 {{(pid=103983) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 12:08:17.998833 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [req-f6b5ee24-0847-497e-bf6f-769a7a32538e req-7d5a6813-1759-4493-a8c0-8d2fee79b32a service neutron] Publish callbacks [] for port (e6b253d6-0d2c-4932-b416-72adaad5fc65), precommit_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:18.010852 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.db.provisioning_blocks [req-f6b5ee24-0847-497e-bf6f-769a7a32538e req-7d5a6813-1759-4493-a8c0-8d2fee79b32a service neutron] Transition to ACTIVE for port object e6b253d6-0d2c-4932-b416-72adaad5fc65 will not be triggered until provisioned by entity L2. {{(pid=103983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 12:08:18.065537 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-18740be4-1e22-4fbd-93dc-c11836c0a2ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678166'] for security_group (dfc3248a-8390-424b-82a7-3e2e177e1a51), after_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:18.093749 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [req-f6b5ee24-0847-497e-bf6f-769a7a32538e req-7d5a6813-1759-4493-a8c0-8d2fee79b32a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780057409639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780056949607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780056949625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126495704'] for port (e6b253d6-0d2c-4932-b416-72adaad5fc65), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:18.137267 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [None req-18740be4-1e22-4fbd-93dc-c11836c0a2ad admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e3bd847907124b0cbdabcfc42c108836&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5848062 Apr 07 12:08:18.140038 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.58', 36150) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:08:18.144650 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18740be4-1e22-4fbd-93dc-c11836c0a2ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfc3248a-8390-424b-82a7-3e2e177e1a51,revision_number=1']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:08:18.238084 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5a6813-1759-4493-a8c0-8d2fee79b32a service neutron] Pushing event updated for resources: {'Port': ['ID=e6b253d6-0d2c-4932-b416-72adaad5fc65,revision_number=2']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:08:18.247974 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-1e0593d7-28e3-43f4-b773-e7af5a4d0c47 admin admin] Publish callbacks [] for security_group (dfc3248a-8390-424b-82a7-3e2e177e1a51), before_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:18.309356 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-1e0593d7-28e3-43f4-b773-e7af5a4d0c47 admin admin] Publish callbacks [] for security_group (dfc3248a-8390-424b-82a7-3e2e177e1a51), precommit_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:18.393917 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.plugins.ml2.managers [req-f6b5ee24-0847-497e-bf6f-769a7a32538e req-7d5a6813-1759-4493-a8c0-8d2fee79b32a service neutron] Attempting to bind port e6b253d6-0d2c-4932-b416-72adaad5fc65 on host hv-cinder-83693 for vnic_type normal with profile {{(pid=103983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 12:08:18.394242 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.plugins.ml2.managers [req-f6b5ee24-0847-497e-bf6f-769a7a32538e req-7d5a6813-1759-4493-a8c0-8d2fee79b32a service neutron] Attempting to bind port e6b253d6-0d2c-4932-b416-72adaad5fc65 by drivers openvswitch,hyperv on host hv-cinder-83693 at level 0 using segments [{'id': 'c6eef021-ef52-4fe9-b827-fdc4163e97eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'a3a1c9bf-f178-42b2-8a75-be0111298909'}] {{(pid=103983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 12:08:18.394575 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6b5ee24-0847-497e-bf6f-769a7a32538e req-7d5a6813-1759-4493-a8c0-8d2fee79b32a service neutron] Attempting to bind port e6b253d6-0d2c-4932-b416-72adaad5fc65 on network a3a1c9bf-f178-42b2-8a75-be0111298909 {{(pid=103983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:08:18.418253 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f3acc4-4273-4d57-b4de-51320d80294d req-44b71b5b-3d91-482f-b3e8-020f25bbd674 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:08:18.420575 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-c9f3acc4-4273-4d57-b4de-51320d80294d req-44b71b5b-3d91-482f-b3e8-020f25bbd674 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/ports?device_id=58383065-ef49-40d2-8fc7-2a85fd6d0b52 HTTP/1.1" status: 200 len: 945 time: 0.0922430 Apr 07 12:08:18.435591 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d581c29-d9a2-48aa-ba0b-fe7bf58dc6d6 req-2d957fee-3200-4ae1-b32f-d844fe0072ff tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:08:18.437232 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-0d581c29-d9a2-48aa-ba0b-fe7bf58dc6d6 req-2d957fee-3200-4ae1-b32f-d844fe0072ff tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/ports?device_id=a970ace7-74e5-498c-8986-7ecb3b91bd37 HTTP/1.1" status: 200 len: 943 time: 0.2119474 Apr 07 12:08:18.455067 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6b5ee24-0847-497e-bf6f-769a7a32538e req-7d5a6813-1759-4493-a8c0-8d2fee79b32a service neutron] Port e6b253d6-0d2c-4932-b416-72adaad5fc65 on network a3a1c9bf-f178-42b2-8a75-be0111298909 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83693 {{(pid=103983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 12:08:18.455418 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6b5ee24-0847-497e-bf6f-769a7a32538e req-7d5a6813-1759-4493-a8c0-8d2fee79b32a service neutron] Attempting to bind port e6b253d6-0d2c-4932-b416-72adaad5fc65 on network a3a1c9bf-f178-42b2-8a75-be0111298909 {{(pid=103983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:08:18.475490 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6b5ee24-0847-497e-bf6f-769a7a32538e req-7d5a6813-1759-4493-a8c0-8d2fee79b32a service neutron] Checking agent: {'id': 'b65c4e22-832a-4f2b-89ab-f6b5f91e1f65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83693', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 12, 4, 29), 'started_at': datetime.datetime(2022, 4, 7, 12, 4, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 12, 7, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 12:08:18.475829 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6b5ee24-0847-497e-bf6f-769a7a32538e req-7d5a6813-1759-4493-a8c0-8d2fee79b32a service neutron] Checking segment: {'id': 'c6eef021-ef52-4fe9-b827-fdc4163e97eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'a3a1c9bf-f178-42b2-8a75-be0111298909'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:08:18.476207 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6b5ee24-0847-497e-bf6f-769a7a32538e req-7d5a6813-1759-4493-a8c0-8d2fee79b32a service neutron] Bound using segment: {'id': 'c6eef021-ef52-4fe9-b827-fdc4163e97eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'a3a1c9bf-f178-42b2-8a75-be0111298909'} {{(pid=103983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 12:08:18.476650 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.plugins.ml2.managers [req-f6b5ee24-0847-497e-bf6f-769a7a32538e req-7d5a6813-1759-4493-a8c0-8d2fee79b32a service neutron] Bound port: e6b253d6-0d2c-4932-b416-72adaad5fc65, host: hv-cinder-83693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6eef021-ef52-4fe9-b827-fdc4163e97eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'a3a1c9bf-f178-42b2-8a75-be0111298909'}}] {{(pid=103983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 12:08:18.477046 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [req-f6b5ee24-0847-497e-bf6f-769a7a32538e req-7d5a6813-1759-4493-a8c0-8d2fee79b32a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (e6b253d6-0d2c-4932-b416-72adaad5fc65), before_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:18.493970 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-c9f3acc4-4273-4d57-b4de-51320d80294d req-d158115a-69d3-4d07-8f82-7d13a54b23a5 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/security-groups?id=a9f2a625-dc68-4664-b64d-af04d0e6ed04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634072 Apr 07 12:08:18.508718 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-1e0593d7-28e3-43f4-b773-e7af5a4d0c47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678166'] for security_group (dfc3248a-8390-424b-82a7-3e2e177e1a51), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:18.512095 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-1e0593d7-28e3-43f4-b773-e7af5a4d0c47 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:18.513533 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [None req-1e0593d7-28e3-43f4-b773-e7af5a4d0c47 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/dfc3248a-8390-424b-82a7-3e2e177e1a51 HTTP/1.1" status: 204 len: 168 time: 0.3716080 Apr 07 12:08:18.524389 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0593d7-28e3-43f4-b773-e7af5a4d0c47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfc3248a-8390-424b-82a7-3e2e177e1a51,revision_number=None']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:08:18.566225 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-0d581c29-d9a2-48aa-ba0b-fe7bf58dc6d6 req-5e9a0dfb-9f8c-442e-9e2c-93dfa923ee0b tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/security-groups?id=e3d15702-d2b4-43ff-beec-134f63401780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1081886 Apr 07 12:08:18.608275 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.plugins.ml2.db [req-f6b5ee24-0847-497e-bf6f-769a7a32538e req-7d5a6813-1759-4493-a8c0-8d2fee79b32a service neutron] For port e6b253d6-0d2c-4932-b416-72adaad5fc65, host hv-cinder-83693, cleared binding levels {{(pid=103983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 12:08:18.611573 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.plugins.ml2.db [req-f6b5ee24-0847-497e-bf6f-769a7a32538e req-7d5a6813-1759-4493-a8c0-8d2fee79b32a service neutron] For port e6b253d6-0d2c-4932-b416-72adaad5fc65, host hv-cinder-83693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83693',level=0,port_id=e6b253d6-0d2c-4932-b416-72adaad5fc65,segment=NetworkSegment(c6eef021-ef52-4fe9-b827-fdc4163e97eb),segment_id=c6eef021-ef52-4fe9-b827-fdc4163e97eb)] {{(pid=103983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 12:08:18.683413 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [req-f6b5ee24-0847-497e-bf6f-769a7a32538e req-7d5a6813-1759-4493-a8c0-8d2fee79b32a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780057409639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780056949607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780056949625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126495704'] for port (e6b253d6-0d2c-4932-b416-72adaad5fc65), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:18.725278 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b5ee24-0847-497e-bf6f-769a7a32538e req-7d5a6813-1759-4493-a8c0-8d2fee79b32a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:08:18.725278 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [req-f6b5ee24-0847-497e-bf6f-769a7a32538e req-7d5a6813-1759-4493-a8c0-8d2fee79b32a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91606'] for port (None), before_response {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:18.725278 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-f6b5ee24-0847-497e-bf6f-769a7a32538e req-7d5a6813-1759-4493-a8c0-8d2fee79b32a service neutron] 10.222.0.49 "PUT /v2.0/ports/e6b253d6-0d2c-4932-b416-72adaad5fc65 HTTP/1.1" status: 200 len: 1093 time: 1.1678700 Apr 07 12:08:18.725278 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a970ace7-74e5-498c-8986-7ecb3b91bd37', 'tag': 'e6b253d6-0d2c-4932-b416-72adaad5fc65'}] {{(pid=103983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:08:18.727563 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0a7841b86293cbb58346800955405af87a5c8eeb3540a71a4bbd7df08edd1cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-203389b7-bed4-474a-b057-7a10de60f0f8" -d '{"events": [{"name": "network-changed", "server_uuid": "a970ace7-74e5-498c-8986-7ecb3b91bd37", "tag": "e6b253d6-0d2c-4932-b416-72adaad5fc65"}]}' {{(pid=103983) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:08:18.771653 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5a6813-1759-4493-a8c0-8d2fee79b32a service neutron] Pushing event updated for resources: {'Port': ['ID=e6b253d6-0d2c-4932-b416-72adaad5fc65,revision_number=3']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:08:18.790405 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 12:08:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d59f8795-717f-4fa1-b762-5681d0d373fe x-openstack-request-id: req-d59f8795-717f-4fa1-b762-5681d0d373fe {{(pid=103983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:08:18.790695 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a970ace7-74e5-498c-8986-7ecb3b91bd37", "tag": "e6b253d6-0d2c-4932-b416-72adaad5fc65", "status": "completed", "code": 200}]} {{(pid=103983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:08:18.790945 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d59f8795-717f-4fa1-b762-5681d0d373fe {{(pid=103983) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:08:18.791371 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d59f8795-717f-4fa1-b762-5681d0d373fe'] response: {'name': 'network-changed', 'server_uuid': 'a970ace7-74e5-498c-8986-7ecb3b91bd37', 'tag': 'e6b253d6-0d2c-4932-b416-72adaad5fc65', 'status': 'completed', 'code': 200} Apr 07 12:08:18.890111 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203389b7-bed4-474a-b057-7a10de60f0f8 req-2d71b387-a4ac-4a46-9d30-ffa3d883a457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:08:18.892814 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-203389b7-bed4-474a-b057-7a10de60f0f8 req-2d71b387-a4ac-4a46-9d30-ffa3d883a457 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f773b5c38f1747ba994d9dbdae582152&device_id=a970ace7-74e5-498c-8986-7ecb3b91bd37 HTTP/1.1" status: 200 len: 1127 time: 0.0576849 Apr 07 12:08:19.011832 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203389b7-bed4-474a-b057-7a10de60f0f8 req-893e87fe-2023-48fe-8026-7f81ef7752a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:08:19.011832 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-203389b7-bed4-474a-b057-7a10de60f0f8 req-893e87fe-2023-48fe-8026-7f81ef7752a0 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=f773b5c38f1747ba994d9dbdae582152&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1029565 Apr 07 12:08:19.116158 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203389b7-bed4-474a-b057-7a10de60f0f8 req-83652a6e-e43e-4054-b159-2e27c8825d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:08:19.117631 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-203389b7-bed4-474a-b057-7a10de60f0f8 req-83652a6e-e43e-4054-b159-2e27c8825d3f service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0995581 Apr 07 12:08:19.244774 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b5ee24-0847-497e-bf6f-769a7a32538e req-3dae5359-76e8-47de-a4cc-c199bbd62569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:08:19.246262 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-f6b5ee24-0847-497e-bf6f-769a7a32538e req-3dae5359-76e8-47de-a4cc-c199bbd62569 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f773b5c38f1747ba994d9dbdae582152&device_id=a970ace7-74e5-498c-8986-7ecb3b91bd37 HTTP/1.1" status: 200 len: 1127 time: 0.0456564 Apr 07 12:08:19.266725 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.58', 36200) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:08:19.281083 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-b896e72e-55dd-4b59-be46-2c79f555fccb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:19.308017 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-f6b5ee24-0847-497e-bf6f-769a7a32538e req-ae172333-88ba-4f8a-a868-c9720da9a710 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e6b253d6-0d2c-4932-b416-72adaad5fc65 HTTP/1.1" status: 200 len: 217 time: 0.0458572 Apr 07 12:08:19.358579 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b5ee24-0847-497e-bf6f-769a7a32538e req-5e389288-e384-4ea4-b16d-3234de47c58d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:08:19.360730 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-f6b5ee24-0847-497e-bf6f-769a7a32538e req-5e389288-e384-4ea4-b16d-3234de47c58d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c904b354-656a-4e16-9970-de4658d8dce1 HTTP/1.1" status: 200 len: 856 time: 0.0450637 Apr 07 12:08:19.364468 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-b896e72e-55dd-4b59-be46-2c79f555fccb admin admin] Publish callbacks [] for security_group (4c05d1e7-6eca-4154-b984-86f9e6ab9057), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:19.411569 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b5ee24-0847-497e-bf6f-769a7a32538e req-a9875fc0-cf8c-41d4-a748-4e4f5993dddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:08:19.413295 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-f6b5ee24-0847-497e-bf6f-769a7a32538e req-a9875fc0-cf8c-41d4-a748-4e4f5993dddb service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a3a1c9bf-f178-42b2-8a75-be0111298909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0448711 Apr 07 12:08:19.456434 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-b896e72e-55dd-4b59-be46-2c79f555fccb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678166'] for security_group (4c05d1e7-6eca-4154-b984-86f9e6ab9057), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:19.508757 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b896e72e-55dd-4b59-be46-2c79f555fccb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c05d1e7-6eca-4154-b984-86f9e6ab9057,revision_number=1']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:08:19.526405 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [None req-b896e72e-55dd-4b59-be46-2c79f555fccb admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=98e2bdc49ce84c6d87f4ec79ecc457b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2584624 Apr 07 12:08:19.529047 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.58', 36230) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:08:19.531314 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-f6b5ee24-0847-497e-bf6f-769a7a32538e req-5d4c832b-92f1-4f68-af73-364e541eda01 service neutron] 10.222.0.49 "GET /v2.0/networks/a3a1c9bf-f178-42b2-8a75-be0111298909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080549 Apr 07 12:08:19.598668 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-6cc7973c-98aa-47c7-b024-d348fac331a8 admin admin] Publish callbacks [] for security_group (4c05d1e7-6eca-4154-b984-86f9e6ab9057), before_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:19.631698 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-6cc7973c-98aa-47c7-b024-d348fac331a8 admin admin] Publish callbacks [] for security_group (4c05d1e7-6eca-4154-b984-86f9e6ab9057), precommit_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:19.747206 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-f6b5ee24-0847-497e-bf6f-769a7a32538e req-e241ddc5-117d-4bbf-bba4-862364336449 service neutron] 10.222.0.49 "GET /v2.0/networks/a3a1c9bf-f178-42b2-8a75-be0111298909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2044122 Apr 07 12:08:19.767491 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d779b588-f6f5-46fc-8ab7-d855342c4ec1 req-ed085bdb-eee9-4347-a909-ef10435ddb4f tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:08:19.774788 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-d779b588-f6f5-46fc-8ab7-d855342c4ec1 req-ed085bdb-eee9-4347-a909-ef10435ddb4f tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/ports?device_id=a970ace7-74e5-498c-8986-7ecb3b91bd37 HTTP/1.1" status: 200 len: 943 time: 0.0733192 Apr 07 12:08:19.784430 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356cb383-937f-463b-a8cb-2928a194a294 req-298ce7bb-f790-48fb-a36b-8bc2d60d07d3 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:08:19.789109 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-6cc7973c-98aa-47c7-b024-d348fac331a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678166'] for security_group (4c05d1e7-6eca-4154-b984-86f9e6ab9057), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:19.789260 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-356cb383-937f-463b-a8cb-2928a194a294 req-298ce7bb-f790-48fb-a36b-8bc2d60d07d3 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/ports?device_id=58383065-ef49-40d2-8fc7-2a85fd6d0b52 HTTP/1.1" status: 200 len: 945 time: 0.0919781 Apr 07 12:08:19.789358 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-6cc7973c-98aa-47c7-b024-d348fac331a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:19.799953 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [None req-6cc7973c-98aa-47c7-b024-d348fac331a8 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4c05d1e7-6eca-4154-b984-86f9e6ab9057 HTTP/1.1" status: 204 len: 168 time: 0.2689943 Apr 07 12:08:19.822671 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc7973c-98aa-47c7-b024-d348fac331a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c05d1e7-6eca-4154-b984-86f9e6ab9057,revision_number=None']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:08:19.859163 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-356cb383-937f-463b-a8cb-2928a194a294 req-a2334e24-80c9-4448-88e1-c5bac75b0f98 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/security-groups?id=a9f2a625-dc68-4664-b64d-af04d0e6ed04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587716 Apr 07 12:08:19.902391 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-d779b588-f6f5-46fc-8ab7-d855342c4ec1 req-3d284732-7aad-4cb4-93f0-772bd1b31809 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/security-groups?id=e3d15702-d2b4-43ff-beec-134f63401780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1265292 Apr 07 12:08:20.782356 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.58', 36306) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:08:20.795497 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-26138866-49f6-4912-a039-8bf43a4c4e21 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:20.870404 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-26138866-49f6-4912-a039-8bf43a4c4e21 admin admin] Publish callbacks [] for security_group (a63374cb-e988-4da6-a2a1-aeececb41196), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:20.995301 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa87c875-bd41-45d6-adb9-64d6b406afa3 req-080e1e4d-6f76-4064-94b9-1ad1b4be2e2d tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:08:20.997025 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-aa87c875-bd41-45d6-adb9-64d6b406afa3 req-080e1e4d-6f76-4064-94b9-1ad1b4be2e2d tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/ports?device_id=58383065-ef49-40d2-8fc7-2a85fd6d0b52 HTTP/1.1" status: 200 len: 945 time: 0.0606561 Apr 07 12:08:21.026339 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-26138866-49f6-4912-a039-8bf43a4c4e21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678166'] for security_group (a63374cb-e988-4da6-a2a1-aeececb41196), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:21.051810 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-aa87c875-bd41-45d6-adb9-64d6b406afa3 req-201103f8-83f4-496c-a1b0-91343f60cc9e tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/security-groups?id=a9f2a625-dc68-4664-b64d-af04d0e6ed04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492473 Apr 07 12:08:21.078099 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26138866-49f6-4912-a039-8bf43a4c4e21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a63374cb-e988-4da6-a2a1-aeececb41196,revision_number=1']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:08:21.086948 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1278dd16-6615-46f8-b71d-4f4015ec1d4c req-54e9ecb4-a12f-45e4-8cb6-d487b1221d7c tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:08:21.088506 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-1278dd16-6615-46f8-b71d-4f4015ec1d4c req-54e9ecb4-a12f-45e4-8cb6-d487b1221d7c tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/ports?device_id=a970ace7-74e5-498c-8986-7ecb3b91bd37 HTTP/1.1" status: 200 len: 943 time: 0.0999839 Apr 07 12:08:21.091564 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [None req-26138866-49f6-4912-a039-8bf43a4c4e21 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=71479bace83f49bab3900aedde53eb1c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3082111 Apr 07 12:08:21.095244 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.wsgi [-] (103983) accepted ('10.222.0.58', 36318) {{(pid=103983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:08:21.137748 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-1278dd16-6615-46f8-b71d-4f4015ec1d4c req-79f10561-a24b-40e1-a72d-3036ad7bc3e1 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/security-groups?id=e3d15702-d2b4-43ff-beec-134f63401780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423803 Apr 07 12:08:21.150332 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-cf7719c0-144e-4688-a5f7-1a5370dcae36 admin admin] Publish callbacks [] for security_group (a63374cb-e988-4da6-a2a1-aeececb41196), before_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:21.174742 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-cf7719c0-144e-4688-a5f7-1a5370dcae36 admin admin] Publish callbacks [] for security_group (a63374cb-e988-4da6-a2a1-aeececb41196), precommit_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:21.316533 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-cf7719c0-144e-4688-a5f7-1a5370dcae36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678166'] for security_group (a63374cb-e988-4da6-a2a1-aeececb41196), after_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:21.319051 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-cf7719c0-144e-4688-a5f7-1a5370dcae36 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:21.321199 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [None req-cf7719c0-144e-4688-a5f7-1a5370dcae36 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a63374cb-e988-4da6-a2a1-aeececb41196 HTTP/1.1" status: 204 len: 168 time: 0.2240157 Apr 07 12:08:21.328942 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7719c0-144e-4688-a5f7-1a5370dcae36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a63374cb-e988-4da6-a2a1-aeececb41196,revision_number=None']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:08:21.910730 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Device e6b253d6-0d2c-4932-b416-72adaad5fc65 details requested by agent hyperv_hv-cinder-83693 with host hv-cinder-83693 {{(pid=103984) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 12:08:22.031182 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.db [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] For port e6b253d6-0d2c-4932-b416-72adaad5fc65, host hv-cinder-83693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83693',level=0,port_id=e6b253d6-0d2c-4932-b416-72adaad5fc65,segment=NetworkSegment(c6eef021-ef52-4fe9-b827-fdc4163e97eb),segment_id=c6eef021-ef52-4fe9-b827-fdc4163e97eb)] {{(pid=103984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:08:22.050203 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Returning: {'device': 'e6b253d6-0d2c-4932-b416-72adaad5fc65', 'network_id': 'a3a1c9bf-f178-42b2-8a75-be0111298909', 'port_id': 'e6b253d6-0d2c-4932-b416-72adaad5fc65', 'mac_address': 'fa:16:3e:ab:0a:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c904b354-656a-4e16-9970-de4658d8dce1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103984) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 12:08:22.092200 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Current status of the port e6b253d6-0d2c-4932-b416-72adaad5fc65 is: DOWN; New status is: BUILD {{(pid=103984) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:08:22.092727 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (e6b253d6-0d2c-4932-b416-72adaad5fc65), before_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:22.110258 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.notifiers.nova [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6b253d6-0d2c-4932-b416-72adaad5fc65 {{(pid=103984) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 12:08:22.168511 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.db [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] For port e6b253d6-0d2c-4932-b416-72adaad5fc65, host hv-cinder-83693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83693',level=0,port_id=e6b253d6-0d2c-4932-b416-72adaad5fc65,segment=NetworkSegment(c6eef021-ef52-4fe9-b827-fdc4163e97eb),segment_id=c6eef021-ef52-4fe9-b827-fdc4163e97eb)] {{(pid=103984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:08:22.217239 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1a0a0b-a6b5-4606-a910-c9dd9c106439 req-acac6bc2-d34f-40ce-984a-7bca0b93d8a0 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:08:22.219002 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-0a1a0a0b-a6b5-4606-a910-c9dd9c106439 req-acac6bc2-d34f-40ce-984a-7bca0b93d8a0 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/ports?device_id=58383065-ef49-40d2-8fc7-2a85fd6d0b52 HTTP/1.1" status: 200 len: 945 time: 0.0675068 Apr 07 12:08:22.236330 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780057409639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780056949607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780056949625'] for port (e6b253d6-0d2c-4932-b416-72adaad5fc65), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:22.302708 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Pushing event updated for resources: {'Port': ['ID=e6b253d6-0d2c-4932-b416-72adaad5fc65,revision_number=4']} {{(pid=103984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:08:22.317586 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c22c8c-8185-4a5f-b6d4-d38fc24568ef req-74d4eedb-2ab6-4e71-866e-d12fc8e28322 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:08:22.321728 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-58c22c8c-8185-4a5f-b6d4-d38fc24568ef req-74d4eedb-2ab6-4e71-866e-d12fc8e28322 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/ports?device_id=a970ace7-74e5-498c-8986-7ecb3b91bd37 HTTP/1.1" status: 200 len: 943 time: 0.1061804 Apr 07 12:08:22.344682 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-0a1a0a0b-a6b5-4606-a910-c9dd9c106439 req-b1958662-d827-4f79-bc59-970b46910736 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/security-groups?id=a9f2a625-dc68-4664-b64d-af04d0e6ed04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198320 Apr 07 12:08:22.409890 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-58c22c8c-8185-4a5f-b6d4-d38fc24568ef req-1a60f45f-a5b5-4a1e-8782-4dee28e01c8c tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/security-groups?id=e3d15702-d2b4-43ff-beec-134f63401780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767102 Apr 07 12:08:22.747242 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.db [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] get_ports_and_sgs() called for port_ids ['e6b253d6-0d2c-4932-b416-72adaad5fc65'] {{(pid=103984) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 12:08:23.482045 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b4e62d-2b1c-47ba-b37f-1d38b3d26d53 req-1709b4d5-0490-412e-9ff0-79806c1ca34b tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:08:23.483618 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-e0b4e62d-2b1c-47ba-b37f-1d38b3d26d53 req-1709b4d5-0490-412e-9ff0-79806c1ca34b tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/ports?device_id=58383065-ef49-40d2-8fc7-2a85fd6d0b52 HTTP/1.1" status: 200 len: 945 time: 0.0703256 Apr 07 12:08:23.535933 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-e0b4e62d-2b1c-47ba-b37f-1d38b3d26d53 req-21bb273f-3094-4ed0-96e7-3951cf287238 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/security-groups?id=a9f2a625-dc68-4664-b64d-af04d0e6ed04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447254 Apr 07 12:08:23.545902 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9e8041-07e3-4538-93a7-b4a03ff0fd4a req-44b21dee-0eb6-45ce-bf17-292b307ed6df tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:08:23.547462 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-7d9e8041-07e3-4538-93a7-b4a03ff0fd4a req-44b21dee-0eb6-45ce-bf17-292b307ed6df tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/ports?device_id=a970ace7-74e5-498c-8986-7ecb3b91bd37 HTTP/1.1" status: 200 len: 944 time: 0.0593734 Apr 07 12:08:23.598958 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-7d9e8041-07e3-4538-93a7-b4a03ff0fd4a req-0b87f1dd-83a6-43ab-b57b-a24cf01ba496 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/security-groups?id=e3d15702-d2b4-43ff-beec-134f63401780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454462 Apr 07 12:08:23.940034 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Device e6b253d6-0d2c-4932-b416-72adaad5fc65 up at agent hyperv_hv-cinder-83693 {{(pid=103984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:08:24.070495 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.provisioning_blocks [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Provisioning for port e6b253d6-0d2c-4932-b416-72adaad5fc65 completed by entity L2. {{(pid=103984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 12:08:24.074842 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.provisioning_blocks [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Provisioning complete for port e6b253d6-0d2c-4932-b416-72adaad5fc65 triggered by entity L2. {{(pid=103984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:08:24.077516 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7484729'] for port (e6b253d6-0d2c-4932-b416-72adaad5fc65), provisioning_complete {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:24.167233 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Current status of the port e6b253d6-0d2c-4932-b416-72adaad5fc65 is: BUILD; New status is: ACTIVE {{(pid=103984) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:08:24.167625 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (e6b253d6-0d2c-4932-b416-72adaad5fc65), before_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:24.192748 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a970ace7-74e5-498c-8986-7ecb3b91bd37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6b253d6-0d2c-4932-b416-72adaad5fc65'}] {{(pid=103984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:08:24.194959 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0608bff1dee5f704c30ce50aefecbc08eaebc6e842b477e08be3f7901197da8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a80ed7d8-29c5-420a-bd29-5b7baca0b0d5" -d '{"events": [{"server_uuid": "a970ace7-74e5-498c-8986-7ecb3b91bd37", "name": "network-vif-plugged", "status": "completed", "tag": "e6b253d6-0d2c-4932-b416-72adaad5fc65"}]}' {{(pid=103984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:08:24.207195 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.db [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] For port e6b253d6-0d2c-4932-b416-72adaad5fc65, host hv-cinder-83693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83693',level=0,port_id=e6b253d6-0d2c-4932-b416-72adaad5fc65,segment=NetworkSegment(c6eef021-ef52-4fe9-b827-fdc4163e97eb),segment_id=c6eef021-ef52-4fe9-b827-fdc4163e97eb)] {{(pid=103984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:08:24.236893 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 12:08:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c686dac6-d390-4b04-8b3c-9a7ecb4190cf x-openstack-request-id: req-c686dac6-d390-4b04-8b3c-9a7ecb4190cf {{(pid=103984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:08:24.237205 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a970ace7-74e5-498c-8986-7ecb3b91bd37", "name": "network-vif-plugged", "status": "completed", "tag": "e6b253d6-0d2c-4932-b416-72adaad5fc65", "code": 200}]} {{(pid=103984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:08:24.237464 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c686dac6-d390-4b04-8b3c-9a7ecb4190cf {{(pid=103984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:08:24.237870 dv-cinder-836930-1-iscsi neutron-server[103984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c686dac6-d390-4b04-8b3c-9a7ecb4190cf'] response: {'server_uuid': 'a970ace7-74e5-498c-8986-7ecb3b91bd37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6b253d6-0d2c-4932-b416-72adaad5fc65', 'code': 200} Apr 07 12:08:24.265583 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780057409639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780056949607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780056949625'] for port (e6b253d6-0d2c-4932-b416-72adaad5fc65), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:24.335723 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Pushing event updated for resources: {'Port': ['ID=e6b253d6-0d2c-4932-b416-72adaad5fc65,revision_number=5']} {{(pid=103984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:08:24.655682 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e454c4a-7390-4ec2-b669-2ba8df058f8a req-ebcf1b8d-404d-4898-a84e-a421d2c15649 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:08:24.658010 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-1e454c4a-7390-4ec2-b669-2ba8df058f8a req-ebcf1b8d-404d-4898-a84e-a421d2c15649 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/ports?device_id=58383065-ef49-40d2-8fc7-2a85fd6d0b52 HTTP/1.1" status: 200 len: 945 time: 0.0557151 Apr 07 12:08:24.706867 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-1e454c4a-7390-4ec2-b669-2ba8df058f8a req-52f01943-1889-4912-a05c-b059095270b8 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/security-groups?id=a9f2a625-dc68-4664-b64d-af04d0e6ed04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431366 Apr 07 12:08:24.771374 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eafc1f2-4ad8-465c-bb23-27ef004f0358 req-68e0f9cd-6350-4844-a7be-7dd14bc37a6a tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:08:24.772914 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-0eafc1f2-4ad8-465c-bb23-27ef004f0358 req-68e0f9cd-6350-4844-a7be-7dd14bc37a6a tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/ports?device_id=a970ace7-74e5-498c-8986-7ecb3b91bd37 HTTP/1.1" status: 200 len: 945 time: 0.0900059 Apr 07 12:08:24.778941 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d899ae-4dee-479e-82d4-2cd68669294b req-76ee827e-f891-4b7f-9a66-0f28dead6fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:08:24.780483 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-83d899ae-4dee-479e-82d4-2cd68669294b req-76ee827e-f891-4b7f-9a66-0f28dead6fb8 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=a970ace7-74e5-498c-8986-7ecb3b91bd37 HTTP/1.1" status: 200 len: 1129 time: 0.0655200 Apr 07 12:08:24.842770 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-0eafc1f2-4ad8-465c-bb23-27ef004f0358 req-54e9a387-c1da-4a2b-be16-c3c69bbe8c92 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/security-groups?id=e3d15702-d2b4-43ff-beec-134f63401780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614800 Apr 07 12:08:24.853416 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-83d899ae-4dee-479e-82d4-2cd68669294b req-85fb5941-4639-4cca-8da6-504c2c9bd240 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=e3d15702-d2b4-43ff-beec-134f63401780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596528 Apr 07 12:08:25.321894 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.agents_db [None req-3662b1ad-d2b5-4b6d-81f6-e1280f618718 None None] Agent healthcheck: found 6 active agents {{(pid=103985) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 12:08:25.827031 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20158770-90aa-483f-a3a3-7e4ff07f5b6d req-fe000079-6b71-46e9-91da-c77fc8fcc063 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:08:25.828669 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-20158770-90aa-483f-a3a3-7e4ff07f5b6d req-fe000079-6b71-46e9-91da-c77fc8fcc063 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/ports?device_id=58383065-ef49-40d2-8fc7-2a85fd6d0b52 HTTP/1.1" status: 200 len: 945 time: 0.0523899 Apr 07 12:08:25.838274 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.wsgi [-] (103983) accepted ('10.222.0.58', 36578) {{(pid=103983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:08:25.877906 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-20158770-90aa-483f-a3a3-7e4ff07f5b6d req-755c843d-d1f1-40d3-ad3c-228c9a71d0c0 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/security-groups?id=a9f2a625-dc68-4664-b64d-af04d0e6ed04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429914 Apr 07 12:08:25.998065 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a080a9ce-6d77-4a52-b68e-596f30205c29 req-2ad24066-da5f-48e4-8f1d-de6d48965b0f tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:08:25.999493 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-a080a9ce-6d77-4a52-b68e-596f30205c29 req-2ad24066-da5f-48e4-8f1d-de6d48965b0f tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/ports?device_id=a970ace7-74e5-498c-8986-7ecb3b91bd37 HTTP/1.1" status: 200 len: 945 time: 0.0833840 Apr 07 12:08:26.006591 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [None req-5bfa0e73-d99e-4c8d-8352-4509c203e770 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=68b82f83e8594830a4b0a69fb5a0330c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1671758 Apr 07 12:08:26.009407 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.58', 36584) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:08:26.056857 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-a080a9ce-6d77-4a52-b68e-596f30205c29 req-d108d26e-1cd5-427d-81a4-2abe3d0b48fc tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/security-groups?id=e3d15702-d2b4-43ff-beec-134f63401780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491896 Apr 07 12:08:26.068379 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-cf1d4bb6-910a-492d-8f4b-3c1fdbe6d622 admin admin] Publish callbacks [] for security_group (abe67645-1cdf-4e97-ba4a-7056a293b4db), before_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:26.090193 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-cf1d4bb6-910a-492d-8f4b-3c1fdbe6d622 admin admin] Publish callbacks [] for security_group (abe67645-1cdf-4e97-ba4a-7056a293b4db), precommit_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:26.195985 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-cf1d4bb6-910a-492d-8f4b-3c1fdbe6d622 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678166'] for security_group (abe67645-1cdf-4e97-ba4a-7056a293b4db), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:26.198490 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-cf1d4bb6-910a-492d-8f4b-3c1fdbe6d622 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:26.199655 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [None req-cf1d4bb6-910a-492d-8f4b-3c1fdbe6d622 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/abe67645-1cdf-4e97-ba4a-7056a293b4db HTTP/1.1" status: 204 len: 168 time: 0.1892996 Apr 07 12:08:26.207916 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1d4bb6-910a-492d-8f4b-3c1fdbe6d622 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abe67645-1cdf-4e97-ba4a-7056a293b4db,revision_number=None']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:08:27.008749 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e64da9-d055-494d-b2fc-9dbcd2e11036 req-ef22782b-84cf-4077-9232-736f02cda1dc tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:08:27.010240 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-e9e64da9-d055-494d-b2fc-9dbcd2e11036 req-ef22782b-84cf-4077-9232-736f02cda1dc tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/ports?device_id=58383065-ef49-40d2-8fc7-2a85fd6d0b52 HTTP/1.1" status: 200 len: 945 time: 0.0583854 Apr 07 12:08:27.059903 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-e9e64da9-d055-494d-b2fc-9dbcd2e11036 req-104a599e-9ffc-47e3-ab0d-32ddc5bd7912 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/security-groups?id=a9f2a625-dc68-4664-b64d-af04d0e6ed04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439889 Apr 07 12:08:27.187986 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b2a96c-8235-48ec-b43d-6ec3d1de6f4f req-8cf254b7-d2e3-40f8-9d86-ffc76be89271 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:08:27.189514 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-59b2a96c-8235-48ec-b43d-6ec3d1de6f4f req-8cf254b7-d2e3-40f8-9d86-ffc76be89271 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/ports?device_id=a970ace7-74e5-498c-8986-7ecb3b91bd37 HTTP/1.1" status: 200 len: 945 time: 0.0615230 Apr 07 12:08:27.631749 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-59b2a96c-8235-48ec-b43d-6ec3d1de6f4f req-88f0f40c-be4b-488e-9184-7b283f9fd960 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/security-groups?id=e3d15702-d2b4-43ff-beec-134f63401780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461359 Apr 07 12:08:27.633752 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcd7238-9a2c-479e-acc9-3a013670b5de req-ac60e1ce-89fe-4eee-a9dc-b7a312ea50d9 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:08:27.633752 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-6dcd7238-9a2c-479e-acc9-3a013670b5de req-ac60e1ce-89fe-4eee-a9dc-b7a312ea50d9 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/ports?device_id=a970ace7-74e5-498c-8986-7ecb3b91bd37 HTTP/1.1" status: 200 len: 945 time: 0.0545442 Apr 07 12:08:27.636093 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.wsgi [-] (103983) accepted ('10.222.0.58', 36646) {{(pid=103983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:08:27.636093 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.v2.base [None req-10eac899-20de-4253-bea2-08a0cbf3aa16 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Request body: {'floatingip': {'port_id': 'e6b253d6-0d2c-4932-b416-72adaad5fc65'}} {{(pid=103983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:08:27.636093 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-10eac899-20de-4253-bea2-08a0cbf3aa16 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Publish callbacks [] for floatingip (191730bf-bfc4-4534-b861-98404ba09d87), before_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:28.289093 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9b82b7-bb86-41dd-8263-dbb7b9a9ad12 req-840892d5-5ce9-485e-b49b-3959ffbe9dfc tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:08:28.290567 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-8e9b82b7-bb86-41dd-8263-dbb7b9a9ad12 req-840892d5-5ce9-485e-b49b-3959ffbe9dfc tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/ports?device_id=58383065-ef49-40d2-8fc7-2a85fd6d0b52 HTTP/1.1" status: 200 len: 945 time: 0.1599698 Apr 07 12:08:28.399165 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-10eac899-20de-4253-bea2-08a0cbf3aa16 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:28.427683 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-8e9b82b7-bb86-41dd-8263-dbb7b9a9ad12 req-1d36d769-a317-4707-8ba4-3a0283234128 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/security-groups?id=a9f2a625-dc68-4664-b64d-af04d0e6ed04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883291 Apr 07 12:08:28.471834 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-10eac899-20de-4253-bea2-08a0cbf3aa16 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2019898'] for floatingip (191730bf-bfc4-4534-b861-98404ba09d87), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:28.581850 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.db.l3_db [None req-10eac899-20de-4253-bea2-08a0cbf3aa16 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Floating IP 191730bf-bfc4-4534-b861-98404ba09d87 associated. External IP: 172.27.0.101, port: e6b253d6-0d2c-4932-b416-72adaad5fc65. Apr 07 12:08:28.834106 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10eac899-20de-4253-bea2-08a0cbf3aa16 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Router 0390f484-f283-4360-89fc-ee67de09a647 has already been hosted by L3 agent ad8978c4-6515-441c-a828-0289badd3b4a {{(pid=103983) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 12:08:28.944733 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10eac899-20de-4253-bea2-08a0cbf3aa16 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Notify agent at l3_agent.dv-cinder-836930-1-iscsi the message routers_updated {{(pid=103983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 12:08:28.949581 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-10eac899-20de-4253-bea2-08a0cbf3aa16 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91606'] for floatingip (None), before_response {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:28.965160 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab6872a-a8db-414d-89a6-f51d8496dcfc None None] Sync routers for ids ['0390f484-f283-4360-89fc-ee67de09a647'] in dv-cinder-836930-1-iscsi {{(pid=103985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 12:08:28.971369 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab6872a-a8db-414d-89a6-f51d8496dcfc None None] Routers {'0390f484-f283-4360-89fc-ee67de09a647'} bound to L3 agent in host dv-cinder-836930-1-iscsi {{(pid=103985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:08:28.972003 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_hamode_db [None req-0ab6872a-a8db-414d-89a6-f51d8496dcfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836930-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T11:57:34Z,description=,heartbeat_timestamp=2022-04-07T12:08:04Z,host='dv-cinder-836930-1-iscsi',id=ad8978c4-6515-441c-a828-0289badd3b4a,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:57:35Z,topic='l3_agent')) {'router_ids': ['0390f484-f283-4360-89fc-ee67de09a647'], 'active': True} {{(pid=103985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:08:28.981111 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [None req-10eac899-20de-4253-bea2-08a0cbf3aa16 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "PUT /v2.0/floatingips/191730bf-bfc4-4534-b861-98404ba09d87 HTTP/1.1" status: 200 len: 991 time: 1.5924456 Apr 07 12:08:28.981836 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a970ace7-74e5-498c-8986-7ecb3b91bd37', 'tag': 'e6b253d6-0d2c-4932-b416-72adaad5fc65'}] {{(pid=103983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:08:28.984211 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0a7841b86293cbb58346800955405af87a5c8eeb3540a71a4bbd7df08edd1cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-074660f5-3668-4d29-a5c3-d9105d146f6e" -d '{"events": [{"name": "network-changed", "server_uuid": "a970ace7-74e5-498c-8986-7ecb3b91bd37", "tag": "e6b253d6-0d2c-4932-b416-72adaad5fc65"}]}' {{(pid=103983) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:08:29.033863 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 12:08:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f085c84-16d9-4809-a082-42ca5f499e2a x-openstack-request-id: req-8f085c84-16d9-4809-a082-42ca5f499e2a {{(pid=103983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:08:29.034162 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a970ace7-74e5-498c-8986-7ecb3b91bd37", "tag": "e6b253d6-0d2c-4932-b416-72adaad5fc65", "status": "completed", "code": 200}]} {{(pid=103983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:08:29.034419 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8f085c84-16d9-4809-a082-42ca5f499e2a {{(pid=103983) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:08:29.034838 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f085c84-16d9-4809-a082-42ca5f499e2a'] response: {'name': 'network-changed', 'server_uuid': 'a970ace7-74e5-498c-8986-7ecb3b91bd37', 'tag': 'e6b253d6-0d2c-4932-b416-72adaad5fc65', 'status': 'completed', 'code': 200} Apr 07 12:08:29.092770 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_dvr_db [None req-0ab6872a-a8db-414d-89a6-f51d8496dcfc None None] Set router 0390f484-f283-4360-89fc-ee67de09a647 gateway port host: dv-cinder-836930-1-iscsi {{(pid=103985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:08:29.185176 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074660f5-3668-4d29-a5c3-d9105d146f6e req-9bc77df1-b9f9-49cd-974e-c003da7b785a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:08:29.186161 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-074660f5-3668-4d29-a5c3-d9105d146f6e req-9bc77df1-b9f9-49cd-974e-c003da7b785a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f773b5c38f1747ba994d9dbdae582152&device_id=a970ace7-74e5-498c-8986-7ecb3b91bd37 HTTP/1.1" status: 200 len: 1129 time: 0.0476844 Apr 07 12:08:29.302991 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074660f5-3668-4d29-a5c3-d9105d146f6e req-446c952e-7809-4198-94bb-9dc54d08bce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:08:29.304489 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-074660f5-3668-4d29-a5c3-d9105d146f6e req-446c952e-7809-4198-94bb-9dc54d08bce7 service neutron] 10.222.0.49 "GET /v2.0/networks?id=a3a1c9bf-f178-42b2-8a75-be0111298909 HTTP/1.1" status: 200 len: 918 time: 0.0911505 Apr 07 12:08:29.327458 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_hamode_db [None req-0ab6872a-a8db-414d-89a6-f51d8496dcfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0390f484-f283-4360-89fc-ee67de09a647', 'name': 'tempest-AttachVolumeShelveTestJSON-2064474164-router', 'tenant_id': 'f773b5c38f1747ba994d9dbdae582152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'external_fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': '71058e0c-eb0e-4219-8b09-6ccbd5c5f417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:08:02Z', 'updated_at': '2022-04-07T12:08:06Z', 'revision_number': 4, 'project_id': 'f773b5c38f1747ba994d9dbdae582152', 'gw_port': {'id': '71058e0c-eb0e-4219-8b09-6ccbd5c5f417', 'name': '', 'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:b9:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0390f484-f283-4360-89fc-ee67de09a647', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:08:03Z', 'updated_at': '2022-04-07T12:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4554067d-f507-4a99-8a98-0874c02c5721', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836930-1-iscsi', '_floatingips': [{'id': '191730bf-bfc4-4534-b861-98404ba09d87', 'tenant_id': 'f773b5c38f1747ba994d9dbdae582152', 'floating_ip_address': '172.27.0.101', 'floating_network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'router_id': '0390f484-f283-4360-89fc-ee67de09a647', 'port_id': 'e6b253d6-0d2c-4932-b416-72adaad5fc65', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 294, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3a1c9bf-f178-42b2-8a75-be0111298909', 'mac_address': 'fa:16:3e:ab:0a:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a970ace7-74e5-498c-8986-7ecb3b91bd37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T12:08:11Z', 'updated_at': '2022-04-07T12:08:28Z', 'revision_number': 1, 'project_id': 'f773b5c38f1747ba994d9dbdae582152', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cdb1a5b8-20f6-4bf4-a486-7b25dd95c638', 'name': '', 'network_id': 'a3a1c9bf-f178-42b2-8a75-be0111298909', 'tenant_id': 'f773b5c38f1747ba994d9dbdae582152', 'mac_address': 'fa:16:3e:22:dd:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0390f484-f283-4360-89fc-ee67de09a647', 'device_owner': 'network:router_interface', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': 'c904b354-656a-4e16-9970-de4658d8dce1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:08:06Z', 'updated_at': '2022-04-07T12:08:11Z', 'revision_number': 5, 'project_id': 'f773b5c38f1747ba994d9dbdae582152', 'subnets': [{'id': 'c904b354-656a-4e16-9970-de4658d8dce1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836930-1-iscsi', False) {} {{(pid=103985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:08:29.357703 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab6872a-a8db-414d-89a6-f51d8496dcfc None None] Checking router: 0390f484-f283-4360-89fc-ee67de09a647 for host: dv-cinder-836930-1-iscsi {{(pid=103985) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 12:08:29.366345 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab6872a-a8db-414d-89a6-f51d8496dcfc None None] Routers {'0390f484-f283-4360-89fc-ee67de09a647'} bound to L3 agent in host dv-cinder-836930-1-iscsi {{(pid=103985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:08:29.366851 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_hamode_db [None req-0ab6872a-a8db-414d-89a6-f51d8496dcfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836930-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T11:57:34Z,description=,heartbeat_timestamp=2022-04-07T12:08:04Z,host='dv-cinder-836930-1-iscsi',id=ad8978c4-6515-441c-a828-0289badd3b4a,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:57:35Z,topic='l3_agent')) {'router_ids': ['0390f484-f283-4360-89fc-ee67de09a647'], 'active': True} {{(pid=103985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:08:29.386107 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-074660f5-3668-4d29-a5c3-d9105d146f6e req-d6691135-60ef-4243-b681-4f9180348103 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e6b253d6-0d2c-4932-b416-72adaad5fc65 HTTP/1.1" status: 200 len: 999 time: 0.0731521 Apr 07 12:08:29.402466 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (b65c4e22-832a-4f2b-89ab-f6b5f91e1f65), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:29.446938 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074660f5-3668-4d29-a5c3-d9105d146f6e req-65a1a194-0209-4198-aa9e-935e77870594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:08:29.448540 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-074660f5-3668-4d29-a5c3-d9105d146f6e req-65a1a194-0209-4198-aa9e-935e77870594 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c904b354-656a-4e16-9970-de4658d8dce1 HTTP/1.1" status: 200 len: 856 time: 0.0473702 Apr 07 12:08:29.500142 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_dvr_db [None req-0ab6872a-a8db-414d-89a6-f51d8496dcfc None None] Set router 0390f484-f283-4360-89fc-ee67de09a647 gateway port host: dv-cinder-836930-1-iscsi {{(pid=103985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:08:29.547382 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074660f5-3668-4d29-a5c3-d9105d146f6e req-a02958d2-afcf-4dc1-bf5c-1581906dbb4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:08:29.549681 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-074660f5-3668-4d29-a5c3-d9105d146f6e req-a02958d2-afcf-4dc1-bf5c-1581906dbb4a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a3a1c9bf-f178-42b2-8a75-be0111298909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0903797 Apr 07 12:08:29.561848 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aef4407-711b-471a-8992-9cf0164e186a req-73c64a8b-6771-4971-b859-652107b795f4 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:08:29.563882 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-3aef4407-711b-471a-8992-9cf0164e186a req-73c64a8b-6771-4971-b859-652107b795f4 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/ports?device_id=58383065-ef49-40d2-8fc7-2a85fd6d0b52 HTTP/1.1" status: 200 len: 945 time: 0.0715034 Apr 07 12:08:29.673229 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-3aef4407-711b-471a-8992-9cf0164e186a req-47621df9-35df-4fa0-91e1-0d3c0f01d0a7 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/security-groups?id=a9f2a625-dc68-4664-b64d-af04d0e6ed04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990939 Apr 07 12:08:29.695277 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-074660f5-3668-4d29-a5c3-d9105d146f6e req-43d1c9ed-ba46-4d91-9cf0-79342f31f06a service neutron] 10.222.0.49 "GET /v2.0/networks/a3a1c9bf-f178-42b2-8a75-be0111298909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244979 Apr 07 12:08:29.740603 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_hamode_db [None req-0ab6872a-a8db-414d-89a6-f51d8496dcfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0390f484-f283-4360-89fc-ee67de09a647', 'name': 'tempest-AttachVolumeShelveTestJSON-2064474164-router', 'tenant_id': 'f773b5c38f1747ba994d9dbdae582152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'external_fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': '71058e0c-eb0e-4219-8b09-6ccbd5c5f417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:08:02Z', 'updated_at': '2022-04-07T12:08:06Z', 'revision_number': 4, 'project_id': 'f773b5c38f1747ba994d9dbdae582152', 'gw_port': {'id': '71058e0c-eb0e-4219-8b09-6ccbd5c5f417', 'name': '', 'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:b9:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0390f484-f283-4360-89fc-ee67de09a647', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:08:03Z', 'updated_at': '2022-04-07T12:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4554067d-f507-4a99-8a98-0874c02c5721', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836930-1-iscsi', '_floatingips': [{'id': '191730bf-bfc4-4534-b861-98404ba09d87', 'tenant_id': 'f773b5c38f1747ba994d9dbdae582152', 'floating_ip_address': '172.27.0.101', 'floating_network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'router_id': '0390f484-f283-4360-89fc-ee67de09a647', 'port_id': 'e6b253d6-0d2c-4932-b416-72adaad5fc65', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 294, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3a1c9bf-f178-42b2-8a75-be0111298909', 'mac_address': 'fa:16:3e:ab:0a:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a970ace7-74e5-498c-8986-7ecb3b91bd37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T12:08:11Z', 'updated_at': '2022-04-07T12:08:28Z', 'revision_number': 1, 'project_id': 'f773b5c38f1747ba994d9dbdae582152', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cdb1a5b8-20f6-4bf4-a486-7b25dd95c638', 'name': '', 'network_id': 'a3a1c9bf-f178-42b2-8a75-be0111298909', 'tenant_id': 'f773b5c38f1747ba994d9dbdae582152', 'mac_address': 'fa:16:3e:22:dd:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0390f484-f283-4360-89fc-ee67de09a647', 'device_owner': 'network:router_interface', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': 'c904b354-656a-4e16-9970-de4658d8dce1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:08:06Z', 'updated_at': '2022-04-07T12:08:11Z', 'revision_number': 5, 'project_id': 'f773b5c38f1747ba994d9dbdae582152', 'subnets': [{'id': 'c904b354-656a-4e16-9970-de4658d8dce1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836930-1-iscsi', False) {} {{(pid=103985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:08:29.773235 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab6872a-a8db-414d-89a6-f51d8496dcfc None None] The sync data for ids ['0390f484-f283-4360-89fc-ee67de09a647'] in dv-cinder-836930-1-iscsi is: [{'id': '0390f484-f283-4360-89fc-ee67de09a647', 'name': 'tempest-AttachVolumeShelveTestJSON-2064474164-router', 'tenant_id': 'f773b5c38f1747ba994d9dbdae582152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'external_fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': '71058e0c-eb0e-4219-8b09-6ccbd5c5f417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:08:02Z', 'updated_at': '2022-04-07T12:08:06Z', 'revision_number': 4, 'project_id': 'f773b5c38f1747ba994d9dbdae582152', 'gw_port': {'id': '71058e0c-eb0e-4219-8b09-6ccbd5c5f417', 'name': '', 'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:b9:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0390f484-f283-4360-89fc-ee67de09a647', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:08:03Z', 'updated_at': '2022-04-07T12:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4554067d-f507-4a99-8a98-0874c02c5721', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836930-1-iscsi', '_floatingips': [{'id': '191730bf-bfc4-4534-b861-98404ba09d87', 'tenant_id': 'f773b5c38f1747ba994d9dbdae582152', 'floating_ip_address': '172.27.0.101', 'floating_network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'router_id': '0390f484-f283-4360-89fc-ee67de09a647', 'port_id': 'e6b253d6-0d2c-4932-b416-72adaad5fc65', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 294, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3a1c9bf-f178-42b2-8a75-be0111298909', 'mac_address': 'fa:16:3e:ab:0a:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a970ace7-74e5-498c-8986-7ecb3b91bd37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T12:08:11Z', 'updated_at': '2022-04-07T12:08:28Z', 'revision_number': 1, 'project_id': 'f773b5c38f1747ba994d9dbdae582152', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cdb1a5b8-20f6-4bf4-a486-7b25dd95c638', 'name': '', 'network_id': 'a3a1c9bf-f178-42b2-8a75-be0111298909', 'tenant_id': 'f773b5c38f1747ba994d9dbdae582152', 'mac_address': 'fa:16:3e:22:dd:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0390f484-f283-4360-89fc-ee67de09a647', 'device_owner': 'network:router_interface', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': 'c904b354-656a-4e16-9970-de4658d8dce1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:08:06Z', 'updated_at': '2022-04-07T12:08:11Z', 'revision_number': 5, 'project_id': 'f773b5c38f1747ba994d9dbdae582152', 'subnets': [{'id': 'c904b354-656a-4e16-9970-de4658d8dce1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 12:08:29.833383 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-074660f5-3668-4d29-a5c3-d9105d146f6e req-16852327-0950-490b-9fd5-f567a2426387 service neutron] 10.222.0.49 "GET /v2.0/networks/a3a1c9bf-f178-42b2-8a75-be0111298909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069283 Apr 07 12:08:29.881666 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3ef51c-e035-4770-a8c6-7dc8ff423004 req-5cc8ffce-3a1d-4849-87dd-34eef2569c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:08:29.883295 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-cb3ef51c-e035-4770-a8c6-7dc8ff423004 req-5cc8ffce-3a1d-4849-87dd-34eef2569c40 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=060237c359da41d49b858b2897b29918&device_id=58383065-ef49-40d2-8fc7-2a85fd6d0b52 HTTP/1.1" status: 200 len: 1129 time: 0.0505488 Apr 07 12:08:29.982327 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41298c27-9bc0-468a-ab9b-59b0061b75f9 None None] New status for floating IP 191730bf-bfc4-4534-b861-98404ba09d87: ACTIVE {{(pid=103984) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 12:08:30.016801 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3ef51c-e035-4770-a8c6-7dc8ff423004 req-b5eaae21-dee2-45c6-8fa0-589520a40993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:08:30.018379 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-cb3ef51c-e035-4770-a8c6-7dc8ff423004 req-b5eaae21-dee2-45c6-8fa0-589520a40993 service neutron] 10.222.0.49 "GET /v2.0/networks?id=b54ec153-3bc9-439f-b426-165a936f23bb HTTP/1.1" status: 200 len: 919 time: 0.1083846 Apr 07 12:08:30.070399 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-cb3ef51c-e035-4770-a8c6-7dc8ff423004 req-b6155558-88f7-4a5d-a097-a393c842b322 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4e8e7c1d-8910-4f51-91ef-0c82ee3ce3b7 HTTP/1.1" status: 200 len: 217 time: 0.0409873 Apr 07 12:08:30.141852 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3ef51c-e035-4770-a8c6-7dc8ff423004 req-891cb06a-a9dc-45c5-bbec-3f6bbc8ceadf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:08:30.144598 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-cb3ef51c-e035-4770-a8c6-7dc8ff423004 req-891cb06a-a9dc-45c5-bbec-3f6bbc8ceadf service neutron] 10.222.0.49 "GET /v2.0/subnets?id=45a072d7-ade8-4cd2-9025-cfaa01b8e30d HTTP/1.1" status: 200 len: 857 time: 0.0673466 Apr 07 12:08:30.210041 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3ef51c-e035-4770-a8c6-7dc8ff423004 req-1e202d7e-9597-4f45-b0de-bf9739897baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:08:30.211815 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-cb3ef51c-e035-4770-a8c6-7dc8ff423004 req-1e202d7e-9597-4f45-b0de-bf9739897baf service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b54ec153-3bc9-439f-b426-165a936f23bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0537210 Apr 07 12:08:30.311979 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-cb3ef51c-e035-4770-a8c6-7dc8ff423004 req-99c0a36a-1121-4113-b318-6c06327955d2 service neutron] 10.222.0.49 "GET /v2.0/networks/b54ec153-3bc9-439f-b426-165a936f23bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925291 Apr 07 12:08:30.452835 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-cb3ef51c-e035-4770-a8c6-7dc8ff423004 req-9424c35e-5f0f-4864-b3f7-4366814f33e5 service neutron] 10.222.0.49 "GET /v2.0/networks/b54ec153-3bc9-439f-b426-165a936f23bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905645 Apr 07 12:08:30.814143 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188bfc0a-e643-44f0-b880-fd39f70e2618 req-ff6ada24-c9a1-449f-8e83-3571989072ba tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:08:30.815634 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-188bfc0a-e643-44f0-b880-fd39f70e2618 req-ff6ada24-c9a1-449f-8e83-3571989072ba tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/ports?device_id=58383065-ef49-40d2-8fc7-2a85fd6d0b52 HTTP/1.1" status: 200 len: 945 time: 0.0732107 Apr 07 12:08:30.861181 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-188bfc0a-e643-44f0-b880-fd39f70e2618 req-1edee986-659d-4216-801c-9805c61c0329 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/security-groups?id=a9f2a625-dc68-4664-b64d-af04d0e6ed04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399678 Apr 07 12:08:31.978705 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a07c0a8-8f9b-4d70-93a9-6479b914310f req-23409c90-9e73-4e89-a25c-83402c162a63 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:08:31.979349 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-24c2d84b-ed8b-4343-ac8b-bc5ba70fa88d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (94869e64-74fb-4601-95b5-a1334a6bdcea), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:31.980236 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-8a07c0a8-8f9b-4d70-93a9-6479b914310f req-23409c90-9e73-4e89-a25c-83402c162a63 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/ports?device_id=58383065-ef49-40d2-8fc7-2a85fd6d0b52 HTTP/1.1" status: 200 len: 945 time: 0.0530143 Apr 07 12:08:32.027393 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-8a07c0a8-8f9b-4d70-93a9-6479b914310f req-c403382e-5705-4c14-a3ce-5b2a5e08c918 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/security-groups?id=a9f2a625-dc68-4664-b64d-af04d0e6ed04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416532 Apr 07 12:08:33.147795 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de13a169-7166-472f-8e31-ddb228d49001 req-b985aff6-7296-45a4-9e04-453e405a4e37 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:08:33.149333 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-de13a169-7166-472f-8e31-ddb228d49001 req-b985aff6-7296-45a4-9e04-453e405a4e37 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/ports?device_id=58383065-ef49-40d2-8fc7-2a85fd6d0b52 HTTP/1.1" status: 200 len: 945 time: 0.0521703 Apr 07 12:08:33.195561 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-de13a169-7166-472f-8e31-ddb228d49001 req-c85621a2-3f33-41e5-bf76-70878c3089ca tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/security-groups?id=a9f2a625-dc68-4664-b64d-af04d0e6ed04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406857 Apr 07 12:08:34.316342 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-99470527-f5bf-4ccb-8675-33887c1ae69c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (ad8978c4-6515-441c-a828-0289badd3b4a), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:34.317443 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f068966-ff9b-4c2d-8e66-4bbfcaa9d997 req-adcd2625-546e-4c70-ad02-b8b4c19267f5 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:08:34.318959 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-3f068966-ff9b-4c2d-8e66-4bbfcaa9d997 req-adcd2625-546e-4c70-ad02-b8b4c19267f5 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/ports?device_id=58383065-ef49-40d2-8fc7-2a85fd6d0b52 HTTP/1.1" status: 200 len: 945 time: 0.0557139 Apr 07 12:08:34.369545 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-3f068966-ff9b-4c2d-8e66-4bbfcaa9d997 req-1b5b68c3-6d18-4305-a166-4c86f9bc0695 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/security-groups?id=a9f2a625-dc68-4664-b64d-af04d0e6ed04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444353 Apr 07 12:08:35.488132 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bbaa27-3eba-4f58-b040-9aaba4ccdfe9 req-4a2b94a1-0efd-49c7-b1ab-0dd3eb46288c tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:08:35.489757 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-a7bbaa27-3eba-4f58-b040-9aaba4ccdfe9 req-4a2b94a1-0efd-49c7-b1ab-0dd3eb46288c tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/ports?device_id=58383065-ef49-40d2-8fc7-2a85fd6d0b52 HTTP/1.1" status: 200 len: 945 time: 0.0534804 Apr 07 12:08:35.542841 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-a7bbaa27-3eba-4f58-b040-9aaba4ccdfe9 req-1aba2023-15ba-4528-b5bb-24ded59393b0 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/security-groups?id=a9f2a625-dc68-4664-b64d-af04d0e6ed04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474076 Apr 07 12:08:35.676096 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-e3029262-029d-49e4-8078-e7e61e534645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (e465150c-12ca-425e-8c36-fa03ee6240b4), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:36.528100 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.wsgi [-] (103983) accepted ('10.222.0.58', 36858) {{(pid=103983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:08:36.637717 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.58', 36870) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:08:36.676817 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9105d7d5-13f9-44b0-b199-03b9a410c025 req-2f2d2469-7e07-4a53-b6da-0625cbb028e9 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:08:36.678415 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-9105d7d5-13f9-44b0-b199-03b9a410c025 req-2f2d2469-7e07-4a53-b6da-0625cbb028e9 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/ports?device_id=58383065-ef49-40d2-8fc7-2a85fd6d0b52 HTTP/1.1" status: 200 len: 945 time: 0.0601020 Apr 07 12:08:36.716040 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-d09145f3-8e4f-4d9a-a674-1a4aea6aa338 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:36.752463 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-04890d1f-4e34-486a-a664-8ab7c0a7d608 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:36.753457 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-9105d7d5-13f9-44b0-b199-03b9a410c025 req-157ebc57-5889-427b-b2f5-447119553e6a tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/security-groups?id=a9f2a625-dc68-4664-b64d-af04d0e6ed04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690105 Apr 07 12:08:36.811022 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-d09145f3-8e4f-4d9a-a674-1a4aea6aa338 admin admin] Publish callbacks [] for security_group (c9de68dd-83c0-46e2-999f-bc08e42b2bab), precommit_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:36.837802 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-04890d1f-4e34-486a-a664-8ab7c0a7d608 admin admin] Publish callbacks [] for security_group (d740cdd5-631c-4e69-92f0-6654f152ff10), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:36.876106 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-d09145f3-8e4f-4d9a-a674-1a4aea6aa338 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678166'] for security_group (c9de68dd-83c0-46e2-999f-bc08e42b2bab), after_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:36.916055 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-04890d1f-4e34-486a-a664-8ab7c0a7d608 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678166'] for security_group (d740cdd5-631c-4e69-92f0-6654f152ff10), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:36.916342 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [None req-d09145f3-8e4f-4d9a-a674-1a4aea6aa338 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f56d47c3a5d646dcbde46f416843877d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3875275 Apr 07 12:08:36.917556 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09145f3-8e4f-4d9a-a674-1a4aea6aa338 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9de68dd-83c0-46e2-999f-bc08e42b2bab,revision_number=1']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:08:36.919624 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.wsgi [-] (103983) accepted ('10.222.0.58', 36874) {{(pid=103983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:08:36.936827 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09145f3-8e4f-4d9a-a674-1a4aea6aa338 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:08:36.937181 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09145f3-8e4f-4d9a-a674-1a4aea6aa338 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:08:36.937529 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09145f3-8e4f-4d9a-a674-1a4aea6aa338 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:08:36.937869 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09145f3-8e4f-4d9a-a674-1a4aea6aa338 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:08:36.938207 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09145f3-8e4f-4d9a-a674-1a4aea6aa338 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:08:36.938583 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09145f3-8e4f-4d9a-a674-1a4aea6aa338 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:08:36.938912 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09145f3-8e4f-4d9a-a674-1a4aea6aa338 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:08:36.939775 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09145f3-8e4f-4d9a-a674-1a4aea6aa338 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:08:36.944379 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09145f3-8e4f-4d9a-a674-1a4aea6aa338 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:08:36.944379 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09145f3-8e4f-4d9a-a674-1a4aea6aa338 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:08:36.944379 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09145f3-8e4f-4d9a-a674-1a4aea6aa338 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:08:36.944379 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09145f3-8e4f-4d9a-a674-1a4aea6aa338 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:08:36.944379 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09145f3-8e4f-4d9a-a674-1a4aea6aa338 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:08:36.944379 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09145f3-8e4f-4d9a-a674-1a4aea6aa338 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:08:36.944379 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09145f3-8e4f-4d9a-a674-1a4aea6aa338 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:08:36.955937 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04890d1f-4e34-486a-a664-8ab7c0a7d608 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d740cdd5-631c-4e69-92f0-6654f152ff10,revision_number=1']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:08:36.961924 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [None req-04890d1f-4e34-486a-a664-8ab7c0a7d608 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f8375ffba458414bb09f004b6ebb51d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3228114 Apr 07 12:08:36.963606 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.58', 36878) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:08:36.990302 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-d8e86fe7-8bce-4bf8-b234-e44d7e742de1 admin admin] Publish callbacks [] for security_group (c9de68dd-83c0-46e2-999f-bc08e42b2bab), before_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:37.020632 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-d8e86fe7-8bce-4bf8-b234-e44d7e742de1 admin admin] Publish callbacks [] for security_group (c9de68dd-83c0-46e2-999f-bc08e42b2bab), precommit_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:37.022841 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-815956b4-e99f-4816-9b3e-8aec4a69c994 admin admin] Publish callbacks [] for security_group (d740cdd5-631c-4e69-92f0-6654f152ff10), before_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:37.046442 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-815956b4-e99f-4816-9b3e-8aec4a69c994 admin admin] Publish callbacks [] for security_group (d740cdd5-631c-4e69-92f0-6654f152ff10), precommit_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:37.071613 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.wsgi [-] (103983) accepted ('10.222.0.58', 36882) {{(pid=103983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:08:37.156347 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-d8e86fe7-8bce-4bf8-b234-e44d7e742de1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678166'] for security_group (c9de68dd-83c0-46e2-999f-bc08e42b2bab), after_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:37.159071 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-d8e86fe7-8bce-4bf8-b234-e44d7e742de1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:37.165885 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [None req-d8e86fe7-8bce-4bf8-b234-e44d7e742de1 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c9de68dd-83c0-46e2-999f-bc08e42b2bab HTTP/1.1" status: 204 len: 168 time: 0.2397237 Apr 07 12:08:37.176797 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e86fe7-8bce-4bf8-b234-e44d7e742de1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9de68dd-83c0-46e2-999f-bc08e42b2bab,revision_number=None']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:08:37.191717 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-815956b4-e99f-4816-9b3e-8aec4a69c994 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678166'] for security_group (d740cdd5-631c-4e69-92f0-6654f152ff10), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:37.192028 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-a11e2c5a-8c73-4871-8717-16a0ab5c4d52 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:37.192124 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-815956b4-e99f-4816-9b3e-8aec4a69c994 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:37.192124 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [None req-815956b4-e99f-4816-9b3e-8aec4a69c994 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d740cdd5-631c-4e69-92f0-6654f152ff10 HTTP/1.1" status: 204 len: 168 time: 0.2237482 Apr 07 12:08:37.203875 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815956b4-e99f-4816-9b3e-8aec4a69c994 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d740cdd5-631c-4e69-92f0-6654f152ff10,revision_number=None']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:08:37.292282 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-a11e2c5a-8c73-4871-8717-16a0ab5c4d52 admin admin] Publish callbacks [] for security_group (f1a7a805-1b24-48c0-8370-603f9fd5cc15), precommit_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:37.367564 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-a11e2c5a-8c73-4871-8717-16a0ab5c4d52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678166'] for security_group (f1a7a805-1b24-48c0-8370-603f9fd5cc15), after_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:37.384959 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-4ee86192-ef9a-4f9c-8d37-983d911c7eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (8705c964-c35e-4008-b403-e26242cd5404), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:37.408899 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [None req-a11e2c5a-8c73-4871-8717-16a0ab5c4d52 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=623e0f78a57146f182d5a1547d09791b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3334560 Apr 07 12:08:37.408899 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11e2c5a-8c73-4871-8717-16a0ab5c4d52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1a7a805-1b24-48c0-8370-603f9fd5cc15,revision_number=1']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:08:37.409758 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.58', 36892) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:08:37.465450 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-db831ebb-278a-48f0-bf23-871c58a21c42 admin admin] Publish callbacks [] for security_group (f1a7a805-1b24-48c0-8370-603f9fd5cc15), before_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:37.487362 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-db831ebb-278a-48f0-bf23-871c58a21c42 admin admin] Publish callbacks [] for security_group (f1a7a805-1b24-48c0-8370-603f9fd5cc15), precommit_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:37.608026 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-db831ebb-278a-48f0-bf23-871c58a21c42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678166'] for security_group (f1a7a805-1b24-48c0-8370-603f9fd5cc15), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:37.610663 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-db831ebb-278a-48f0-bf23-871c58a21c42 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:37.612916 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [None req-db831ebb-278a-48f0-bf23-871c58a21c42 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f1a7a805-1b24-48c0-8370-603f9fd5cc15 HTTP/1.1" status: 204 len: 168 time: 0.2014456 Apr 07 12:08:37.622753 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db831ebb-278a-48f0-bf23-871c58a21c42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1a7a805-1b24-48c0-8370-603f9fd5cc15,revision_number=None']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:08:37.804372 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.58', 36900) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:08:37.834445 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-e7c7e59f-a8e2-4957-aece-d3198ae74eba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:37.843707 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.wsgi [-] (103983) accepted ('10.222.0.58', 36902) {{(pid=103983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:08:37.866106 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-e62a0f1c-a127-4a3b-80b7-15c7e20735f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:37.917800 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b98b91-ecac-454d-a9ee-ad1b47b5129e req-bddd0690-5dd1-41ef-82c3-20970a70730e tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:08:37.919432 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-42b98b91-ecac-454d-a9ee-ad1b47b5129e req-bddd0690-5dd1-41ef-82c3-20970a70730e tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/ports?device_id=58383065-ef49-40d2-8fc7-2a85fd6d0b52 HTTP/1.1" status: 200 len: 945 time: 0.0891373 Apr 07 12:08:37.984427 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-e62a0f1c-a127-4a3b-80b7-15c7e20735f3 admin admin] Publish callbacks [] for security_group (15126eb8-835a-4883-92aa-5cfb4f84f49b), precommit_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:37.991330 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-e7c7e59f-a8e2-4957-aece-d3198ae74eba admin admin] Publish callbacks [] for security_group (3c7bec49-7aba-445a-947d-f27e2dd96111), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:37.999017 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-42b98b91-ecac-454d-a9ee-ad1b47b5129e req-519b8c3e-46dd-4727-a718-fbab2c5270f4 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/security-groups?id=a9f2a625-dc68-4664-b64d-af04d0e6ed04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654531 Apr 07 12:08:38.052933 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-e62a0f1c-a127-4a3b-80b7-15c7e20735f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678166'] for security_group (15126eb8-835a-4883-92aa-5cfb4f84f49b), after_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:38.095518 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [None req-e62a0f1c-a127-4a3b-80b7-15c7e20735f3 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=62bba90d94af4d45beed8b5c566b2aaa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2506745 Apr 07 12:08:38.096870 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62a0f1c-a127-4a3b-80b7-15c7e20735f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15126eb8-835a-4883-92aa-5cfb4f84f49b,revision_number=1']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:08:38.099217 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.wsgi [-] (103983) accepted ('10.222.0.58', 36906) {{(pid=103983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:08:38.100296 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-e7c7e59f-a8e2-4957-aece-d3198ae74eba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678166'] for security_group (3c7bec49-7aba-445a-947d-f27e2dd96111), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:38.144609 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [None req-e7c7e59f-a8e2-4957-aece-d3198ae74eba admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=783c7466f3cf4bc18b74a77eee2171be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3385072 Apr 07 12:08:38.147009 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.58', 36908) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:08:38.150275 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-1bd74480-72e2-45d3-a1be-175badb50822 admin admin] Publish callbacks [] for security_group (15126eb8-835a-4883-92aa-5cfb4f84f49b), before_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:38.154792 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c7e59f-a8e2-4957-aece-d3198ae74eba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c7bec49-7aba-445a-947d-f27e2dd96111,revision_number=1']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:08:38.171456 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c7e59f-a8e2-4957-aece-d3198ae74eba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:08:38.171784 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c7e59f-a8e2-4957-aece-d3198ae74eba admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:08:38.172157 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c7e59f-a8e2-4957-aece-d3198ae74eba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:08:38.172447 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c7e59f-a8e2-4957-aece-d3198ae74eba admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:08:38.172776 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c7e59f-a8e2-4957-aece-d3198ae74eba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:08:38.173093 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c7e59f-a8e2-4957-aece-d3198ae74eba admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:08:38.173414 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c7e59f-a8e2-4957-aece-d3198ae74eba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:08:38.173764 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c7e59f-a8e2-4957-aece-d3198ae74eba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:08:38.173885 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-1bd74480-72e2-45d3-a1be-175badb50822 admin admin] Publish callbacks [] for security_group (15126eb8-835a-4883-92aa-5cfb4f84f49b), precommit_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:38.174077 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c7e59f-a8e2-4957-aece-d3198ae74eba admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:08:38.174395 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c7e59f-a8e2-4957-aece-d3198ae74eba admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:08:38.174709 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c7e59f-a8e2-4957-aece-d3198ae74eba admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:08:38.175029 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c7e59f-a8e2-4957-aece-d3198ae74eba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:08:38.175371 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c7e59f-a8e2-4957-aece-d3198ae74eba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:08:38.177414 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c7e59f-a8e2-4957-aece-d3198ae74eba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:08:38.177414 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c7e59f-a8e2-4957-aece-d3198ae74eba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:08:38.217285 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-ff461438-9e49-4e12-ba12-2d13ed490a87 admin admin] Publish callbacks [] for security_group (3c7bec49-7aba-445a-947d-f27e2dd96111), before_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:38.239106 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-ff461438-9e49-4e12-ba12-2d13ed490a87 admin admin] Publish callbacks [] for security_group (3c7bec49-7aba-445a-947d-f27e2dd96111), precommit_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:38.304549 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-1bd74480-72e2-45d3-a1be-175badb50822 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678166'] for security_group (15126eb8-835a-4883-92aa-5cfb4f84f49b), after_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:38.307476 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-1bd74480-72e2-45d3-a1be-175badb50822 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:38.308616 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [None req-1bd74480-72e2-45d3-a1be-175badb50822 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/15126eb8-835a-4883-92aa-5cfb4f84f49b HTTP/1.1" status: 204 len: 168 time: 0.2085092 Apr 07 12:08:38.317496 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd74480-72e2-45d3-a1be-175badb50822 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15126eb8-835a-4883-92aa-5cfb4f84f49b,revision_number=None']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:08:38.362024 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-ff461438-9e49-4e12-ba12-2d13ed490a87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678166'] for security_group (3c7bec49-7aba-445a-947d-f27e2dd96111), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:38.364681 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-ff461438-9e49-4e12-ba12-2d13ed490a87 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:38.366088 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [None req-ff461438-9e49-4e12-ba12-2d13ed490a87 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3c7bec49-7aba-445a-947d-f27e2dd96111 HTTP/1.1" status: 204 len: 168 time: 0.2180977 Apr 07 12:08:38.374402 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff461438-9e49-4e12-ba12-2d13ed490a87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c7bec49-7aba-445a-947d-f27e2dd96111,revision_number=None']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:08:38.756019 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (18566f30-62c1-4fb1-af49-ebd049d63fec), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:39.083291 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.58', 36936) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:08:39.097373 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-22e5de89-e7c2-4887-b6dd-d3058627d87e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:39.155650 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80666f78-ffbc-43a2-9fe4-5b5a95cf0b5b req-e145a57f-aca0-4965-b1b2-79fd58198aca tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:08:39.157062 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-80666f78-ffbc-43a2-9fe4-5b5a95cf0b5b req-e145a57f-aca0-4965-b1b2-79fd58198aca tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/ports?device_id=58383065-ef49-40d2-8fc7-2a85fd6d0b52 HTTP/1.1" status: 200 len: 945 time: 0.0936334 Apr 07 12:08:39.200179 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-22e5de89-e7c2-4887-b6dd-d3058627d87e admin admin] Publish callbacks [] for security_group (af187dc1-3060-411d-99f2-d532ce9afce9), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:39.235543 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-80666f78-ffbc-43a2-9fe4-5b5a95cf0b5b req-68ec20cf-737f-4c1e-ba59-24e314bfed1e tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/security-groups?id=a9f2a625-dc68-4664-b64d-af04d0e6ed04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691826 Apr 07 12:08:39.264508 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-22e5de89-e7c2-4887-b6dd-d3058627d87e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678166'] for security_group (af187dc1-3060-411d-99f2-d532ce9afce9), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:39.304585 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [None req-22e5de89-e7c2-4887-b6dd-d3058627d87e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7ea9367019c645729e5988f730dd443f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2199349 Apr 07 12:08:39.305411 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e5de89-e7c2-4887-b6dd-d3058627d87e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af187dc1-3060-411d-99f2-d532ce9afce9,revision_number=1']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:08:39.307670 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.wsgi [-] (103983) accepted ('10.222.0.58', 36946) {{(pid=103983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:08:39.358761 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-60fd43d8-a3bd-4af9-add0-3c57b8e112bd admin admin] Publish callbacks [] for security_group (af187dc1-3060-411d-99f2-d532ce9afce9), before_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:39.381482 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-60fd43d8-a3bd-4af9-add0-3c57b8e112bd admin admin] Publish callbacks [] for security_group (af187dc1-3060-411d-99f2-d532ce9afce9), precommit_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:39.472828 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.58', 36952) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:08:39.516392 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-60fd43d8-a3bd-4af9-add0-3c57b8e112bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678166'] for security_group (af187dc1-3060-411d-99f2-d532ce9afce9), after_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:39.519651 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-60fd43d8-a3bd-4af9-add0-3c57b8e112bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:39.525456 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [None req-60fd43d8-a3bd-4af9-add0-3c57b8e112bd admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/af187dc1-3060-411d-99f2-d532ce9afce9 HTTP/1.1" status: 204 len: 168 time: 0.2121239 Apr 07 12:08:39.528608 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fd43d8-a3bd-4af9-add0-3c57b8e112bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af187dc1-3060-411d-99f2-d532ce9afce9,revision_number=None']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:08:39.568941 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.v2.base [None req-ac970451-42f3-4e02-b85c-52c5fc1f3907 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2003760294-network', 'tenant_id': 'a4085596b6ef4b2aa7ec76a5ca5df6a5'}} {{(pid=103982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:08:39.687401 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac970451-42f3-4e02-b85c-52c5fc1f3907 admin admin] Made reservation on behalf of a4085596b6ef4b2aa7ec76a5ca5df6a5 for: {'network': 1} {{(pid=103982) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 12:08:39.690249 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-ac970451-42f3-4e02-b85c-52c5fc1f3907 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for network (None), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:39.699444 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-ac970451-42f3-4e02-b85c-52c5fc1f3907 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:39.782492 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-ac970451-42f3-4e02-b85c-52c5fc1f3907 admin admin] Publish callbacks [] for security_group (7caa69bd-1a96-4f0c-91e8-10d2c29e94d4), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:39.824584 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-ac970451-42f3-4e02-b85c-52c5fc1f3907 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678166'] for security_group (7caa69bd-1a96-4f0c-91e8-10d2c29e94d4), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:39.865435 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac970451-42f3-4e02-b85c-52c5fc1f3907 admin admin] vlan segment allocate from pool success with {'vlan_id': 641, 'physical_network': 'physnet1'} {{(pid=103982) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 12:08:39.885387 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac970451-42f3-4e02-b85c-52c5fc1f3907 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7caa69bd-1a96-4f0c-91e8-10d2c29e94d4,revision_number=1']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:08:39.892271 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-ac970451-42f3-4e02-b85c-52c5fc1f3907 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7510084'] for segment (03f974f2-7a81-4033-8e47-73794737a6ee), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:39.892934 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.db.segments_db [None req-ac970451-42f3-4e02-b85c-52c5fc1f3907 admin admin] Added segment 03f974f2-7a81-4033-8e47-73794737a6ee of type vlan for network 3ddbe8c1-9e72-419f-bb9d-9b04f45bb675 Apr 07 12:08:39.945427 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-ac970451-42f3-4e02-b85c-52c5fc1f3907 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780056936322'] for network (3ddbe8c1-9e72-419f-bb9d-9b04f45bb675), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:40.039833 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-ac970451-42f3-4e02-b85c-52c5fc1f3907 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968'] for network (3ddbe8c1-9e72-419f-bb9d-9b04f45bb675), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:40.041379 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac970451-42f3-4e02-b85c-52c5fc1f3907 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:08:40.042440 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-ac970451-42f3-4e02-b85c-52c5fc1f3907 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585958'] for network (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:40.106546 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac970451-42f3-4e02-b85c-52c5fc1f3907 admin admin] Pushing event updated for resources: {'Network': ['ID=3ddbe8c1-9e72-419f-bb9d-9b04f45bb675,revision_number=1']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:08:40.117590 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Network 3ddbe8c1-9e72-419f-bb9d-9b04f45bb675 details requested by agent ovs-agent-dv-cinder-836930-1-iscsi with host dv-cinder-836930-1-iscsi {{(pid=103984) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 12:08:40.124032 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [None req-ac970451-42f3-4e02-b85c-52c5fc1f3907 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6500585 Apr 07 12:08:40.127404 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.58', 36974) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:08:40.132016 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.v2.base [None req-c0edd9fc-b9fd-4f39-ab20-de8432a94b20 admin admin] Request body: {'subnet': {'network_id': '3ddbe8c1-9e72-419f-bb9d-9b04f45bb675', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2003760294-subnet', 'tenant_id': 'a4085596b6ef4b2aa7ec76a5ca5df6a5', 'ip_version': 4}} {{(pid=103982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:08:40.207315 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0edd9fc-b9fd-4f39-ab20-de8432a94b20 admin admin] Made reservation on behalf of a4085596b6ef4b2aa7ec76a5ca5df6a5 for: {'subnet': 1} {{(pid=103982) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 12:08:40.209674 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-c0edd9fc-b9fd-4f39-ab20-de8432a94b20 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127909337'] for subnet (None), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:40.368690 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15be1b0d-4b92-4c3f-96dd-96d42726c703 req-0d9a6bb9-bec5-4459-823d-220e4f55d353 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:08:40.370372 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-15be1b0d-4b92-4c3f-96dd-96d42726c703 req-0d9a6bb9-bec5-4459-823d-220e4f55d353 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/ports?device_id=58383065-ef49-40d2-8fc7-2a85fd6d0b52 HTTP/1.1" status: 200 len: 945 time: 0.0552633 Apr 07 12:08:40.423039 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-15be1b0d-4b92-4c3f-96dd-96d42726c703 req-5465a4c0-5c23-4087-bc6b-d39410308425 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/security-groups?id=a9f2a625-dc68-4664-b64d-af04d0e6ed04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460176 Apr 07 12:08:40.453612 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-c0edd9fc-b9fd-4f39-ab20-de8432a94b20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126593715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127907875'] for subnet (6305e169-23ba-4b2b-83ee-e04d73c5b0bb), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:40.507194 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0edd9fc-b9fd-4f39-ab20-de8432a94b20 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6305e169-23ba-4b2b-83ee-e04d73c5b0bb,revision_number=0']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:08:40.517342 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0edd9fc-b9fd-4f39-ab20-de8432a94b20 admin admin] Checking segment: {'id': '03f974f2-7a81-4033-8e47-73794737a6ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '3ddbe8c1-9e72-419f-bb9d-9b04f45bb675'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:08:40.517698 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0edd9fc-b9fd-4f39-ab20-de8432a94b20 admin admin] Network hostable DHCP agents. Network: 3ddbe8c1-9e72-419f-bb9d-9b04f45bb675, hostable agents: ['94869e64-74fb-4601-95b5-a1334a6bdcea'], hosted agents: [] {{(pid=103982) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 12:08:40.704343 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0edd9fc-b9fd-4f39-ab20-de8432a94b20 admin admin] Network 3ddbe8c1-9e72-419f-bb9d-9b04f45bb675 is scheduled to be hosted by DHCP agent 94869e64-74fb-4601-95b5-a1334a6bdcea with binding_index 1 {{(pid=103982) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 12:08:40.778880 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.scheduler.base_scheduler [None req-c0edd9fc-b9fd-4f39-ab20-de8432a94b20 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836930-1-iscsi, 3ddbe8c1-9e72-419f-bb9d-9b04f45bb675) {{(pid=103982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:08:40.783294 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0edd9fc-b9fd-4f39-ab20-de8432a94b20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:08:40.783995 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-c0edd9fc-b9fd-4f39-ab20-de8432a94b20 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585958'] for subnet (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:40.790779 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34e37890-5a33-4ca2-8cd6-e35d3497e05c None None] Network 3ddbe8c1-9e72-419f-bb9d-9b04f45bb675 requested from dv-cinder-836930-1-iscsi {{(pid=103984) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 12:08:40.862012 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [None req-c0edd9fc-b9fd-4f39-ab20-de8432a94b20 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7334914 Apr 07 12:08:40.864621 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.58', 37006) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:08:40.878359 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.v2.base [None req-06ed29e4-bfe3-47cf-bd22-72840e9e4d8a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2003760294-router', 'tenant_id': 'a4085596b6ef4b2aa7ec76a5ca5df6a5', 'external_gateway_info': {'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56'}}} {{(pid=103982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:08:40.894913 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3c49c65-8694-4493-ac3b-836a79273da9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d420030-12ae-5f88-a545-b5d8ef5b04ff-3ddbe8c1-9e72-419f-bb9d-9b04f45bb675', 'network_id': '3ddbe8c1-9e72-419f-bb9d-9b04f45bb675', 'project_id': 'a4085596b6ef4b2aa7ec76a5ca5df6a5', 'fixed_ips': [{'subnet_id': '6305e169-23ba-4b2b-83ee-e04d73c5b0bb'}]}} from dv-cinder-836930-1-iscsi. {{(pid=103984) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 12:08:40.895810 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-e3c49c65-8694-4493-ac3b-836a79273da9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (None), before_create {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:40.933512 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-06ed29e4-bfe3-47cf-bd22-72840e9e4d8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1650099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-105734'] for router (51efeb5c-47e7-40f0-ae6b-63c9d73d275c), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:40.934704 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-06ed29e4-bfe3-47cf-bd22-72840e9e4d8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1649951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2020019', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2093967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-105981'] for router (51efeb5c-47e7-40f0-ae6b-63c9d73d275c), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:40.989325 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-06ed29e4-bfe3-47cf-bd22-72840e9e4d8a admin admin] Publish callbacks [] for router_controller (51efeb5c-47e7-40f0-ae6b-63c9d73d275c), precommit_add_association {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:41.035044 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.db_base_plugin_common [None req-e3c49c65-8694-4493-ac3b-836a79273da9 None None] Allocated IP 172.20.0.2 (3ddbe8c1-9e72-419f-bb9d-9b04f45bb675/6305e169-23ba-4b2b-83ee-e04d73c5b0bb/16186e54-b052-49f1-bff7-fe1dbe2d935f) {{(pid=103984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 12:08:41.195664 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-e3c49c65-8694-4493-ac3b-836a79273da9 None None] Publish callbacks [] for port (16186e54-b052-49f1-bff7-fe1dbe2d935f), precommit_create {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:41.200363 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-06ed29e4-bfe3-47cf-bd22-72840e9e4d8a admin admin] Publish callbacks [] for router_gateway (51efeb5c-47e7-40f0-ae6b-63c9d73d275c), precommit_update {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:41.276383 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-e3c49c65-8694-4493-ac3b-836a79273da9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780056949589'] for port (16186e54-b052-49f1-bff7-fe1dbe2d935f), after_create {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:41.311317 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3c49c65-8694-4493-ac3b-836a79273da9 None None] Network 3ddbe8c1-9e72-419f-bb9d-9b04f45bb675 is already hosted by enough agents. {{(pid=103984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:08:41.314462 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.scheduler.base_scheduler [None req-e3c49c65-8694-4493-ac3b-836a79273da9 None None] Resources bound (agent type, host, resource id): {{(pid=103984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:08:41.317882 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c49c65-8694-4493-ac3b-836a79273da9 None None] Received port after_create {{(pid=103984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 12:08:41.336676 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c49c65-8694-4493-ac3b-836a79273da9 None None] Pushing event updated for resources: {'Port': ['ID=16186e54-b052-49f1-bff7-fe1dbe2d935f,revision_number=1']} {{(pid=103984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:08:41.362659 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c49c65-8694-4493-ac3b-836a79273da9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:08:41.363003 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c49c65-8694-4493-ac3b-836a79273da9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:08:41.363495 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c49c65-8694-4493-ac3b-836a79273da9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:08:41.363854 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c49c65-8694-4493-ac3b-836a79273da9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:08:41.364190 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c49c65-8694-4493-ac3b-836a79273da9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:08:41.364517 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c49c65-8694-4493-ac3b-836a79273da9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:08:41.364839 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c49c65-8694-4493-ac3b-836a79273da9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:08:41.365159 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c49c65-8694-4493-ac3b-836a79273da9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:08:41.365484 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c49c65-8694-4493-ac3b-836a79273da9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:08:41.365802 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c49c65-8694-4493-ac3b-836a79273da9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:08:41.366120 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c49c65-8694-4493-ac3b-836a79273da9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:08:41.366480 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c49c65-8694-4493-ac3b-836a79273da9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:08:41.366783 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c49c65-8694-4493-ac3b-836a79273da9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:08:41.367099 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c49c65-8694-4493-ac3b-836a79273da9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:08:41.367416 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c49c65-8694-4493-ac3b-836a79273da9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:08:41.403293 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.managers [None req-e3c49c65-8694-4493-ac3b-836a79273da9 None None] Attempting to bind port 16186e54-b052-49f1-bff7-fe1dbe2d935f on host dv-cinder-836930-1-iscsi for vnic_type normal with profile {{(pid=103984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 12:08:41.403666 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.managers [None req-e3c49c65-8694-4493-ac3b-836a79273da9 None None] Attempting to bind port 16186e54-b052-49f1-bff7-fe1dbe2d935f by drivers openvswitch,hyperv on host dv-cinder-836930-1-iscsi at level 0 using segments [{'id': '03f974f2-7a81-4033-8e47-73794737a6ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '3ddbe8c1-9e72-419f-bb9d-9b04f45bb675'}] {{(pid=103984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 12:08:41.404034 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c49c65-8694-4493-ac3b-836a79273da9 None None] Attempting to bind port 16186e54-b052-49f1-bff7-fe1dbe2d935f on network 3ddbe8c1-9e72-419f-bb9d-9b04f45bb675 {{(pid=103984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:08:41.409666 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c49c65-8694-4493-ac3b-836a79273da9 None None] Checking agent: {'id': '18566f30-62c1-4fb1-af49-ebd049d63fec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836930-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 57, 39), 'started_at': datetime.datetime(2022, 4, 7, 11, 58, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 12, 8, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836930-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 12:08:41.410035 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c49c65-8694-4493-ac3b-836a79273da9 None None] Checking segment: {'id': '03f974f2-7a81-4033-8e47-73794737a6ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '3ddbe8c1-9e72-419f-bb9d-9b04f45bb675'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:08:41.410437 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-e3c49c65-8694-4493-ac3b-836a79273da9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:41.410876 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c49c65-8694-4493-ac3b-836a79273da9 None None] Bound using segment: {'id': '03f974f2-7a81-4033-8e47-73794737a6ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '3ddbe8c1-9e72-419f-bb9d-9b04f45bb675'} {{(pid=103984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 12:08:41.411376 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.managers [None req-e3c49c65-8694-4493-ac3b-836a79273da9 None None] Bound port: 16186e54-b052-49f1-bff7-fe1dbe2d935f, host: dv-cinder-836930-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03f974f2-7a81-4033-8e47-73794737a6ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '3ddbe8c1-9e72-419f-bb9d-9b04f45bb675'}}] {{(pid=103984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 12:08:41.411766 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-e3c49c65-8694-4493-ac3b-836a79273da9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (16186e54-b052-49f1-bff7-fe1dbe2d935f), before_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:41.478470 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.db [None req-e3c49c65-8694-4493-ac3b-836a79273da9 None None] For port 16186e54-b052-49f1-bff7-fe1dbe2d935f, host dv-cinder-836930-1-iscsi, cleared binding levels {{(pid=103984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 12:08:41.481773 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.db [None req-e3c49c65-8694-4493-ac3b-836a79273da9 None None] For port 16186e54-b052-49f1-bff7-fe1dbe2d935f, host dv-cinder-836930-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836930-1-iscsi',level=0,port_id=16186e54-b052-49f1-bff7-fe1dbe2d935f,segment=NetworkSegment(03f974f2-7a81-4033-8e47-73794737a6ee),segment_id=03f974f2-7a81-4033-8e47-73794737a6ee)] {{(pid=103984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 12:08:41.552036 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-06ed29e4-bfe3-47cf-bd22-72840e9e4d8a admin admin] Publish callbacks [] for router_gateway (51efeb5c-47e7-40f0-ae6b-63c9d73d275c), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:41.574270 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-06ed29e4-bfe3-47cf-bd22-72840e9e4d8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (None), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:41.585689 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-e3c49c65-8694-4493-ac3b-836a79273da9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780057409639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780056949607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780056949625'] for port (16186e54-b052-49f1-bff7-fe1dbe2d935f), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:41.599796 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c791d199-d78b-42f2-9f97-0daed7ee8bea req-00ae9898-61a1-44ea-9f49-851e2f14245b tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:08:41.601299 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-c791d199-d78b-42f2-9f97-0daed7ee8bea req-00ae9898-61a1-44ea-9f49-851e2f14245b tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/ports?device_id=58383065-ef49-40d2-8fc7-2a85fd6d0b52 HTTP/1.1" status: 200 len: 945 time: 0.0927572 Apr 07 12:08:41.712838 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c49c65-8694-4493-ac3b-836a79273da9 None None] Pushing event updated for resources: {'Port': ['ID=16186e54-b052-49f1-bff7-fe1dbe2d935f,revision_number=2']} {{(pid=103984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:08:41.738483 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-c791d199-d78b-42f2-9f97-0daed7ee8bea req-4bea1c86-9298-4f2e-9a01-54a20b9155f5 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/security-groups?id=a9f2a625-dc68-4664-b64d-af04d0e6ed04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123059 Apr 07 12:08:41.798995 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.db.db_base_plugin_common [None req-06ed29e4-bfe3-47cf-bd22-72840e9e4d8a admin admin] Allocated IP 172.27.0.155 (bbaeba58-97ce-4d65-bbf2-981851410a56/4554067d-f507-4a99-8a98-0874c02c5721/d4c2457e-6d49-4c8b-bde8-f2a8510d5a22) {{(pid=103982) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 12:08:42.001104 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-06ed29e4-bfe3-47cf-bd22-72840e9e4d8a admin admin] Publish callbacks [] for port (d4c2457e-6d49-4c8b-bde8-f2a8510d5a22), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:42.093273 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6045da57-0338-4991-ae91-5687f19caed6 req-f71f4bef-2c20-49bf-b02e-6fc7cf6febd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:08:42.094972 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-6045da57-0338-4991-ae91-5687f19caed6 req-f71f4bef-2c20-49bf-b02e-6fc7cf6febd6 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=58383065-ef49-40d2-8fc7-2a85fd6d0b52 HTTP/1.1" status: 200 len: 1129 time: 0.0572121 Apr 07 12:08:42.129742 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-06ed29e4-bfe3-47cf-bd22-72840e9e4d8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780056949589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126593575'] for port (d4c2457e-6d49-4c8b-bde8-f2a8510d5a22), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:42.188354 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-6045da57-0338-4991-ae91-5687f19caed6 req-7be3a29a-6bec-4c5d-8ebb-25f444fc911c service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=a9f2a625-dc68-4664-b64d-af04d0e6ed04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854225 Apr 07 12:08:42.194230 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06ed29e4-bfe3-47cf-bd22-72840e9e4d8a admin admin] Network bbaeba58-97ce-4d65-bbf2-981851410a56 is already hosted by enough agents. {{(pid=103982) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:08:42.198378 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.scheduler.base_scheduler [None req-06ed29e4-bfe3-47cf-bd22-72840e9e4d8a admin admin] Resources bound (agent type, host, resource id): {{(pid=103982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:08:42.200611 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ed29e4-bfe3-47cf-bd22-72840e9e4d8a admin admin] Pushing event updated for resources: {'Port': ['ID=d4c2457e-6d49-4c8b-bde8-f2a8510d5a22,revision_number=1']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:08:42.202630 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ed29e4-bfe3-47cf-bd22-72840e9e4d8a admin admin] Received port after_create {{(pid=103982) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 12:08:42.541405 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-06ed29e4-bfe3-47cf-bd22-72840e9e4d8a admin admin] Publish callbacks [] for router_gateway (51efeb5c-47e7-40f0-ae6b-63c9d73d275c), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:42.787479 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5314df8d-b4ae-45b0-a794-cdb67852f229 None None] Network 3ddbe8c1-9e72-419f-bb9d-9b04f45bb675 requested from dv-cinder-836930-1-iscsi {{(pid=103984) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 12:08:42.900939 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.provisioning_blocks [None req-4fc5937e-cfa7-4b8c-8ee9-28308a0d07cf None None] Provisioning complete for port 16186e54-b052-49f1-bff7-fe1dbe2d935f triggered by entity DHCP. {{(pid=103984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:08:42.901315 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-4fc5937e-cfa7-4b8c-8ee9-28308a0d07cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7484729'] for port (16186e54-b052-49f1-bff7-fe1dbe2d935f), provisioning_complete {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:43.011760 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5014b00-fa59-4c21-8c80-ec6fba33fb49 req-97a64cdc-a12d-440e-986f-4b97f9ab3fbf tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:08:43.015531 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-b5014b00-fa59-4c21-8c80-ec6fba33fb49 req-97a64cdc-a12d-440e-986f-4b97f9ab3fbf tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/ports?device_id=58383065-ef49-40d2-8fc7-2a85fd6d0b52 HTTP/1.1" status: 200 len: 945 time: 0.1463206 Apr 07 12:08:43.043744 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-06ed29e4-bfe3-47cf-bd22-72840e9e4d8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1649956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2020060'] for router (51efeb5c-47e7-40f0-ae6b-63c9d73d275c), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:43.070199 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-4fc5937e-cfa7-4b8c-8ee9-28308a0d07cf None None] Current status of the port 16186e54-b052-49f1-bff7-fe1dbe2d935f is: DOWN; New status is: ACTIVE {{(pid=103984) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:08:43.070834 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-4fc5937e-cfa7-4b8c-8ee9-28308a0d07cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (16186e54-b052-49f1-bff7-fe1dbe2d935f), before_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:43.099897 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Device 16186e54-b052-49f1-bff7-fe1dbe2d935f up at agent ovs-agent-dv-cinder-836930-1-iscsi {{(pid=103984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:08:43.135790 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-b5014b00-fa59-4c21-8c80-ec6fba33fb49 req-c09900f0-ce9a-437d-97f2-6764351e39f5 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/security-groups?id=a9f2a625-dc68-4664-b64d-af04d0e6ed04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102026 Apr 07 12:08:43.172600 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.db [None req-4fc5937e-cfa7-4b8c-8ee9-28308a0d07cf None None] For port 16186e54-b052-49f1-bff7-fe1dbe2d935f, host dv-cinder-836930-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836930-1-iscsi',level=0,port_id=16186e54-b052-49f1-bff7-fe1dbe2d935f,segment=NetworkSegment(03f974f2-7a81-4033-8e47-73794737a6ee),segment_id=03f974f2-7a81-4033-8e47-73794737a6ee)] {{(pid=103984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:08:43.184803 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.provisioning_blocks [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Provisioning complete for port 16186e54-b052-49f1-bff7-fe1dbe2d935f triggered by entity L2. {{(pid=103984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:08:43.185174 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7484729'] for port (16186e54-b052-49f1-bff7-fe1dbe2d935f), provisioning_complete {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:43.261795 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-4fc5937e-cfa7-4b8c-8ee9-28308a0d07cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780057409639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780056949607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780056949625'] for port (16186e54-b052-49f1-bff7-fe1dbe2d935f), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:43.299589 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Current status of the port 16186e54-b052-49f1-bff7-fe1dbe2d935f is: DOWN; New status is: ACTIVE {{(pid=103984) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:08:43.299979 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (16186e54-b052-49f1-bff7-fe1dbe2d935f), before_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:43.310104 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06ed29e4-bfe3-47cf-bd22-72840e9e4d8a admin admin] Router 51efeb5c-47e7-40f0-ae6b-63c9d73d275c is scheduled to L3 agent ad8978c4-6515-441c-a828-0289badd3b4a with binding_index 1 {{(pid=103982) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 12:08:43.334492 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc5937e-cfa7-4b8c-8ee9-28308a0d07cf None None] Pushing event updated for resources: {'Port': ['ID=16186e54-b052-49f1-bff7-fe1dbe2d935f,revision_number=3']} {{(pid=103984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:08:43.375996 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.db.api [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103984) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 07 12:08:43.376379 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG oslo_db.api [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 07 12:08:43.391017 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.provisioning_blocks [None req-24a3b963-268c-4e14-aa96-5ac9d4ee67a2 None None] Provisioning complete for port 16186e54-b052-49f1-bff7-fe1dbe2d935f triggered by entity DHCP. {{(pid=103984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:08:43.391497 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-24a3b963-268c-4e14-aa96-5ac9d4ee67a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7484729'] for port (16186e54-b052-49f1-bff7-fe1dbe2d935f), provisioning_complete {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:43.421369 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06ed29e4-bfe3-47cf-bd22-72840e9e4d8a admin admin] Notify agent at l3_agent.dv-cinder-836930-1-iscsi the message routers_updated {{(pid=103982) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 12:08:43.431619 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af2dc03-70f4-4d8c-bc7d-5bbd255995ba None None] Sync routers for ids ['51efeb5c-47e7-40f0-ae6b-63c9d73d275c'] in dv-cinder-836930-1-iscsi {{(pid=103985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 12:08:43.442246 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af2dc03-70f4-4d8c-bc7d-5bbd255995ba None None] Routers {'51efeb5c-47e7-40f0-ae6b-63c9d73d275c'} bound to L3 agent in host dv-cinder-836930-1-iscsi {{(pid=103985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:08:43.445758 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_hamode_db [None req-4af2dc03-70f4-4d8c-bc7d-5bbd255995ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836930-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T11:57:34Z,description=,heartbeat_timestamp=2022-04-07T12:08:34Z,host='dv-cinder-836930-1-iscsi',id=ad8978c4-6515-441c-a828-0289badd3b4a,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:57:35Z,topic='l3_agent')) {'router_ids': ['51efeb5c-47e7-40f0-ae6b-63c9d73d275c'], 'active': True} {{(pid=103985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:08:43.483832 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-24a3b963-268c-4e14-aa96-5ac9d4ee67a2 None None] Current status of the port 16186e54-b052-49f1-bff7-fe1dbe2d935f is: ACTIVE; New status is: ACTIVE {{(pid=103984) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:08:43.495511 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-06ed29e4-bfe3-47cf-bd22-72840e9e4d8a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:43.496774 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [None req-06ed29e4-bfe3-47cf-bd22-72840e9e4d8a admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.6312315 Apr 07 12:08:43.500509 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.58', 37056) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:08:43.654823 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_dvr_db [None req-4af2dc03-70f4-4d8c-bc7d-5bbd255995ba None None] Set router 51efeb5c-47e7-40f0-ae6b-63c9d73d275c gateway port host: dv-cinder-836930-1-iscsi {{(pid=103985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:08:43.837129 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_hamode_db [None req-4af2dc03-70f4-4d8c-bc7d-5bbd255995ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51efeb5c-47e7-40f0-ae6b-63c9d73d275c', 'name': 'tempest-TestShelveInstance-2003760294-router', 'tenant_id': 'a4085596b6ef4b2aa7ec76a5ca5df6a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'external_fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': 'd4c2457e-6d49-4c8b-bde8-f2a8510d5a22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:08:40Z', 'updated_at': '2022-04-07T12:08:42Z', 'revision_number': 3, 'project_id': 'a4085596b6ef4b2aa7ec76a5ca5df6a5', 'gw_port': {'id': 'd4c2457e-6d49-4c8b-bde8-f2a8510d5a22', 'name': '', 'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:18:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51efeb5c-47e7-40f0-ae6b-63c9d73d275c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:08:41Z', 'updated_at': '2022-04-07T12:08:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4554067d-f507-4a99-8a98-0874c02c5721', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836930-1-iscsi'}], 'dv-cinder-836930-1-iscsi', False) {} {{(pid=103985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:08:43.870085 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af2dc03-70f4-4d8c-bc7d-5bbd255995ba None None] Checking router: 51efeb5c-47e7-40f0-ae6b-63c9d73d275c for host: dv-cinder-836930-1-iscsi {{(pid=103985) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 12:08:43.870434 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af2dc03-70f4-4d8c-bc7d-5bbd255995ba None None] Updating router 51efeb5c-47e7-40f0-ae6b-63c9d73d275c port d4c2457e-6d49-4c8b-bde8-f2a8510d5a22 binding host dv-cinder-836930-1-iscsi {{(pid=103985) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 12:08:43.900169 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron_lib.callbacks.manager [None req-4af2dc03-70f4-4d8c-bc7d-5bbd255995ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (d4c2457e-6d49-4c8b-bde8-f2a8510d5a22), before_update {{(pid=103985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:43.930922 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Current status of the port 16186e54-b052-49f1-bff7-fe1dbe2d935f is: ACTIVE; New status is: ACTIVE {{(pid=103984) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:08:44.008769 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-7753c09d-d426-40a4-9067-2ea8bd7e7cae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (None), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:44.176652 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron_lib.callbacks.manager [None req-4af2dc03-70f4-4d8c-bc7d-5bbd255995ba None None] Publish callbacks [] for port (d4c2457e-6d49-4c8b-bde8-f2a8510d5a22), precommit_update {{(pid=103985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:44.209728 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.db.db_base_plugin_common [None req-7753c09d-d426-40a4-9067-2ea8bd7e7cae admin admin] Allocated IP 172.20.0.1 (3ddbe8c1-9e72-419f-bb9d-9b04f45bb675/6305e169-23ba-4b2b-83ee-e04d73c5b0bb/d4fa9e18-b22f-4794-82f6-3e693a8fa0b9) {{(pid=103982) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 12:08:44.241498 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron_lib.callbacks.manager [None req-4af2dc03-70f4-4d8c-bc7d-5bbd255995ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780057409639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780056949607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780056949625'] for port (d4c2457e-6d49-4c8b-bde8-f2a8510d5a22), after_update {{(pid=103985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:44.259057 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5d552c-d527-4489-9677-683b9a50913f req-868be738-8683-4ccc-b3cd-55f5124476b5 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:08:44.260885 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-5e5d552c-d527-4489-9677-683b9a50913f req-868be738-8683-4ccc-b3cd-55f5124476b5 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/ports?device_id=58383065-ef49-40d2-8fc7-2a85fd6d0b52 HTTP/1.1" status: 200 len: 945 time: 0.0585546 Apr 07 12:08:44.301208 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f48833-b263-4d94-82bc-3b8807fe47dc None None] Pushing event updated for resources: {'Port': ['ID=d4c2457e-6d49-4c8b-bde8-f2a8510d5a22,revision_number=2']} {{(pid=103985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:08:44.308956 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.plugins.ml2.managers [None req-4af2dc03-70f4-4d8c-bc7d-5bbd255995ba None None] Attempting to bind port d4c2457e-6d49-4c8b-bde8-f2a8510d5a22 on host dv-cinder-836930-1-iscsi for vnic_type normal with profile {{(pid=103985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 12:08:44.309355 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.plugins.ml2.managers [None req-4af2dc03-70f4-4d8c-bc7d-5bbd255995ba None None] Attempting to bind port d4c2457e-6d49-4c8b-bde8-f2a8510d5a22 by drivers openvswitch,hyperv on host dv-cinder-836930-1-iscsi at level 0 using segments [{'id': '82c7666f-c776-4b0f-ab14-8be16f51c525', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56'}] {{(pid=103985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 12:08:44.309643 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af2dc03-70f4-4d8c-bc7d-5bbd255995ba None None] Attempting to bind port d4c2457e-6d49-4c8b-bde8-f2a8510d5a22 on network bbaeba58-97ce-4d65-bbf2-981851410a56 {{(pid=103985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:08:44.315255 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af2dc03-70f4-4d8c-bc7d-5bbd255995ba None None] Checking agent: {'id': '18566f30-62c1-4fb1-af49-ebd049d63fec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836930-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 57, 39), 'started_at': datetime.datetime(2022, 4, 7, 11, 58, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 12, 8, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836930-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 12:08:44.317213 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af2dc03-70f4-4d8c-bc7d-5bbd255995ba None None] Checking segment: {'id': '82c7666f-c776-4b0f-ab14-8be16f51c525', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:08:44.317213 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron_lib.callbacks.manager [None req-4af2dc03-70f4-4d8c-bc7d-5bbd255995ba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:44.317213 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af2dc03-70f4-4d8c-bc7d-5bbd255995ba None None] Bound using segment: {'id': '82c7666f-c776-4b0f-ab14-8be16f51c525', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56'} {{(pid=103985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 12:08:44.317213 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.plugins.ml2.managers [None req-4af2dc03-70f4-4d8c-bc7d-5bbd255995ba None None] Bound port: d4c2457e-6d49-4c8b-bde8-f2a8510d5a22, host: dv-cinder-836930-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82c7666f-c776-4b0f-ab14-8be16f51c525', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56'}}] {{(pid=103985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 12:08:44.317761 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron_lib.callbacks.manager [None req-4af2dc03-70f4-4d8c-bc7d-5bbd255995ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (d4c2457e-6d49-4c8b-bde8-f2a8510d5a22), before_update {{(pid=103985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:44.336585 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-7753c09d-d426-40a4-9067-2ea8bd7e7cae admin admin] Publish callbacks [] for port (d4fa9e18-b22f-4794-82f6-3e693a8fa0b9), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:44.342018 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-5e5d552c-d527-4489-9677-683b9a50913f req-7395f505-0c88-4729-a25f-93981dfd9e51 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/security-groups?id=a9f2a625-dc68-4664-b64d-af04d0e6ed04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747478 Apr 07 12:08:44.383078 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.plugins.ml2.db [None req-4af2dc03-70f4-4d8c-bc7d-5bbd255995ba None None] For port d4c2457e-6d49-4c8b-bde8-f2a8510d5a22, host dv-cinder-836930-1-iscsi, cleared binding levels {{(pid=103985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 12:08:44.387259 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.plugins.ml2.db [None req-4af2dc03-70f4-4d8c-bc7d-5bbd255995ba None None] For port d4c2457e-6d49-4c8b-bde8-f2a8510d5a22, host dv-cinder-836930-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836930-1-iscsi',level=0,port_id=d4c2457e-6d49-4c8b-bde8-f2a8510d5a22,segment=NetworkSegment(82c7666f-c776-4b0f-ab14-8be16f51c525),segment_id=82c7666f-c776-4b0f-ab14-8be16f51c525)] {{(pid=103985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 12:08:44.493570 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-7753c09d-d426-40a4-9067-2ea8bd7e7cae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780056949589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126593575'] for port (d4fa9e18-b22f-4794-82f6-3e693a8fa0b9), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:44.522283 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron_lib.callbacks.manager [None req-4af2dc03-70f4-4d8c-bc7d-5bbd255995ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780057409639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780056949607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780056949625'] for port (d4c2457e-6d49-4c8b-bde8-f2a8510d5a22), after_update {{(pid=103985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:44.530478 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7753c09d-d426-40a4-9067-2ea8bd7e7cae admin admin] Network 3ddbe8c1-9e72-419f-bb9d-9b04f45bb675 is already hosted by enough agents. {{(pid=103982) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:08:44.536187 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.scheduler.base_scheduler [None req-7753c09d-d426-40a4-9067-2ea8bd7e7cae admin admin] Resources bound (agent type, host, resource id): {{(pid=103982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:08:44.539439 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7753c09d-d426-40a4-9067-2ea8bd7e7cae admin admin] Received port after_create {{(pid=103982) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 12:08:44.573481 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7753c09d-d426-40a4-9067-2ea8bd7e7cae admin admin] Pushing event updated for resources: {'Port': ['ID=d4fa9e18-b22f-4794-82f6-3e693a8fa0b9,revision_number=1']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:08:44.574163 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af2dc03-70f4-4d8c-bc7d-5bbd255995ba None None] Routers {'51efeb5c-47e7-40f0-ae6b-63c9d73d275c'} bound to L3 agent in host dv-cinder-836930-1-iscsi {{(pid=103985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:08:44.574973 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_hamode_db [None req-4af2dc03-70f4-4d8c-bc7d-5bbd255995ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836930-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T11:57:34Z,description=,heartbeat_timestamp=2022-04-07T12:08:34Z,host='dv-cinder-836930-1-iscsi',id=ad8978c4-6515-441c-a828-0289badd3b4a,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:57:35Z,topic='l3_agent')) {'router_ids': ['51efeb5c-47e7-40f0-ae6b-63c9d73d275c'], 'active': True} {{(pid=103985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:08:44.613258 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-7753c09d-d426-40a4-9067-2ea8bd7e7cae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2021299'] for router_interface (51efeb5c-47e7-40f0-ae6b-63c9d73d275c), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:44.634391 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f48833-b263-4d94-82bc-3b8807fe47dc None None] Pushing event updated for resources: {'Port': ['ID=d4c2457e-6d49-4c8b-bde8-f2a8510d5a22,revision_number=3']} {{(pid=103985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:08:44.752971 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_dvr_db [None req-4af2dc03-70f4-4d8c-bc7d-5bbd255995ba None None] Set router 51efeb5c-47e7-40f0-ae6b-63c9d73d275c gateway port host: dv-cinder-836930-1-iscsi {{(pid=103985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:08:44.856870 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29514c0-eff4-435a-91cf-3a60d079c6a7 req-d90ab447-51b6-4378-b270-09ea75701dc0 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:08:44.858298 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-d29514c0-eff4-435a-91cf-3a60d079c6a7 req-d90ab447-51b6-4378-b270-09ea75701dc0 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/ports?device_id=58383065-ef49-40d2-8fc7-2a85fd6d0b52 HTTP/1.1" status: 200 len: 945 time: 0.0550222 Apr 07 12:08:44.910438 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-d29514c0-eff4-435a-91cf-3a60d079c6a7 req-5f897c8e-9df1-4658-9ac3-902d42264c65 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/security-groups?id=a9f2a625-dc68-4664-b64d-af04d0e6ed04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458891 Apr 07 12:08:44.942831 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-7753c09d-d426-40a4-9067-2ea8bd7e7cae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (d4fa9e18-b22f-4794-82f6-3e693a8fa0b9), before_update {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:44.960449 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.provisioning_blocks [None req-67ceb2ad-38fb-4a8a-b864-2a8fdc01705c None None] Provisioning complete for port d4fa9e18-b22f-4794-82f6-3e693a8fa0b9 triggered by entity DHCP. {{(pid=103984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:08:44.961435 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-67ceb2ad-38fb-4a8a-b864-2a8fdc01705c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7484729'] for port (d4fa9e18-b22f-4794-82f6-3e693a8fa0b9), provisioning_complete {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:44.976423 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_hamode_db [None req-4af2dc03-70f4-4d8c-bc7d-5bbd255995ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51efeb5c-47e7-40f0-ae6b-63c9d73d275c', 'name': 'tempest-TestShelveInstance-2003760294-router', 'tenant_id': 'a4085596b6ef4b2aa7ec76a5ca5df6a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'external_fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': 'd4c2457e-6d49-4c8b-bde8-f2a8510d5a22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:08:40Z', 'updated_at': '2022-04-07T12:08:42Z', 'revision_number': 3, 'project_id': 'a4085596b6ef4b2aa7ec76a5ca5df6a5', 'gw_port': {'id': 'd4c2457e-6d49-4c8b-bde8-f2a8510d5a22', 'name': '', 'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:18:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51efeb5c-47e7-40f0-ae6b-63c9d73d275c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:08:41Z', 'updated_at': '2022-04-07T12:08:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4554067d-f507-4a99-8a98-0874c02c5721', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836930-1-iscsi'}], 'dv-cinder-836930-1-iscsi', False) {} {{(pid=103985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:08:44.991407 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Device 16186e54-b052-49f1-bff7-fe1dbe2d935f up at agent ovs-agent-dv-cinder-836930-1-iscsi {{(pid=103984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:08:45.007362 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af2dc03-70f4-4d8c-bc7d-5bbd255995ba None None] The sync data for ids ['51efeb5c-47e7-40f0-ae6b-63c9d73d275c'] in dv-cinder-836930-1-iscsi is: [{'id': '51efeb5c-47e7-40f0-ae6b-63c9d73d275c', 'name': 'tempest-TestShelveInstance-2003760294-router', 'tenant_id': 'a4085596b6ef4b2aa7ec76a5ca5df6a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'external_fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': 'd4c2457e-6d49-4c8b-bde8-f2a8510d5a22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:08:40Z', 'updated_at': '2022-04-07T12:08:42Z', 'revision_number': 3, 'project_id': 'a4085596b6ef4b2aa7ec76a5ca5df6a5', 'gw_port': {'id': 'd4c2457e-6d49-4c8b-bde8-f2a8510d5a22', 'name': '', 'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:18:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51efeb5c-47e7-40f0-ae6b-63c9d73d275c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:08:41Z', 'updated_at': '2022-04-07T12:08:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4554067d-f507-4a99-8a98-0874c02c5721', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836930-1-iscsi'}] {{(pid=103985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 12:08:45.041497 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-67ceb2ad-38fb-4a8a-b864-2a8fdc01705c None None] Port d4fa9e18-b22f-4794-82f6-3e693a8fa0b9 cannot update to ACTIVE because it is not bound. {{(pid=103984) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 12:08:45.069883 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.provisioning_blocks [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Provisioning complete for port 16186e54-b052-49f1-bff7-fe1dbe2d935f triggered by entity L2. {{(pid=103984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:08:45.070154 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7484729'] for port (16186e54-b052-49f1-bff7-fe1dbe2d935f), provisioning_complete {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:45.131211 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-7753c09d-d426-40a4-9067-2ea8bd7e7cae admin admin] Publish callbacks [] for port (d4fa9e18-b22f-4794-82f6-3e693a8fa0b9), precommit_update {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:45.159100 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Current status of the port 16186e54-b052-49f1-bff7-fe1dbe2d935f is: ACTIVE; New status is: ACTIVE {{(pid=103984) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:08:45.219155 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-7753c09d-d426-40a4-9067-2ea8bd7e7cae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780057409639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780056949607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780056949625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126593592'] for port (d4fa9e18-b22f-4794-82f6-3e693a8fa0b9), after_update {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:45.315272 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-7753c09d-d426-40a4-9067-2ea8bd7e7cae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2021151'] for router_interface (51efeb5c-47e7-40f0-ae6b-63c9d73d275c), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:45.317913 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7753c09d-d426-40a4-9067-2ea8bd7e7cae admin admin] Pushing event updated for resources: {'Port': ['ID=d4fa9e18-b22f-4794-82f6-3e693a8fa0b9,revision_number=2']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:08:45.427876 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7753c09d-d426-40a4-9067-2ea8bd7e7cae admin admin] Network 3ddbe8c1-9e72-419f-bb9d-9b04f45bb675 is already hosted by enough agents. {{(pid=103982) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:08:45.429391 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.scheduler.base_scheduler [None req-7753c09d-d426-40a4-9067-2ea8bd7e7cae admin admin] Resources bound (agent type, host, resource id): {{(pid=103982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:08:45.559477 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7753c09d-d426-40a4-9067-2ea8bd7e7cae admin admin] Router 51efeb5c-47e7-40f0-ae6b-63c9d73d275c has already been hosted by L3 agent ad8978c4-6515-441c-a828-0289badd3b4a {{(pid=103982) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 12:08:45.680123 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.provisioning_blocks [None req-e58c6723-ed35-43a6-b50c-cb8538a3f48f None None] Provisioning complete for port d4fa9e18-b22f-4794-82f6-3e693a8fa0b9 triggered by entity DHCP. {{(pid=103984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:08:45.680744 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-e58c6723-ed35-43a6-b50c-cb8538a3f48f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7484729'] for port (d4fa9e18-b22f-4794-82f6-3e693a8fa0b9), provisioning_complete {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:45.698916 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7753c09d-d426-40a4-9067-2ea8bd7e7cae admin admin] Notify agent at l3_agent.dv-cinder-836930-1-iscsi the message routers_updated {{(pid=103982) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 12:08:45.712418 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [None req-7753c09d-d426-40a4-9067-2ea8bd7e7cae admin admin] 10.222.0.58 "PUT /v2.0/routers/51efeb5c-47e7-40f0-ae6b-63c9d73d275c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2096732 Apr 07 12:08:45.728610 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-e58c6723-ed35-43a6-b50c-cb8538a3f48f None None] Port d4fa9e18-b22f-4794-82f6-3e693a8fa0b9 cannot update to ACTIVE because it is not bound. {{(pid=103984) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 12:08:46.062167 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b55cee4-e7c3-4476-9185-a4ce61548e05 req-3b685133-4dca-4adb-b3c6-c2bd68cab47c tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:08:46.064126 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-4b55cee4-e7c3-4476-9185-a4ce61548e05 req-3b685133-4dca-4adb-b3c6-c2bd68cab47c tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/ports?device_id=58383065-ef49-40d2-8fc7-2a85fd6d0b52 HTTP/1.1" status: 200 len: 945 time: 0.0760133 Apr 07 12:08:46.113275 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-4b55cee4-e7c3-4476-9185-a4ce61548e05 req-79d659a5-ea33-460d-a229-53580b77a541 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/security-groups?id=a9f2a625-dc68-4664-b64d-af04d0e6ed04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435109 Apr 07 12:08:46.469044 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.wsgi [-] (103983) accepted ('10.222.0.58', 37126) {{(pid=103983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:08:46.474940 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.v2.base [None req-a7e4fea1-9d45-42ab-935b-9c30b46154e5 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1549520160-network', 'tenant_id': '1fe839f2d25941fa8ddcf1163df1cedb'}} {{(pid=103983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:08:46.549938 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7e4fea1-9d45-42ab-935b-9c30b46154e5 admin admin] Made reservation on behalf of 1fe839f2d25941fa8ddcf1163df1cedb for: {'network': 1} {{(pid=103983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 12:08:46.552398 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-a7e4fea1-9d45-42ab-935b-9c30b46154e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for network (None), before_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:46.561623 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-a7e4fea1-9d45-42ab-935b-9c30b46154e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:46.644523 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-a7e4fea1-9d45-42ab-935b-9c30b46154e5 admin admin] Publish callbacks [] for security_group (a48e6afe-d66c-483e-993e-6242f5aeae94), precommit_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:46.723683 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-a7e4fea1-9d45-42ab-935b-9c30b46154e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678166'] for security_group (a48e6afe-d66c-483e-993e-6242f5aeae94), after_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:46.745977 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7e4fea1-9d45-42ab-935b-9c30b46154e5 admin admin] vlan segment allocate from pool success with {'vlan_id': 609, 'physical_network': 'physnet1'} {{(pid=103983) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 12:08:46.763694 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ffa0cc-33fc-445d-95f3-058c2f7a65e5 None None] Sync routers for ids ['51efeb5c-47e7-40f0-ae6b-63c9d73d275c'] in dv-cinder-836930-1-iscsi {{(pid=103984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 12:08:46.767525 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-a7e4fea1-9d45-42ab-935b-9c30b46154e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7510084'] for segment (92e7a5be-f2ad-4f14-8191-e3d33b6a9843), precommit_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:46.767870 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.db.segments_db [None req-a7e4fea1-9d45-42ab-935b-9c30b46154e5 admin admin] Added segment 92e7a5be-f2ad-4f14-8191-e3d33b6a9843 of type vlan for network 7e874b1d-49ff-459a-97b5-c5847902adf7 Apr 07 12:08:46.769274 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e4fea1-9d45-42ab-935b-9c30b46154e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a48e6afe-d66c-483e-993e-6242f5aeae94,revision_number=1']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:08:46.775200 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ffa0cc-33fc-445d-95f3-058c2f7a65e5 None None] Routers {'51efeb5c-47e7-40f0-ae6b-63c9d73d275c'} bound to L3 agent in host dv-cinder-836930-1-iscsi {{(pid=103984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:08:46.775908 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_hamode_db [None req-f1ffa0cc-33fc-445d-95f3-058c2f7a65e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836930-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T11:57:34Z,description=,heartbeat_timestamp=2022-04-07T12:08:34Z,host='dv-cinder-836930-1-iscsi',id=ad8978c4-6515-441c-a828-0289badd3b4a,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:57:35Z,topic='l3_agent')) {'router_ids': ['51efeb5c-47e7-40f0-ae6b-63c9d73d275c'], 'active': True} {{(pid=103984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:08:46.814709 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-a7e4fea1-9d45-42ab-935b-9c30b46154e5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780056936322'] for network (7e874b1d-49ff-459a-97b5-c5847902adf7), precommit_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:46.889971 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_dvr_db [None req-f1ffa0cc-33fc-445d-95f3-058c2f7a65e5 None None] Set router 51efeb5c-47e7-40f0-ae6b-63c9d73d275c gateway port host: dv-cinder-836930-1-iscsi {{(pid=103984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:08:46.912373 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-a7e4fea1-9d45-42ab-935b-9c30b46154e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968'] for network (7e874b1d-49ff-459a-97b5-c5847902adf7), after_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:46.913332 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7e4fea1-9d45-42ab-935b-9c30b46154e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:08:46.913941 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-a7e4fea1-9d45-42ab-935b-9c30b46154e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585958'] for network (None), before_response {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:46.978326 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e4fea1-9d45-42ab-935b-9c30b46154e5 admin admin] Pushing event updated for resources: {'Network': ['ID=7e874b1d-49ff-459a-97b5-c5847902adf7,revision_number=1']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:08:46.986208 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Device d4c2457e-6d49-4c8b-bde8-f2a8510d5a22 up at agent ovs-agent-dv-cinder-836930-1-iscsi {{(pid=103984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:08:46.989165 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [None req-a7e4fea1-9d45-42ab-935b-9c30b46154e5 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5178251 Apr 07 12:08:46.991335 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Network 7e874b1d-49ff-459a-97b5-c5847902adf7 details requested by agent ovs-agent-dv-cinder-836930-1-iscsi with host dv-cinder-836930-1-iscsi {{(pid=103984) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 12:08:46.992118 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.58', 37134) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:08:47.004141 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.v2.base [None req-33d5bc2a-6c3d-4254-810d-31fad75d8166 admin admin] Request body: {'subnet': {'network_id': '7e874b1d-49ff-459a-97b5-c5847902adf7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1549520160-subnet', 'tenant_id': '1fe839f2d25941fa8ddcf1163df1cedb', 'ip_version': 4}} {{(pid=103982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:08:47.098487 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33d5bc2a-6c3d-4254-810d-31fad75d8166 admin admin] Made reservation on behalf of 1fe839f2d25941fa8ddcf1163df1cedb for: {'subnet': 1} {{(pid=103982) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 12:08:47.101572 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-33d5bc2a-6c3d-4254-810d-31fad75d8166 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127909337'] for subnet (None), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:47.149461 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.provisioning_blocks [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Provisioning complete for port d4c2457e-6d49-4c8b-bde8-f2a8510d5a22 triggered by entity L2. {{(pid=103984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:08:47.149834 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7484729'] for port (d4c2457e-6d49-4c8b-bde8-f2a8510d5a22), provisioning_complete {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:47.299437 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3425c28-8acd-43be-865e-b7867a7a1fe2 req-80d42105-a484-4634-9d26-2e17e8d8bd64 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:08:47.301225 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-d3425c28-8acd-43be-865e-b7867a7a1fe2 req-80d42105-a484-4634-9d26-2e17e8d8bd64 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/ports?device_id=58383065-ef49-40d2-8fc7-2a85fd6d0b52 HTTP/1.1" status: 200 len: 945 time: 0.1166632 Apr 07 12:08:47.334841 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe80d4a7-67bd-4b6a-b6be-5de0f3290268 req-f4fff3ed-fee8-4342-8b57-32256064d8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:08:47.336394 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-fe80d4a7-67bd-4b6a-b6be-5de0f3290268 req-f4fff3ed-fee8-4342-8b57-32256064d8bb service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=060237c359da41d49b858b2897b29918&device_id=58383065-ef49-40d2-8fc7-2a85fd6d0b52 HTTP/1.1" status: 200 len: 1129 time: 0.0696898 Apr 07 12:08:47.358156 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-d3425c28-8acd-43be-865e-b7867a7a1fe2 req-199b231a-f716-4f74-b16f-9b81ff23c5dc tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/security-groups?id=a9f2a625-dc68-4664-b64d-af04d0e6ed04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470757 Apr 07 12:08:47.399377 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-33d5bc2a-6c3d-4254-810d-31fad75d8166 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126593715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127907875'] for subnet (56ac8d51-42be-4bcc-830e-df6120da5288), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:47.420039 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_hamode_db [None req-f1ffa0cc-33fc-445d-95f3-058c2f7a65e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51efeb5c-47e7-40f0-ae6b-63c9d73d275c', 'name': 'tempest-TestShelveInstance-2003760294-router', 'tenant_id': 'a4085596b6ef4b2aa7ec76a5ca5df6a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'external_fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': 'd4c2457e-6d49-4c8b-bde8-f2a8510d5a22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:08:40Z', 'updated_at': '2022-04-07T12:08:44Z', 'revision_number': 4, 'project_id': 'a4085596b6ef4b2aa7ec76a5ca5df6a5', 'gw_port': {'id': 'd4c2457e-6d49-4c8b-bde8-f2a8510d5a22', 'name': '', 'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:18:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51efeb5c-47e7-40f0-ae6b-63c9d73d275c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:08:41Z', 'updated_at': '2022-04-07T12:08:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4554067d-f507-4a99-8a98-0874c02c5721', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836930-1-iscsi', '_interfaces': [{'id': 'd4fa9e18-b22f-4794-82f6-3e693a8fa0b9', 'name': '', 'network_id': '3ddbe8c1-9e72-419f-bb9d-9b04f45bb675', 'tenant_id': 'a4085596b6ef4b2aa7ec76a5ca5df6a5', 'mac_address': 'fa:16:3e:96:28:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51efeb5c-47e7-40f0-ae6b-63c9d73d275c', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '6305e169-23ba-4b2b-83ee-e04d73c5b0bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:08:44Z', 'updated_at': '2022-04-07T12:08:44Z', 'revision_number': 2, 'project_id': 'a4085596b6ef4b2aa7ec76a5ca5df6a5', 'subnets': [{'id': '6305e169-23ba-4b2b-83ee-e04d73c5b0bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836930-1-iscsi', False) {} {{(pid=103984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:08:47.424277 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Current status of the port d4c2457e-6d49-4c8b-bde8-f2a8510d5a22 is: DOWN; New status is: ACTIVE {{(pid=103984) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:08:47.424277 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (d4c2457e-6d49-4c8b-bde8-f2a8510d5a22), before_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:47.461972 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ffa0cc-33fc-445d-95f3-058c2f7a65e5 None None] Checking router: 51efeb5c-47e7-40f0-ae6b-63c9d73d275c for host: dv-cinder-836930-1-iscsi {{(pid=103984) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 12:08:47.462323 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ffa0cc-33fc-445d-95f3-058c2f7a65e5 None None] Updating router 51efeb5c-47e7-40f0-ae6b-63c9d73d275c port d4fa9e18-b22f-4794-82f6-3e693a8fa0b9 binding host dv-cinder-836930-1-iscsi {{(pid=103984) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 12:08:47.502300 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.db [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] For port d4c2457e-6d49-4c8b-bde8-f2a8510d5a22, host dv-cinder-836930-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836930-1-iscsi',level=0,port_id=d4c2457e-6d49-4c8b-bde8-f2a8510d5a22,segment=NetworkSegment(82c7666f-c776-4b0f-ab14-8be16f51c525),segment_id=82c7666f-c776-4b0f-ab14-8be16f51c525)] {{(pid=103984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:08:47.509586 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-f1ffa0cc-33fc-445d-95f3-058c2f7a65e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (d4fa9e18-b22f-4794-82f6-3e693a8fa0b9), before_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:47.513209 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d5bc2a-6c3d-4254-810d-31fad75d8166 admin admin] Pushing event updated for resources: {'Subnet': ['ID=56ac8d51-42be-4bcc-830e-df6120da5288,revision_number=0']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:08:47.533381 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe80d4a7-67bd-4b6a-b6be-5de0f3290268 req-04f9cbc7-03eb-49c0-9b0d-74f93f91e983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:08:47.534903 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-fe80d4a7-67bd-4b6a-b6be-5de0f3290268 req-04f9cbc7-03eb-49c0-9b0d-74f93f91e983 service neutron] 10.222.0.49 "GET /v2.0/networks?id=b54ec153-3bc9-439f-b426-165a936f23bb HTTP/1.1" status: 200 len: 919 time: 0.1634989 Apr 07 12:08:47.537896 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d5bc2a-6c3d-4254-810d-31fad75d8166 admin admin] Checking segment: {'id': '92e7a5be-f2ad-4f14-8191-e3d33b6a9843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '7e874b1d-49ff-459a-97b5-c5847902adf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:08:47.538329 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33d5bc2a-6c3d-4254-810d-31fad75d8166 admin admin] Network hostable DHCP agents. Network: 7e874b1d-49ff-459a-97b5-c5847902adf7, hostable agents: ['94869e64-74fb-4601-95b5-a1334a6bdcea'], hosted agents: [] {{(pid=103982) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 12:08:47.582561 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-fe80d4a7-67bd-4b6a-b6be-5de0f3290268 req-ae0185b6-f010-402a-8da9-43f2a148ce83 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4e8e7c1d-8910-4f51-91ef-0c82ee3ce3b7 HTTP/1.1" status: 200 len: 217 time: 0.0406766 Apr 07 12:08:47.619657 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780057409639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780056949607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780056949625'] for port (d4c2457e-6d49-4c8b-bde8-f2a8510d5a22), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:47.642194 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe80d4a7-67bd-4b6a-b6be-5de0f3290268 req-30835d5a-2003-4c68-94e5-f3acb9858061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:08:47.644445 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-fe80d4a7-67bd-4b6a-b6be-5de0f3290268 req-30835d5a-2003-4c68-94e5-f3acb9858061 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=45a072d7-ade8-4cd2-9025-cfaa01b8e30d HTTP/1.1" status: 200 len: 857 time: 0.0545843 Apr 07 12:08:47.668949 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33d5bc2a-6c3d-4254-810d-31fad75d8166 admin admin] Network 7e874b1d-49ff-459a-97b5-c5847902adf7 is scheduled to be hosted by DHCP agent 94869e64-74fb-4601-95b5-a1334a6bdcea with binding_index 1 {{(pid=103982) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 12:08:47.717542 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Pushing event updated for resources: {'Port': ['ID=d4c2457e-6d49-4c8b-bde8-f2a8510d5a22,revision_number=4']} {{(pid=103984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:08:47.726107 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe80d4a7-67bd-4b6a-b6be-5de0f3290268 req-0bbfee6f-92bf-4209-8f37-a8231ed98561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:08:47.727826 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-fe80d4a7-67bd-4b6a-b6be-5de0f3290268 req-0bbfee6f-92bf-4209-8f37-a8231ed98561 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b54ec153-3bc9-439f-b426-165a936f23bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0739012 Apr 07 12:08:47.802825 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.scheduler.base_scheduler [None req-33d5bc2a-6c3d-4254-810d-31fad75d8166 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836930-1-iscsi, 7e874b1d-49ff-459a-97b5-c5847902adf7) {{(pid=103982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:08:47.807492 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33d5bc2a-6c3d-4254-810d-31fad75d8166 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:08:47.808140 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-33d5bc2a-6c3d-4254-810d-31fad75d8166 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585958'] for subnet (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:47.821555 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5c27df1-9a45-4891-9702-8337ce1dde44 None None] Network 7e874b1d-49ff-459a-97b5-c5847902adf7 requested from dv-cinder-836930-1-iscsi {{(pid=103984) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 12:08:47.849039 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-fe80d4a7-67bd-4b6a-b6be-5de0f3290268 req-eb814180-227d-4a9f-bab1-aa5649832528 service neutron] 10.222.0.49 "GET /v2.0/networks/b54ec153-3bc9-439f-b426-165a936f23bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137059 Apr 07 12:08:47.907241 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [None req-33d5bc2a-6c3d-4254-810d-31fad75d8166 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9138412 Apr 07 12:08:47.910210 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.58', 37148) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:08:47.914467 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.v2.base [None req-11954522-1b0a-426d-a92b-d424fc92e4a6 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1549520160-router', 'tenant_id': '1fe839f2d25941fa8ddcf1163df1cedb', 'external_gateway_info': {'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56'}}} {{(pid=103982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:08:47.925858 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-f1ffa0cc-33fc-445d-95f3-058c2f7a65e5 None None] Publish callbacks [] for port (d4fa9e18-b22f-4794-82f6-3e693a8fa0b9), precommit_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:47.964911 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fee5533-8dfc-43d3-8857-f99abf0022f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d420030-12ae-5f88-a545-b5d8ef5b04ff-7e874b1d-49ff-459a-97b5-c5847902adf7', 'network_id': '7e874b1d-49ff-459a-97b5-c5847902adf7', 'project_id': '1fe839f2d25941fa8ddcf1163df1cedb', 'fixed_ips': [{'subnet_id': '56ac8d51-42be-4bcc-830e-df6120da5288'}]}} from dv-cinder-836930-1-iscsi. {{(pid=103984) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 12:08:47.965787 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-0fee5533-8dfc-43d3-8857-f99abf0022f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (None), before_create {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:47.987452 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-f1ffa0cc-33fc-445d-95f3-058c2f7a65e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780057409639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780056949607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780056949625'] for port (d4fa9e18-b22f-4794-82f6-3e693a8fa0b9), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:47.996548 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-11954522-1b0a-426d-a92b-d424fc92e4a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1650099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-105734'] for router (6a6c2d11-988c-449d-bffd-49055d71f20b), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:47.997618 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-11954522-1b0a-426d-a92b-d424fc92e4a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1649951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2020019', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2093967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-105981'] for router (6a6c2d11-988c-449d-bffd-49055d71f20b), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:48.052802 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-11954522-1b0a-426d-a92b-d424fc92e4a6 admin admin] Publish callbacks [] for router_controller (6a6c2d11-988c-449d-bffd-49055d71f20b), precommit_add_association {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:48.094652 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d66a19-b50c-40fa-a6e5-0e28daf29892 None None] Pushing event updated for resources: {'Port': ['ID=d4fa9e18-b22f-4794-82f6-3e693a8fa0b9,revision_number=3']} {{(pid=103984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:08:48.189558 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.managers [None req-f1ffa0cc-33fc-445d-95f3-058c2f7a65e5 None None] Attempting to bind port d4fa9e18-b22f-4794-82f6-3e693a8fa0b9 on host dv-cinder-836930-1-iscsi for vnic_type normal with profile {{(pid=103984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 12:08:48.189926 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.managers [None req-f1ffa0cc-33fc-445d-95f3-058c2f7a65e5 None None] Attempting to bind port d4fa9e18-b22f-4794-82f6-3e693a8fa0b9 by drivers openvswitch,hyperv on host dv-cinder-836930-1-iscsi at level 0 using segments [{'id': '03f974f2-7a81-4033-8e47-73794737a6ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '3ddbe8c1-9e72-419f-bb9d-9b04f45bb675'}] {{(pid=103984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 12:08:48.190280 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1ffa0cc-33fc-445d-95f3-058c2f7a65e5 None None] Attempting to bind port d4fa9e18-b22f-4794-82f6-3e693a8fa0b9 on network 3ddbe8c1-9e72-419f-bb9d-9b04f45bb675 {{(pid=103984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:08:48.204360 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.db_base_plugin_common [None req-0fee5533-8dfc-43d3-8857-f99abf0022f0 None None] Allocated IP 172.20.0.2 (7e874b1d-49ff-459a-97b5-c5847902adf7/56ac8d51-42be-4bcc-830e-df6120da5288/a3198ab0-3e8e-4d45-ad30-ecea804c1151) {{(pid=103984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 12:08:48.206518 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1ffa0cc-33fc-445d-95f3-058c2f7a65e5 None None] Checking agent: {'id': '18566f30-62c1-4fb1-af49-ebd049d63fec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836930-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 57, 39), 'started_at': datetime.datetime(2022, 4, 7, 11, 58, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 12, 8, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836930-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 12:08:48.206890 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1ffa0cc-33fc-445d-95f3-058c2f7a65e5 None None] Checking segment: {'id': '03f974f2-7a81-4033-8e47-73794737a6ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '3ddbe8c1-9e72-419f-bb9d-9b04f45bb675'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:08:48.207311 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-f1ffa0cc-33fc-445d-95f3-058c2f7a65e5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:48.207701 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1ffa0cc-33fc-445d-95f3-058c2f7a65e5 None None] Bound using segment: {'id': '03f974f2-7a81-4033-8e47-73794737a6ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '3ddbe8c1-9e72-419f-bb9d-9b04f45bb675'} {{(pid=103984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 12:08:48.208159 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.managers [None req-f1ffa0cc-33fc-445d-95f3-058c2f7a65e5 None None] Bound port: d4fa9e18-b22f-4794-82f6-3e693a8fa0b9, host: dv-cinder-836930-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03f974f2-7a81-4033-8e47-73794737a6ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '3ddbe8c1-9e72-419f-bb9d-9b04f45bb675'}}] {{(pid=103984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 12:08:48.208527 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-f1ffa0cc-33fc-445d-95f3-058c2f7a65e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (d4fa9e18-b22f-4794-82f6-3e693a8fa0b9), before_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:48.269134 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-11954522-1b0a-426d-a92b-d424fc92e4a6 admin admin] Publish callbacks [] for router_gateway (6a6c2d11-988c-449d-bffd-49055d71f20b), precommit_update {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:48.342736 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.db [None req-f1ffa0cc-33fc-445d-95f3-058c2f7a65e5 None None] For port d4fa9e18-b22f-4794-82f6-3e693a8fa0b9, host dv-cinder-836930-1-iscsi, cleared binding levels {{(pid=103984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 12:08:48.367526 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.db [None req-f1ffa0cc-33fc-445d-95f3-058c2f7a65e5 None None] For port d4fa9e18-b22f-4794-82f6-3e693a8fa0b9, host dv-cinder-836930-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836930-1-iscsi',level=0,port_id=d4fa9e18-b22f-4794-82f6-3e693a8fa0b9,segment=NetworkSegment(03f974f2-7a81-4033-8e47-73794737a6ee),segment_id=03f974f2-7a81-4033-8e47-73794737a6ee)] {{(pid=103984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 12:08:48.414654 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.provisioning_blocks [None req-c6524031-d76c-48e0-b2c0-c004a759e5d1 None None] Provisioning complete for port d4fa9e18-b22f-4794-82f6-3e693a8fa0b9 triggered by entity DHCP. {{(pid=103984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:08:48.415373 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-c6524031-d76c-48e0-b2c0-c004a759e5d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7484729'] for port (d4fa9e18-b22f-4794-82f6-3e693a8fa0b9), provisioning_complete {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:48.450001 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-f1ffa0cc-33fc-445d-95f3-058c2f7a65e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780057409639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780056949607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780056949625'] for port (d4fa9e18-b22f-4794-82f6-3e693a8fa0b9), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:48.510600 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-0fee5533-8dfc-43d3-8857-f99abf0022f0 None None] Publish callbacks [] for port (a3198ab0-3e8e-4d45-ad30-ecea804c1151), precommit_create {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:48.521860 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-c6524031-d76c-48e0-b2c0-c004a759e5d1 None None] Port d4fa9e18-b22f-4794-82f6-3e693a8fa0b9 cannot update to ACTIVE because it is not bound. {{(pid=103984) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 12:08:48.543660 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ffa0cc-33fc-445d-95f3-058c2f7a65e5 None None] Routers {'51efeb5c-47e7-40f0-ae6b-63c9d73d275c'} bound to L3 agent in host dv-cinder-836930-1-iscsi {{(pid=103984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:08:48.543660 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_hamode_db [None req-f1ffa0cc-33fc-445d-95f3-058c2f7a65e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836930-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T11:57:34Z,description=,heartbeat_timestamp=2022-04-07T12:08:34Z,host='dv-cinder-836930-1-iscsi',id=ad8978c4-6515-441c-a828-0289badd3b4a,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:57:35Z,topic='l3_agent')) {'router_ids': ['51efeb5c-47e7-40f0-ae6b-63c9d73d275c'], 'active': True} {{(pid=103984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:08:48.589713 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d66a19-b50c-40fa-a6e5-0e28daf29892 None None] Pushing event updated for resources: {'Port': ['ID=d4fa9e18-b22f-4794-82f6-3e693a8fa0b9,revision_number=4']} {{(pid=103984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:08:48.617278 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-11954522-1b0a-426d-a92b-d424fc92e4a6 admin admin] Publish callbacks [] for router_gateway (6a6c2d11-988c-449d-bffd-49055d71f20b), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:48.627231 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8380c9a7-c223-4db8-be25-b0e87794e668 req-a80e3161-6c7d-4c53-9570-2d7cd5285519 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:08:48.632500 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-8380c9a7-c223-4db8-be25-b0e87794e668 req-a80e3161-6c7d-4c53-9570-2d7cd5285519 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/ports?device_id=58383065-ef49-40d2-8fc7-2a85fd6d0b52 HTTP/1.1" status: 200 len: 945 time: 0.1628969 Apr 07 12:08:48.638859 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-0fee5533-8dfc-43d3-8857-f99abf0022f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780056949589'] for port (a3198ab0-3e8e-4d45-ad30-ecea804c1151), after_create {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:48.701328 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fee5533-8dfc-43d3-8857-f99abf0022f0 None None] Network 7e874b1d-49ff-459a-97b5-c5847902adf7 is already hosted by enough agents. {{(pid=103984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:08:48.709988 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.scheduler.base_scheduler [None req-0fee5533-8dfc-43d3-8857-f99abf0022f0 None None] Resources bound (agent type, host, resource id): {{(pid=103984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:08:48.712564 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fee5533-8dfc-43d3-8857-f99abf0022f0 None None] Received port after_create {{(pid=103984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 12:08:48.722242 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fee5533-8dfc-43d3-8857-f99abf0022f0 None None] Pushing event updated for resources: {'Port': ['ID=a3198ab0-3e8e-4d45-ad30-ecea804c1151,revision_number=1']} {{(pid=103984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:08:48.758762 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_dvr_db [None req-f1ffa0cc-33fc-445d-95f3-058c2f7a65e5 None None] Set router 51efeb5c-47e7-40f0-ae6b-63c9d73d275c gateway port host: dv-cinder-836930-1-iscsi {{(pid=103984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:08:48.829157 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.managers [None req-0fee5533-8dfc-43d3-8857-f99abf0022f0 None None] Attempting to bind port a3198ab0-3e8e-4d45-ad30-ecea804c1151 on host dv-cinder-836930-1-iscsi for vnic_type normal with profile {{(pid=103984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 12:08:48.830380 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.managers [None req-0fee5533-8dfc-43d3-8857-f99abf0022f0 None None] Attempting to bind port a3198ab0-3e8e-4d45-ad30-ecea804c1151 by drivers openvswitch,hyperv on host dv-cinder-836930-1-iscsi at level 0 using segments [{'id': '92e7a5be-f2ad-4f14-8191-e3d33b6a9843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '7e874b1d-49ff-459a-97b5-c5847902adf7'}] {{(pid=103984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 12:08:48.830487 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fee5533-8dfc-43d3-8857-f99abf0022f0 None None] Attempting to bind port a3198ab0-3e8e-4d45-ad30-ecea804c1151 on network 7e874b1d-49ff-459a-97b5-c5847902adf7 {{(pid=103984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:08:48.835172 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.provisioning_blocks [None req-b0455647-7001-4dc6-ab5f-09943829e3d6 None None] Provisioning complete for port d4fa9e18-b22f-4794-82f6-3e693a8fa0b9 triggered by entity DHCP. {{(pid=103984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:08:48.835530 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-b0455647-7001-4dc6-ab5f-09943829e3d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7484729'] for port (d4fa9e18-b22f-4794-82f6-3e693a8fa0b9), provisioning_complete {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:48.847651 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fee5533-8dfc-43d3-8857-f99abf0022f0 None None] Checking agent: {'id': '18566f30-62c1-4fb1-af49-ebd049d63fec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836930-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 57, 39), 'started_at': datetime.datetime(2022, 4, 7, 11, 58, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 12, 8, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836930-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 12:08:48.852998 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fee5533-8dfc-43d3-8857-f99abf0022f0 None None] Checking segment: {'id': '92e7a5be-f2ad-4f14-8191-e3d33b6a9843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '7e874b1d-49ff-459a-97b5-c5847902adf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:08:48.852998 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-0fee5533-8dfc-43d3-8857-f99abf0022f0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:48.852998 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fee5533-8dfc-43d3-8857-f99abf0022f0 None None] Bound using segment: {'id': '92e7a5be-f2ad-4f14-8191-e3d33b6a9843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '7e874b1d-49ff-459a-97b5-c5847902adf7'} {{(pid=103984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 12:08:48.852998 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.managers [None req-0fee5533-8dfc-43d3-8857-f99abf0022f0 None None] Bound port: a3198ab0-3e8e-4d45-ad30-ecea804c1151, host: dv-cinder-836930-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92e7a5be-f2ad-4f14-8191-e3d33b6a9843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '7e874b1d-49ff-459a-97b5-c5847902adf7'}}] {{(pid=103984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 12:08:48.852998 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-0fee5533-8dfc-43d3-8857-f99abf0022f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (a3198ab0-3e8e-4d45-ad30-ecea804c1151), before_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:48.909923 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-11954522-1b0a-426d-a92b-d424fc92e4a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (None), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:48.990367 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Device d4c2457e-6d49-4c8b-bde8-f2a8510d5a22 up at agent ovs-agent-dv-cinder-836930-1-iscsi {{(pid=103984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:08:49.056316 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-8380c9a7-c223-4db8-be25-b0e87794e668 req-6a440472-0a39-4c6b-a547-7bdea531c92b tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/security-groups?id=a9f2a625-dc68-4664-b64d-af04d0e6ed04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493053 Apr 07 12:08:49.101360 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-fe80d4a7-67bd-4b6a-b6be-5de0f3290268 req-39ea1153-a82e-48a2-bb99-2778011a3e88 service neutron] 10.222.0.49 "GET /v2.0/networks/b54ec153-3bc9-439f-b426-165a936f23bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1934628 Apr 07 12:08:49.124552 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.db.db_base_plugin_common [None req-11954522-1b0a-426d-a92b-d424fc92e4a6 admin admin] Allocated IP 172.27.0.168 (bbaeba58-97ce-4d65-bbf2-981851410a56/4554067d-f507-4a99-8a98-0874c02c5721/7409d94e-6f80-4fd2-a3c7-34fdbea639b6) {{(pid=103982) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 12:08:49.203566 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.db [None req-0fee5533-8dfc-43d3-8857-f99abf0022f0 None None] For port a3198ab0-3e8e-4d45-ad30-ecea804c1151, host dv-cinder-836930-1-iscsi, cleared binding levels {{(pid=103984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 12:08:49.232295 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-11954522-1b0a-426d-a92b-d424fc92e4a6 admin admin] Publish callbacks [] for port (7409d94e-6f80-4fd2-a3c7-34fdbea639b6), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:49.249552 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.db [None req-0fee5533-8dfc-43d3-8857-f99abf0022f0 None None] For port a3198ab0-3e8e-4d45-ad30-ecea804c1151, host dv-cinder-836930-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836930-1-iscsi',level=0,port_id=a3198ab0-3e8e-4d45-ad30-ecea804c1151,segment=NetworkSegment(92e7a5be-f2ad-4f14-8191-e3d33b6a9843),segment_id=92e7a5be-f2ad-4f14-8191-e3d33b6a9843)] {{(pid=103984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 12:08:49.270467 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-b0455647-7001-4dc6-ab5f-09943829e3d6 None None] Current status of the port d4fa9e18-b22f-4794-82f6-3e693a8fa0b9 is: DOWN; New status is: ACTIVE {{(pid=103984) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:08:49.270852 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-b0455647-7001-4dc6-ab5f-09943829e3d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (d4fa9e18-b22f-4794-82f6-3e693a8fa0b9), before_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:49.305100 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.provisioning_blocks [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Provisioning complete for port d4c2457e-6d49-4c8b-bde8-f2a8510d5a22 triggered by entity L2. {{(pid=103984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:08:49.305467 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7484729'] for port (d4c2457e-6d49-4c8b-bde8-f2a8510d5a22), provisioning_complete {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:49.332112 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-0fee5533-8dfc-43d3-8857-f99abf0022f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780057409639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780056949607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780056949625'] for port (a3198ab0-3e8e-4d45-ad30-ecea804c1151), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:49.333114 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-11954522-1b0a-426d-a92b-d424fc92e4a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780056949589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126593575'] for port (7409d94e-6f80-4fd2-a3c7-34fdbea639b6), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:49.370011 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11954522-1b0a-426d-a92b-d424fc92e4a6 admin admin] Network bbaeba58-97ce-4d65-bbf2-981851410a56 is already hosted by enough agents. {{(pid=103982) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:08:49.372901 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.scheduler.base_scheduler [None req-11954522-1b0a-426d-a92b-d424fc92e4a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:08:49.377024 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11954522-1b0a-426d-a92b-d424fc92e4a6 admin admin] Received port after_create {{(pid=103982) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 12:08:49.404676 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11954522-1b0a-426d-a92b-d424fc92e4a6 admin admin] Pushing event updated for resources: {'Port': ['ID=7409d94e-6f80-4fd2-a3c7-34fdbea639b6,revision_number=1']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:08:49.408304 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.db [None req-b0455647-7001-4dc6-ab5f-09943829e3d6 None None] For port d4fa9e18-b22f-4794-82f6-3e693a8fa0b9, host dv-cinder-836930-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836930-1-iscsi',level=0,port_id=d4fa9e18-b22f-4794-82f6-3e693a8fa0b9,segment=NetworkSegment(03f974f2-7a81-4033-8e47-73794737a6ee),segment_id=03f974f2-7a81-4033-8e47-73794737a6ee)] {{(pid=103984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:08:49.438868 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fee5533-8dfc-43d3-8857-f99abf0022f0 None None] Pushing event updated for resources: {'Port': ['ID=a3198ab0-3e8e-4d45-ad30-ecea804c1151,revision_number=2']} {{(pid=103984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:08:49.452116 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_hamode_db [None req-f1ffa0cc-33fc-445d-95f3-058c2f7a65e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51efeb5c-47e7-40f0-ae6b-63c9d73d275c', 'name': 'tempest-TestShelveInstance-2003760294-router', 'tenant_id': 'a4085596b6ef4b2aa7ec76a5ca5df6a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'external_fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': 'd4c2457e-6d49-4c8b-bde8-f2a8510d5a22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:08:40Z', 'updated_at': '2022-04-07T12:08:44Z', 'revision_number': 4, 'project_id': 'a4085596b6ef4b2aa7ec76a5ca5df6a5', 'gw_port': {'id': 'd4c2457e-6d49-4c8b-bde8-f2a8510d5a22', 'name': '', 'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:18:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51efeb5c-47e7-40f0-ae6b-63c9d73d275c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:08:41Z', 'updated_at': '2022-04-07T12:08:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4554067d-f507-4a99-8a98-0874c02c5721', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836930-1-iscsi', '_interfaces': [{'id': 'd4fa9e18-b22f-4794-82f6-3e693a8fa0b9', 'name': '', 'network_id': '3ddbe8c1-9e72-419f-bb9d-9b04f45bb675', 'tenant_id': 'a4085596b6ef4b2aa7ec76a5ca5df6a5', 'mac_address': 'fa:16:3e:96:28:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51efeb5c-47e7-40f0-ae6b-63c9d73d275c', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '6305e169-23ba-4b2b-83ee-e04d73c5b0bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:08:44Z', 'updated_at': '2022-04-07T12:08:48Z', 'revision_number': 4, 'project_id': 'a4085596b6ef4b2aa7ec76a5ca5df6a5', 'subnets': [{'id': '6305e169-23ba-4b2b-83ee-e04d73c5b0bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836930-1-iscsi', False) {} {{(pid=103984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:08:49.482654 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-b0455647-7001-4dc6-ab5f-09943829e3d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780057409639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780056949607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780056949625'] for port (d4fa9e18-b22f-4794-82f6-3e693a8fa0b9), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:49.488096 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ffa0cc-33fc-445d-95f3-058c2f7a65e5 None None] The sync data for ids ['51efeb5c-47e7-40f0-ae6b-63c9d73d275c'] in dv-cinder-836930-1-iscsi is: [{'id': '51efeb5c-47e7-40f0-ae6b-63c9d73d275c', 'name': 'tempest-TestShelveInstance-2003760294-router', 'tenant_id': 'a4085596b6ef4b2aa7ec76a5ca5df6a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'external_fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': 'd4c2457e-6d49-4c8b-bde8-f2a8510d5a22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:08:40Z', 'updated_at': '2022-04-07T12:08:44Z', 'revision_number': 4, 'project_id': 'a4085596b6ef4b2aa7ec76a5ca5df6a5', 'gw_port': {'id': 'd4c2457e-6d49-4c8b-bde8-f2a8510d5a22', 'name': '', 'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:18:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51efeb5c-47e7-40f0-ae6b-63c9d73d275c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:08:41Z', 'updated_at': '2022-04-07T12:08:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4554067d-f507-4a99-8a98-0874c02c5721', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836930-1-iscsi', '_interfaces': [{'id': 'd4fa9e18-b22f-4794-82f6-3e693a8fa0b9', 'name': '', 'network_id': '3ddbe8c1-9e72-419f-bb9d-9b04f45bb675', 'tenant_id': 'a4085596b6ef4b2aa7ec76a5ca5df6a5', 'mac_address': 'fa:16:3e:96:28:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51efeb5c-47e7-40f0-ae6b-63c9d73d275c', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '6305e169-23ba-4b2b-83ee-e04d73c5b0bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:08:44Z', 'updated_at': '2022-04-07T12:08:48Z', 'revision_number': 4, 'project_id': 'a4085596b6ef4b2aa7ec76a5ca5df6a5', 'subnets': [{'id': '6305e169-23ba-4b2b-83ee-e04d73c5b0bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 12:08:49.586304 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Current status of the port d4c2457e-6d49-4c8b-bde8-f2a8510d5a22 is: ACTIVE; New status is: ACTIVE {{(pid=103984) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:08:49.594500 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0455647-7001-4dc6-ab5f-09943829e3d6 None None] Pushing event updated for resources: {'Port': ['ID=d4fa9e18-b22f-4794-82f6-3e693a8fa0b9,revision_number=5']} {{(pid=103984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:08:49.825474 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-11954522-1b0a-426d-a92b-d424fc92e4a6 admin admin] Publish callbacks [] for router_gateway (6a6c2d11-988c-449d-bffd-49055d71f20b), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:50.049745 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-11954522-1b0a-426d-a92b-d424fc92e4a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1649956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2020060'] for router (6a6c2d11-988c-449d-bffd-49055d71f20b), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:50.192369 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413cd364-d493-42b8-bdc7-ce22f2e962db req-b78fc34f-8a14-4165-9b9b-8a366072b692 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:08:50.201577 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-413cd364-d493-42b8-bdc7-ce22f2e962db req-b78fc34f-8a14-4165-9b9b-8a366072b692 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/ports?device_id=58383065-ef49-40d2-8fc7-2a85fd6d0b52 HTTP/1.1" status: 200 len: 945 time: 0.0704865 Apr 07 12:08:50.256590 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-413cd364-d493-42b8-bdc7-ce22f2e962db req-715806bf-633e-4223-b08e-f40da585beb2 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/security-groups?id=a9f2a625-dc68-4664-b64d-af04d0e6ed04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540881 Apr 07 12:08:50.281584 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11954522-1b0a-426d-a92b-d424fc92e4a6 admin admin] Router 6a6c2d11-988c-449d-bffd-49055d71f20b is scheduled to L3 agent ad8978c4-6515-441c-a828-0289badd3b4a with binding_index 1 {{(pid=103982) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 12:08:50.399107 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11954522-1b0a-426d-a92b-d424fc92e4a6 admin admin] Notify agent at l3_agent.dv-cinder-836930-1-iscsi the message routers_updated {{(pid=103982) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 12:08:50.410170 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a8a2fe3-207b-4aaf-89ad-f8e4b8fba4bb None None] Sync routers for ids ['6a6c2d11-988c-449d-bffd-49055d71f20b'] in dv-cinder-836930-1-iscsi {{(pid=103985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 12:08:50.421370 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a8a2fe3-207b-4aaf-89ad-f8e4b8fba4bb None None] Routers {'6a6c2d11-988c-449d-bffd-49055d71f20b'} bound to L3 agent in host dv-cinder-836930-1-iscsi {{(pid=103985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:08:50.421993 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_hamode_db [None req-2a8a2fe3-207b-4aaf-89ad-f8e4b8fba4bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836930-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T11:57:34Z,description=,heartbeat_timestamp=2022-04-07T12:08:34Z,host='dv-cinder-836930-1-iscsi',id=ad8978c4-6515-441c-a828-0289badd3b4a,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:57:35Z,topic='l3_agent')) {'router_ids': ['6a6c2d11-988c-449d-bffd-49055d71f20b'], 'active': True} {{(pid=103985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:08:50.477854 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-11954522-1b0a-426d-a92b-d424fc92e4a6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:50.481820 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.wsgi [-] (103983) accepted ('10.222.0.58', 37184) {{(pid=103983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:08:50.481987 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [None req-11954522-1b0a-426d-a92b-d424fc92e4a6 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.5706980 Apr 07 12:08:50.541668 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_dvr_db [None req-2a8a2fe3-207b-4aaf-89ad-f8e4b8fba4bb None None] Set router 6a6c2d11-988c-449d-bffd-49055d71f20b gateway port host: dv-cinder-836930-1-iscsi {{(pid=103985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:08:50.605150 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f263b9a-b121-46cd-9c84-f9d99a803dd6 None None] Network 7e874b1d-49ff-459a-97b5-c5847902adf7 requested from dv-cinder-836930-1-iscsi {{(pid=103984) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 12:08:50.731708 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.provisioning_blocks [None req-940ec9c4-0842-41d9-8729-f2f34868959f None None] Provisioning complete for port a3198ab0-3e8e-4d45-ad30-ecea804c1151 triggered by entity DHCP. {{(pid=103984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:08:50.732165 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-940ec9c4-0842-41d9-8729-f2f34868959f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7484729'] for port (a3198ab0-3e8e-4d45-ad30-ecea804c1151), provisioning_complete {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:50.737273 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_hamode_db [None req-2a8a2fe3-207b-4aaf-89ad-f8e4b8fba4bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a6c2d11-988c-449d-bffd-49055d71f20b', 'name': 'tempest-TestShelveInstance-1549520160-router', 'tenant_id': '1fe839f2d25941fa8ddcf1163df1cedb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'external_fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.168'}], 'enable_snat': True}, 'gw_port_id': '7409d94e-6f80-4fd2-a3c7-34fdbea639b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:08:48Z', 'updated_at': '2022-04-07T12:08:49Z', 'revision_number': 3, 'project_id': '1fe839f2d25941fa8ddcf1163df1cedb', 'gw_port': {'id': '7409d94e-6f80-4fd2-a3c7-34fdbea639b6', 'name': '', 'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:5e:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a6c2d11-988c-449d-bffd-49055d71f20b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:08:48Z', 'updated_at': '2022-04-07T12:08:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4554067d-f507-4a99-8a98-0874c02c5721', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836930-1-iscsi'}], 'dv-cinder-836930-1-iscsi', False) {} {{(pid=103985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:08:50.773685 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a8a2fe3-207b-4aaf-89ad-f8e4b8fba4bb None None] Checking router: 6a6c2d11-988c-449d-bffd-49055d71f20b for host: dv-cinder-836930-1-iscsi {{(pid=103985) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 12:08:50.774149 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a8a2fe3-207b-4aaf-89ad-f8e4b8fba4bb None None] Updating router 6a6c2d11-988c-449d-bffd-49055d71f20b port 7409d94e-6f80-4fd2-a3c7-34fdbea639b6 binding host dv-cinder-836930-1-iscsi {{(pid=103985) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 12:08:50.807258 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron_lib.callbacks.manager [None req-2a8a2fe3-207b-4aaf-89ad-f8e4b8fba4bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (7409d94e-6f80-4fd2-a3c7-34fdbea639b6), before_update {{(pid=103985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:50.836346 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-940ec9c4-0842-41d9-8729-f2f34868959f None None] Current status of the port a3198ab0-3e8e-4d45-ad30-ecea804c1151 is: DOWN; New status is: ACTIVE {{(pid=103984) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:08:50.836965 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-940ec9c4-0842-41d9-8729-f2f34868959f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (a3198ab0-3e8e-4d45-ad30-ecea804c1151), before_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:50.889078 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.db [None req-940ec9c4-0842-41d9-8729-f2f34868959f None None] For port a3198ab0-3e8e-4d45-ad30-ecea804c1151, host dv-cinder-836930-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836930-1-iscsi',level=0,port_id=a3198ab0-3e8e-4d45-ad30-ecea804c1151,segment=NetworkSegment(92e7a5be-f2ad-4f14-8191-e3d33b6a9843),segment_id=92e7a5be-f2ad-4f14-8191-e3d33b6a9843)] {{(pid=103984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:08:50.941070 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-940ec9c4-0842-41d9-8729-f2f34868959f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780057409639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780056949607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780056949625'] for port (a3198ab0-3e8e-4d45-ad30-ecea804c1151), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:51.049819 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940ec9c4-0842-41d9-8729-f2f34868959f None None] Pushing event updated for resources: {'Port': ['ID=a3198ab0-3e8e-4d45-ad30-ecea804c1151,revision_number=3']} {{(pid=103984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:08:51.073270 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-b419cbf0-4958-4771-9bb4-5d0a2b439637 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (None), before_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:51.116660 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Device d4fa9e18-b22f-4794-82f6-3e693a8fa0b9 up at agent ovs-agent-dv-cinder-836930-1-iscsi {{(pid=103984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:08:51.170879 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.provisioning_blocks [None req-372cf615-0783-4775-b532-5a1ccced2842 None None] Provisioning complete for port a3198ab0-3e8e-4d45-ad30-ecea804c1151 triggered by entity DHCP. {{(pid=103984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:08:51.171560 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-372cf615-0783-4775-b532-5a1ccced2842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7484729'] for port (a3198ab0-3e8e-4d45-ad30-ecea804c1151), provisioning_complete {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:51.192189 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron_lib.callbacks.manager [None req-2a8a2fe3-207b-4aaf-89ad-f8e4b8fba4bb None None] Publish callbacks [] for port (7409d94e-6f80-4fd2-a3c7-34fdbea639b6), precommit_update {{(pid=103985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:51.197701 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.provisioning_blocks [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Provisioning complete for port d4fa9e18-b22f-4794-82f6-3e693a8fa0b9 triggered by entity L2. {{(pid=103984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:08:51.198070 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7484729'] for port (d4fa9e18-b22f-4794-82f6-3e693a8fa0b9), provisioning_complete {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:51.239137 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.db.db_base_plugin_common [None req-b419cbf0-4958-4771-9bb4-5d0a2b439637 admin admin] Allocated IP 172.20.0.1 (7e874b1d-49ff-459a-97b5-c5847902adf7/56ac8d51-42be-4bcc-830e-df6120da5288/22e4fc0a-86e4-4074-85c1-d7c27fe0c1da) {{(pid=103983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 12:08:51.253058 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron_lib.callbacks.manager [None req-2a8a2fe3-207b-4aaf-89ad-f8e4b8fba4bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780057409639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780056949607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780056949625'] for port (7409d94e-6f80-4fd2-a3c7-34fdbea639b6), after_update {{(pid=103985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:51.314811 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.plugins.ml2.managers [None req-2a8a2fe3-207b-4aaf-89ad-f8e4b8fba4bb None None] Attempting to bind port 7409d94e-6f80-4fd2-a3c7-34fdbea639b6 on host dv-cinder-836930-1-iscsi for vnic_type normal with profile {{(pid=103985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 12:08:51.315734 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.plugins.ml2.managers [None req-2a8a2fe3-207b-4aaf-89ad-f8e4b8fba4bb None None] Attempting to bind port 7409d94e-6f80-4fd2-a3c7-34fdbea639b6 by drivers openvswitch,hyperv on host dv-cinder-836930-1-iscsi at level 0 using segments [{'id': '82c7666f-c776-4b0f-ab14-8be16f51c525', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56'}] {{(pid=103985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 12:08:51.315734 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a8a2fe3-207b-4aaf-89ad-f8e4b8fba4bb None None] Attempting to bind port 7409d94e-6f80-4fd2-a3c7-34fdbea639b6 on network bbaeba58-97ce-4d65-bbf2-981851410a56 {{(pid=103985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:08:51.320582 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807af1a6-cbbf-4175-8316-c103f36f7fea None None] Pushing event updated for resources: {'Port': ['ID=7409d94e-6f80-4fd2-a3c7-34fdbea639b6,revision_number=2']} {{(pid=103985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:08:51.323799 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a8a2fe3-207b-4aaf-89ad-f8e4b8fba4bb None None] Checking agent: {'id': '18566f30-62c1-4fb1-af49-ebd049d63fec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836930-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 57, 39), 'started_at': datetime.datetime(2022, 4, 7, 11, 58, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 12, 8, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836930-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 12:08:51.324173 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a8a2fe3-207b-4aaf-89ad-f8e4b8fba4bb None None] Checking segment: {'id': '82c7666f-c776-4b0f-ab14-8be16f51c525', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:08:51.328598 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron_lib.callbacks.manager [None req-2a8a2fe3-207b-4aaf-89ad-f8e4b8fba4bb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:51.328598 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a8a2fe3-207b-4aaf-89ad-f8e4b8fba4bb None None] Bound using segment: {'id': '82c7666f-c776-4b0f-ab14-8be16f51c525', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56'} {{(pid=103985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 12:08:51.328598 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.plugins.ml2.managers [None req-2a8a2fe3-207b-4aaf-89ad-f8e4b8fba4bb None None] Bound port: 7409d94e-6f80-4fd2-a3c7-34fdbea639b6, host: dv-cinder-836930-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82c7666f-c776-4b0f-ab14-8be16f51c525', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56'}}] {{(pid=103985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 12:08:51.328598 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron_lib.callbacks.manager [None req-2a8a2fe3-207b-4aaf-89ad-f8e4b8fba4bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (7409d94e-6f80-4fd2-a3c7-34fdbea639b6), before_update {{(pid=103985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:51.348845 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Current status of the port d4fa9e18-b22f-4794-82f6-3e693a8fa0b9 is: ACTIVE; New status is: ACTIVE {{(pid=103984) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:08:51.349913 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Device a3198ab0-3e8e-4d45-ad30-ecea804c1151 up at agent ovs-agent-dv-cinder-836930-1-iscsi {{(pid=103984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:08:51.352758 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-372cf615-0783-4775-b532-5a1ccced2842 None None] Current status of the port a3198ab0-3e8e-4d45-ad30-ecea804c1151 is: ACTIVE; New status is: ACTIVE {{(pid=103984) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:08:51.384615 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.plugins.ml2.db [None req-2a8a2fe3-207b-4aaf-89ad-f8e4b8fba4bb None None] For port 7409d94e-6f80-4fd2-a3c7-34fdbea639b6, host dv-cinder-836930-1-iscsi, cleared binding levels {{(pid=103985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 12:08:51.390498 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.plugins.ml2.db [None req-2a8a2fe3-207b-4aaf-89ad-f8e4b8fba4bb None None] For port 7409d94e-6f80-4fd2-a3c7-34fdbea639b6, host dv-cinder-836930-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836930-1-iscsi',level=0,port_id=7409d94e-6f80-4fd2-a3c7-34fdbea639b6,segment=NetworkSegment(82c7666f-c776-4b0f-ab14-8be16f51c525),segment_id=82c7666f-c776-4b0f-ab14-8be16f51c525)] {{(pid=103985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 12:08:51.392992 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-b419cbf0-4958-4771-9bb4-5d0a2b439637 admin admin] Publish callbacks [] for port (22e4fc0a-86e4-4074-85c1-d7c27fe0c1da), precommit_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:51.410161 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.provisioning_blocks [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Provisioning complete for port a3198ab0-3e8e-4d45-ad30-ecea804c1151 triggered by entity L2. {{(pid=103984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:08:51.410534 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7484729'] for port (a3198ab0-3e8e-4d45-ad30-ecea804c1151), provisioning_complete {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:51.413753 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e753aaf1-ee42-4067-9d27-6f11c43d12cb req-eadaeb1a-8ce9-43a2-8098-79a7924da96f tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:08:51.416229 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-e753aaf1-ee42-4067-9d27-6f11c43d12cb req-eadaeb1a-8ce9-43a2-8098-79a7924da96f tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/ports?device_id=58383065-ef49-40d2-8fc7-2a85fd6d0b52 HTTP/1.1" status: 200 len: 945 time: 0.0615137 Apr 07 12:08:51.442679 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron_lib.callbacks.manager [None req-2a8a2fe3-207b-4aaf-89ad-f8e4b8fba4bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780057409639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780056949607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780056949625'] for port (7409d94e-6f80-4fd2-a3c7-34fdbea639b6), after_update {{(pid=103985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:51.490783 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-e753aaf1-ee42-4067-9d27-6f11c43d12cb req-d25e7bd4-6852-4aa9-8372-84a1fa9cbfcf tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/security-groups?id=a9f2a625-dc68-4664-b64d-af04d0e6ed04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690470 Apr 07 12:08:51.494625 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a8a2fe3-207b-4aaf-89ad-f8e4b8fba4bb None None] Routers {'6a6c2d11-988c-449d-bffd-49055d71f20b'} bound to L3 agent in host dv-cinder-836930-1-iscsi {{(pid=103985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:08:51.495460 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_hamode_db [None req-2a8a2fe3-207b-4aaf-89ad-f8e4b8fba4bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836930-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T11:57:34Z,description=,heartbeat_timestamp=2022-04-07T12:08:34Z,host='dv-cinder-836930-1-iscsi',id=ad8978c4-6515-441c-a828-0289badd3b4a,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:57:35Z,topic='l3_agent')) {'router_ids': ['6a6c2d11-988c-449d-bffd-49055d71f20b'], 'active': True} {{(pid=103985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:08:51.500213 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-b419cbf0-4958-4771-9bb4-5d0a2b439637 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780056949589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126495687'] for port (22e4fc0a-86e4-4074-85c1-d7c27fe0c1da), after_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:51.523182 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Current status of the port a3198ab0-3e8e-4d45-ad30-ecea804c1151 is: ACTIVE; New status is: ACTIVE {{(pid=103984) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:08:51.554679 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b419cbf0-4958-4771-9bb4-5d0a2b439637 admin admin] Network 7e874b1d-49ff-459a-97b5-c5847902adf7 is already hosted by enough agents. {{(pid=103983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:08:51.557980 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.scheduler.base_scheduler [None req-b419cbf0-4958-4771-9bb4-5d0a2b439637 admin admin] Resources bound (agent type, host, resource id): {{(pid=103983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:08:51.561643 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b419cbf0-4958-4771-9bb4-5d0a2b439637 admin admin] Received port after_create {{(pid=103983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 12:08:51.605539 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b419cbf0-4958-4771-9bb4-5d0a2b439637 admin admin] Pushing event updated for resources: {'Port': ['ID=22e4fc0a-86e4-4074-85c1-d7c27fe0c1da,revision_number=1']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:08:51.621058 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-b419cbf0-4958-4771-9bb4-5d0a2b439637 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2021299'] for router_interface (6a6c2d11-988c-449d-bffd-49055d71f20b), before_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:51.676408 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807af1a6-cbbf-4175-8316-c103f36f7fea None None] Pushing event updated for resources: {'Port': ['ID=7409d94e-6f80-4fd2-a3c7-34fdbea639b6,revision_number=3']} {{(pid=103985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:08:51.710478 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_dvr_db [None req-2a8a2fe3-207b-4aaf-89ad-f8e4b8fba4bb None None] Set router 6a6c2d11-988c-449d-bffd-49055d71f20b gateway port host: dv-cinder-836930-1-iscsi {{(pid=103985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:08:51.808222 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-b419cbf0-4958-4771-9bb4-5d0a2b439637 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (22e4fc0a-86e4-4074-85c1-d7c27fe0c1da), before_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:51.879656 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.provisioning_blocks [None req-c7a86a91-0b7a-4a45-a3b4-6fe9d2f9d134 None None] Provisioning complete for port 22e4fc0a-86e4-4074-85c1-d7c27fe0c1da triggered by entity DHCP. {{(pid=103984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:08:51.880229 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-c7a86a91-0b7a-4a45-a3b4-6fe9d2f9d134 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7484729'] for port (22e4fc0a-86e4-4074-85c1-d7c27fe0c1da), provisioning_complete {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:51.922264 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_hamode_db [None req-2a8a2fe3-207b-4aaf-89ad-f8e4b8fba4bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a6c2d11-988c-449d-bffd-49055d71f20b', 'name': 'tempest-TestShelveInstance-1549520160-router', 'tenant_id': '1fe839f2d25941fa8ddcf1163df1cedb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'external_fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.168'}], 'enable_snat': True}, 'gw_port_id': '7409d94e-6f80-4fd2-a3c7-34fdbea639b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:08:48Z', 'updated_at': '2022-04-07T12:08:49Z', 'revision_number': 3, 'project_id': '1fe839f2d25941fa8ddcf1163df1cedb', 'gw_port': {'id': '7409d94e-6f80-4fd2-a3c7-34fdbea639b6', 'name': '', 'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:5e:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a6c2d11-988c-449d-bffd-49055d71f20b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:08:48Z', 'updated_at': '2022-04-07T12:08:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4554067d-f507-4a99-8a98-0874c02c5721', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836930-1-iscsi'}], 'dv-cinder-836930-1-iscsi', False) {} {{(pid=103985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:08:51.926388 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-c7a86a91-0b7a-4a45-a3b4-6fe9d2f9d134 None None] Port 22e4fc0a-86e4-4074-85c1-d7c27fe0c1da cannot update to ACTIVE because it is not bound. {{(pid=103984) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 12:08:51.952858 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a8a2fe3-207b-4aaf-89ad-f8e4b8fba4bb None None] The sync data for ids ['6a6c2d11-988c-449d-bffd-49055d71f20b'] in dv-cinder-836930-1-iscsi is: [{'id': '6a6c2d11-988c-449d-bffd-49055d71f20b', 'name': 'tempest-TestShelveInstance-1549520160-router', 'tenant_id': '1fe839f2d25941fa8ddcf1163df1cedb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'external_fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.168'}], 'enable_snat': True}, 'gw_port_id': '7409d94e-6f80-4fd2-a3c7-34fdbea639b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:08:48Z', 'updated_at': '2022-04-07T12:08:49Z', 'revision_number': 3, 'project_id': '1fe839f2d25941fa8ddcf1163df1cedb', 'gw_port': {'id': '7409d94e-6f80-4fd2-a3c7-34fdbea639b6', 'name': '', 'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:5e:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a6c2d11-988c-449d-bffd-49055d71f20b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:08:48Z', 'updated_at': '2022-04-07T12:08:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4554067d-f507-4a99-8a98-0874c02c5721', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836930-1-iscsi'}] {{(pid=103985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 12:08:51.997649 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-b419cbf0-4958-4771-9bb4-5d0a2b439637 admin admin] Publish callbacks [] for port (22e4fc0a-86e4-4074-85c1-d7c27fe0c1da), precommit_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:52.053294 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-b419cbf0-4958-4771-9bb4-5d0a2b439637 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780057409639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780056949607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780056949625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126495704'] for port (22e4fc0a-86e4-4074-85c1-d7c27fe0c1da), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:52.135164 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-b419cbf0-4958-4771-9bb4-5d0a2b439637 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2021151'] for router_interface (6a6c2d11-988c-449d-bffd-49055d71f20b), after_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:52.135164 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b419cbf0-4958-4771-9bb4-5d0a2b439637 admin admin] Pushing event updated for resources: {'Port': ['ID=22e4fc0a-86e4-4074-85c1-d7c27fe0c1da,revision_number=2']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:08:52.485833 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b419cbf0-4958-4771-9bb4-5d0a2b439637 admin admin] Network 7e874b1d-49ff-459a-97b5-c5847902adf7 is already hosted by enough agents. {{(pid=103983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:08:52.488309 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.scheduler.base_scheduler [None req-b419cbf0-4958-4771-9bb4-5d0a2b439637 admin admin] Resources bound (agent type, host, resource id): {{(pid=103983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:08:52.670105 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b419cbf0-4958-4771-9bb4-5d0a2b439637 admin admin] Router 6a6c2d11-988c-449d-bffd-49055d71f20b has already been hosted by L3 agent ad8978c4-6515-441c-a828-0289badd3b4a {{(pid=103983) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 12:08:52.683486 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c75ebf-a589-4fd0-ad4f-868af1d29994 req-2ade9a04-e0a4-4b03-9f6d-d4750e07a36c tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:08:52.692837 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-99c75ebf-a589-4fd0-ad4f-868af1d29994 req-2ade9a04-e0a4-4b03-9f6d-d4750e07a36c tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/ports?device_id=58383065-ef49-40d2-8fc7-2a85fd6d0b52 HTTP/1.1" status: 200 len: 945 time: 0.0906718 Apr 07 12:08:52.762958 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-99c75ebf-a589-4fd0-ad4f-868af1d29994 req-b60fe783-0c4f-4464-9533-9e2f1fa5ae89 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/security-groups?id=a9f2a625-dc68-4664-b64d-af04d0e6ed04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690541 Apr 07 12:08:52.778574 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.provisioning_blocks [None req-00680ad2-eafd-4f4f-aa83-fd95f4fec108 None None] Provisioning complete for port 22e4fc0a-86e4-4074-85c1-d7c27fe0c1da triggered by entity DHCP. {{(pid=103984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:08:52.779243 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-00680ad2-eafd-4f4f-aa83-fd95f4fec108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7484729'] for port (22e4fc0a-86e4-4074-85c1-d7c27fe0c1da), provisioning_complete {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:52.823918 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-00680ad2-eafd-4f4f-aa83-fd95f4fec108 None None] Port 22e4fc0a-86e4-4074-85c1-d7c27fe0c1da cannot update to ACTIVE because it is not bound. {{(pid=103984) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 12:08:52.828667 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b419cbf0-4958-4771-9bb4-5d0a2b439637 admin admin] Notify agent at l3_agent.dv-cinder-836930-1-iscsi the message routers_updated {{(pid=103983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 12:08:52.834983 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [None req-b419cbf0-4958-4771-9bb4-5d0a2b439637 admin admin] 10.222.0.58 "PUT /v2.0/routers/6a6c2d11-988c-449d-bffd-49055d71f20b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3518171 Apr 07 12:08:53.030366 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Device a3198ab0-3e8e-4d45-ad30-ecea804c1151 up at agent ovs-agent-dv-cinder-836930-1-iscsi {{(pid=103984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:08:53.079889 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.provisioning_blocks [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Provisioning complete for port a3198ab0-3e8e-4d45-ad30-ecea804c1151 triggered by entity L2. {{(pid=103984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:08:53.080431 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7484729'] for port (a3198ab0-3e8e-4d45-ad30-ecea804c1151), provisioning_complete {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:53.200256 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Current status of the port a3198ab0-3e8e-4d45-ad30-ecea804c1151 is: ACTIVE; New status is: ACTIVE {{(pid=103984) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:08:53.201478 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Device 7409d94e-6f80-4fd2-a3c7-34fdbea639b6 up at agent ovs-agent-dv-cinder-836930-1-iscsi {{(pid=103984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:08:53.258767 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.provisioning_blocks [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Provisioning complete for port 7409d94e-6f80-4fd2-a3c7-34fdbea639b6 triggered by entity L2. {{(pid=103984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:08:53.259296 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7484729'] for port (7409d94e-6f80-4fd2-a3c7-34fdbea639b6), provisioning_complete {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:53.343370 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Current status of the port 7409d94e-6f80-4fd2-a3c7-34fdbea639b6 is: DOWN; New status is: ACTIVE {{(pid=103984) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:08:53.343890 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (7409d94e-6f80-4fd2-a3c7-34fdbea639b6), before_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:53.364917 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.db [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] For port 7409d94e-6f80-4fd2-a3c7-34fdbea639b6, host dv-cinder-836930-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836930-1-iscsi',level=0,port_id=7409d94e-6f80-4fd2-a3c7-34fdbea639b6,segment=NetworkSegment(82c7666f-c776-4b0f-ab14-8be16f51c525),segment_id=82c7666f-c776-4b0f-ab14-8be16f51c525)] {{(pid=103984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:08:53.436304 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780057409639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780056949607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780056949625'] for port (7409d94e-6f80-4fd2-a3c7-34fdbea639b6), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:53.485397 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Pushing event updated for resources: {'Port': ['ID=7409d94e-6f80-4fd2-a3c7-34fdbea639b6,revision_number=4']} {{(pid=103984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:08:53.551344 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.58', 37254) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:08:53.555911 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.v2.base [None req-8c113ef7-cf73-4fd1-abfc-f7c54c6302c2 tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1925449690', 'description': 'tempest-secgroup-smoke-1925449690 description', 'project_id': 'a4085596b6ef4b2aa7ec76a5ca5df6a5'}} {{(pid=103982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:08:53.641772 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-8c113ef7-cf73-4fd1-abfc-f7c54c6302c2 tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] Publish callbacks [] for security_group (None), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:53.709486 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-8c113ef7-cf73-4fd1-abfc-f7c54c6302c2 tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] Publish callbacks [] for security_group (1deef15e-ad32-4d18-a014-8ed81c74d088), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:53.787142 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-751bf96a-28cf-4228-8271-57080a4a4ddf None None] Sync routers for ids ['6a6c2d11-988c-449d-bffd-49055d71f20b'] in dv-cinder-836930-1-iscsi {{(pid=103984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 12:08:53.798435 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-751bf96a-28cf-4228-8271-57080a4a4ddf None None] Routers {'6a6c2d11-988c-449d-bffd-49055d71f20b'} bound to L3 agent in host dv-cinder-836930-1-iscsi {{(pid=103984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:08:53.799048 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_hamode_db [None req-751bf96a-28cf-4228-8271-57080a4a4ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836930-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T11:57:34Z,description=,heartbeat_timestamp=2022-04-07T12:08:34Z,host='dv-cinder-836930-1-iscsi',id=ad8978c4-6515-441c-a828-0289badd3b4a,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:57:35Z,topic='l3_agent')) {'router_ids': ['6a6c2d11-988c-449d-bffd-49055d71f20b'], 'active': True} {{(pid=103984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:08:53.819422 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-8c113ef7-cf73-4fd1-abfc-f7c54c6302c2 tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678166'] for security_group (1deef15e-ad32-4d18-a014-8ed81c74d088), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:53.875056 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c113ef7-cf73-4fd1-abfc-f7c54c6302c2 tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1deef15e-ad32-4d18-a014-8ed81c74d088,revision_number=1']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:08:53.901948 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c74b5d-42dc-4944-8b6a-73d344eeae17 req-a2c73fd8-2c96-48a4-b66c-f6367c057d9c tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:08:53.903677 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-f6c74b5d-42dc-4944-8b6a-73d344eeae17 req-a2c73fd8-2c96-48a4-b66c-f6367c057d9c tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/ports?device_id=58383065-ef49-40d2-8fc7-2a85fd6d0b52 HTTP/1.1" status: 200 len: 945 time: 0.0743358 Apr 07 12:08:53.924662 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_dvr_db [None req-751bf96a-28cf-4228-8271-57080a4a4ddf None None] Set router 6a6c2d11-988c-449d-bffd-49055d71f20b gateway port host: dv-cinder-836930-1-iscsi {{(pid=103984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:08:53.964364 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-8c113ef7-cf73-4fd1-abfc-f7c54c6302c2 tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] Publish callbacks [] for security_group (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:53.965685 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [None req-8c113ef7-cf73-4fd1-abfc-f7c54c6302c2 tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4132612 Apr 07 12:08:53.968533 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.wsgi [-] (103983) accepted ('10.222.0.58', 37260) {{(pid=103983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:08:53.974248 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-f6c74b5d-42dc-4944-8b6a-73d344eeae17 req-295cc7f7-1702-4a92-b3ff-a750ff12da6a tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/security-groups?id=a9f2a625-dc68-4664-b64d-af04d0e6ed04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636148 Apr 07 12:08:53.981165 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.v2.base [None req-4cb03058-f247-4700-8f76-f3a6055ba6a2 tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] Request body: {'security_group_rule': {'security_group_id': '1deef15e-ad32-4d18-a014-8ed81c74d088', 'project_id': 'a4085596b6ef4b2aa7ec76a5ca5df6a5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:08:54.154276 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_hamode_db [None req-751bf96a-28cf-4228-8271-57080a4a4ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a6c2d11-988c-449d-bffd-49055d71f20b', 'name': 'tempest-TestShelveInstance-1549520160-router', 'tenant_id': '1fe839f2d25941fa8ddcf1163df1cedb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'external_fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.168'}], 'enable_snat': True}, 'gw_port_id': '7409d94e-6f80-4fd2-a3c7-34fdbea639b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:08:48Z', 'updated_at': '2022-04-07T12:08:51Z', 'revision_number': 4, 'project_id': '1fe839f2d25941fa8ddcf1163df1cedb', 'gw_port': {'id': '7409d94e-6f80-4fd2-a3c7-34fdbea639b6', 'name': '', 'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:5e:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a6c2d11-988c-449d-bffd-49055d71f20b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:08:48Z', 'updated_at': '2022-04-07T12:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4554067d-f507-4a99-8a98-0874c02c5721', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836930-1-iscsi', '_interfaces': [{'id': '22e4fc0a-86e4-4074-85c1-d7c27fe0c1da', 'name': '', 'network_id': '7e874b1d-49ff-459a-97b5-c5847902adf7', 'tenant_id': '1fe839f2d25941fa8ddcf1163df1cedb', 'mac_address': 'fa:16:3e:07:c9:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a6c2d11-988c-449d-bffd-49055d71f20b', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '56ac8d51-42be-4bcc-830e-df6120da5288', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:08:51Z', 'updated_at': '2022-04-07T12:08:51Z', 'revision_number': 2, 'project_id': '1fe839f2d25941fa8ddcf1163df1cedb', 'subnets': [{'id': '56ac8d51-42be-4bcc-830e-df6120da5288', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836930-1-iscsi', False) {} {{(pid=103984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:08:54.173734 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-4cb03058-f247-4700-8f76-f3a6055ba6a2 tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] Publish callbacks [] for security_group_rule (7d6ca841-0a16-4ed0-ad87-daa97d645799), before_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:54.181770 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-751bf96a-28cf-4228-8271-57080a4a4ddf None None] Checking router: 6a6c2d11-988c-449d-bffd-49055d71f20b for host: dv-cinder-836930-1-iscsi {{(pid=103984) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 12:08:54.182127 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-751bf96a-28cf-4228-8271-57080a4a4ddf None None] Updating router 6a6c2d11-988c-449d-bffd-49055d71f20b port 22e4fc0a-86e4-4074-85c1-d7c27fe0c1da binding host dv-cinder-836930-1-iscsi {{(pid=103984) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 12:08:54.210179 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-751bf96a-28cf-4228-8271-57080a4a4ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (22e4fc0a-86e4-4074-85c1-d7c27fe0c1da), before_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:54.258801 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-4cb03058-f247-4700-8f76-f3a6055ba6a2 tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] Publish callbacks [] for security_group_rule (7d6ca841-0a16-4ed0-ad87-daa97d645799), precommit_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:54.344234 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-4cb03058-f247-4700-8f76-f3a6055ba6a2 tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678271'] for security_group_rule (7d6ca841-0a16-4ed0-ad87-daa97d645799), after_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:54.363201 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb03058-f247-4700-8f76-f3a6055ba6a2 tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d6ca841-0a16-4ed0-ad87-daa97d645799,revision_number=0']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:08:54.432510 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-4cb03058-f247-4700-8f76-f3a6055ba6a2 tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:54.436549 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.58', 37270) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:08:54.436698 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [None req-4cb03058-f247-4700-8f76-f3a6055ba6a2 tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4659364 Apr 07 12:08:54.442056 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.v2.base [None req-22d3d69e-1262-4ec1-9bc5-aab276d828c7 tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] Request body: {'security_group_rule': {'security_group_id': '1deef15e-ad32-4d18-a014-8ed81c74d088', 'project_id': 'a4085596b6ef4b2aa7ec76a5ca5df6a5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:08:54.491492 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-751bf96a-28cf-4228-8271-57080a4a4ddf None None] Publish callbacks [] for port (22e4fc0a-86e4-4074-85c1-d7c27fe0c1da), precommit_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:54.572306 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-22d3d69e-1262-4ec1-9bc5-aab276d828c7 tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] Publish callbacks [] for security_group_rule (a5bfd834-3022-4f74-ab2e-f9d6770f659e), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:54.632158 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-22d3d69e-1262-4ec1-9bc5-aab276d828c7 tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] Publish callbacks [] for security_group_rule (a5bfd834-3022-4f74-ab2e-f9d6770f659e), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:54.682454 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-751bf96a-28cf-4228-8271-57080a4a4ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780057409639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780056949607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780056949625'] for port (22e4fc0a-86e4-4074-85c1-d7c27fe0c1da), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:54.750527 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831e261a-c873-46dc-ac8e-a20e12067978 None None] Pushing event updated for resources: {'Port': ['ID=22e4fc0a-86e4-4074-85c1-d7c27fe0c1da,revision_number=3']} {{(pid=103984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:08:54.757104 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-22d3d69e-1262-4ec1-9bc5-aab276d828c7 tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678271'] for security_group_rule (a5bfd834-3022-4f74-ab2e-f9d6770f659e), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:54.782339 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d3d69e-1262-4ec1-9bc5-aab276d828c7 tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5bfd834-3022-4f74-ab2e-f9d6770f659e,revision_number=0']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:08:54.808001 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.managers [None req-751bf96a-28cf-4228-8271-57080a4a4ddf None None] Attempting to bind port 22e4fc0a-86e4-4074-85c1-d7c27fe0c1da on host dv-cinder-836930-1-iscsi for vnic_type normal with profile {{(pid=103984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 12:08:54.808375 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.managers [None req-751bf96a-28cf-4228-8271-57080a4a4ddf None None] Attempting to bind port 22e4fc0a-86e4-4074-85c1-d7c27fe0c1da by drivers openvswitch,hyperv on host dv-cinder-836930-1-iscsi at level 0 using segments [{'id': '92e7a5be-f2ad-4f14-8191-e3d33b6a9843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '7e874b1d-49ff-459a-97b5-c5847902adf7'}] {{(pid=103984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 12:08:54.808736 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-751bf96a-28cf-4228-8271-57080a4a4ddf None None] Attempting to bind port 22e4fc0a-86e4-4074-85c1-d7c27fe0c1da on network 7e874b1d-49ff-459a-97b5-c5847902adf7 {{(pid=103984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:08:54.814751 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-751bf96a-28cf-4228-8271-57080a4a4ddf None None] Checking agent: {'id': '18566f30-62c1-4fb1-af49-ebd049d63fec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836930-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 57, 39), 'started_at': datetime.datetime(2022, 4, 7, 11, 58, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 12, 8, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836930-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 12:08:54.815140 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-751bf96a-28cf-4228-8271-57080a4a4ddf None None] Checking segment: {'id': '92e7a5be-f2ad-4f14-8191-e3d33b6a9843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '7e874b1d-49ff-459a-97b5-c5847902adf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:08:54.815548 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-751bf96a-28cf-4228-8271-57080a4a4ddf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:54.816049 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-751bf96a-28cf-4228-8271-57080a4a4ddf None None] Bound using segment: {'id': '92e7a5be-f2ad-4f14-8191-e3d33b6a9843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '7e874b1d-49ff-459a-97b5-c5847902adf7'} {{(pid=103984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 12:08:54.816518 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.managers [None req-751bf96a-28cf-4228-8271-57080a4a4ddf None None] Bound port: 22e4fc0a-86e4-4074-85c1-d7c27fe0c1da, host: dv-cinder-836930-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92e7a5be-f2ad-4f14-8191-e3d33b6a9843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '7e874b1d-49ff-459a-97b5-c5847902adf7'}}] {{(pid=103984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 12:08:54.817066 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-751bf96a-28cf-4228-8271-57080a4a4ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (22e4fc0a-86e4-4074-85c1-d7c27fe0c1da), before_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:54.849130 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-22d3d69e-1262-4ec1-9bc5-aab276d828c7 tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:54.850379 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [None req-22d3d69e-1262-4ec1-9bc5-aab276d828c7 tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4127810 Apr 07 12:08:54.853091 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.58', 37280) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:08:54.858666 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.v2.base [None req-c07d7252-7013-4da5-bca9-304d08bccf17 tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] Request body: {'security_group_rule': {'security_group_id': '1deef15e-ad32-4d18-a014-8ed81c74d088', 'project_id': 'a4085596b6ef4b2aa7ec76a5ca5df6a5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:08:54.998181 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Device 7409d94e-6f80-4fd2-a3c7-34fdbea639b6 up at agent ovs-agent-dv-cinder-836930-1-iscsi {{(pid=103984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:08:55.012550 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-c07d7252-7013-4da5-bca9-304d08bccf17 tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] Publish callbacks [] for security_group_rule (4f65350b-c183-4436-9836-092a30f9e93a), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:55.066706 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.db [None req-751bf96a-28cf-4228-8271-57080a4a4ddf None None] For port 22e4fc0a-86e4-4074-85c1-d7c27fe0c1da, host dv-cinder-836930-1-iscsi, cleared binding levels {{(pid=103984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 12:08:55.076400 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-c07d7252-7013-4da5-bca9-304d08bccf17 tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] Publish callbacks [] for security_group_rule (4f65350b-c183-4436-9836-092a30f9e93a), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:55.083674 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.db [None req-751bf96a-28cf-4228-8271-57080a4a4ddf None None] For port 22e4fc0a-86e4-4074-85c1-d7c27fe0c1da, host dv-cinder-836930-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836930-1-iscsi',level=0,port_id=22e4fc0a-86e4-4074-85c1-d7c27fe0c1da,segment=NetworkSegment(92e7a5be-f2ad-4f14-8191-e3d33b6a9843),segment_id=92e7a5be-f2ad-4f14-8191-e3d33b6a9843)] {{(pid=103984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 12:08:55.089047 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.provisioning_blocks [None req-754dece3-70b7-4cb3-871e-5227477042ed None None] Provisioning complete for port 22e4fc0a-86e4-4074-85c1-d7c27fe0c1da triggered by entity DHCP. {{(pid=103984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:08:55.089419 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-754dece3-70b7-4cb3-871e-5227477042ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7484729'] for port (22e4fc0a-86e4-4074-85c1-d7c27fe0c1da), provisioning_complete {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:55.122636 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.provisioning_blocks [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Provisioning complete for port 7409d94e-6f80-4fd2-a3c7-34fdbea639b6 triggered by entity L2. {{(pid=103984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:08:55.122999 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7484729'] for port (7409d94e-6f80-4fd2-a3c7-34fdbea639b6), provisioning_complete {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:55.144666 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-c07d7252-7013-4da5-bca9-304d08bccf17 tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678271'] for security_group_rule (4f65350b-c183-4436-9836-092a30f9e93a), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:55.150872 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-754dece3-70b7-4cb3-871e-5227477042ed None None] Port 22e4fc0a-86e4-4074-85c1-d7c27fe0c1da cannot update to ACTIVE because it is not bound. {{(pid=103984) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 12:08:55.169194 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-751bf96a-28cf-4228-8271-57080a4a4ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780057409639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780056949607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780056949625'] for port (22e4fc0a-86e4-4074-85c1-d7c27fe0c1da), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:55.175578 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07d7252-7013-4da5-bca9-304d08bccf17 tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f65350b-c183-4436-9836-092a30f9e93a,revision_number=0']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:08:55.258797 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-751bf96a-28cf-4228-8271-57080a4a4ddf None None] Routers {'6a6c2d11-988c-449d-bffd-49055d71f20b'} bound to L3 agent in host dv-cinder-836930-1-iscsi {{(pid=103984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:08:55.259589 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_hamode_db [None req-751bf96a-28cf-4228-8271-57080a4a4ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836930-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T11:57:34Z,description=,heartbeat_timestamp=2022-04-07T12:08:34Z,host='dv-cinder-836930-1-iscsi',id=ad8978c4-6515-441c-a828-0289badd3b4a,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:57:35Z,topic='l3_agent')) {'router_ids': ['6a6c2d11-988c-449d-bffd-49055d71f20b'], 'active': True} {{(pid=103984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:08:55.280034 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-c07d7252-7013-4da5-bca9-304d08bccf17 tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:55.292882 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [None req-c07d7252-7013-4da5-bca9-304d08bccf17 tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4271786 Apr 07 12:08:55.293335 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.wsgi [-] (103983) accepted ('10.222.0.58', 37292) {{(pid=103983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:08:55.293335 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.v2.base [None req-2598b3cf-f880-4a6b-9da0-9b7e8cfe066c tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] Request body: {'security_group_rule': {'security_group_id': '1deef15e-ad32-4d18-a014-8ed81c74d088', 'project_id': 'a4085596b6ef4b2aa7ec76a5ca5df6a5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:08:55.322533 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831e261a-c873-46dc-ac8e-a20e12067978 None None] Pushing event updated for resources: {'Port': ['ID=22e4fc0a-86e4-4074-85c1-d7c27fe0c1da,revision_number=4']} {{(pid=103984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:08:55.327052 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Current status of the port 7409d94e-6f80-4fd2-a3c7-34fdbea639b6 is: ACTIVE; New status is: ACTIVE {{(pid=103984) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:08:55.402612 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-2598b3cf-f880-4a6b-9da0-9b7e8cfe066c tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] Publish callbacks [] for security_group_rule (6b288317-6e26-426c-ae3b-6f73cb7d854b), before_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:55.411357 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_dvr_db [None req-751bf96a-28cf-4228-8271-57080a4a4ddf None None] Set router 6a6c2d11-988c-449d-bffd-49055d71f20b gateway port host: dv-cinder-836930-1-iscsi {{(pid=103984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:08:55.466668 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-2598b3cf-f880-4a6b-9da0-9b7e8cfe066c tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] Publish callbacks [] for security_group_rule (6b288317-6e26-426c-ae3b-6f73cb7d854b), precommit_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:55.552129 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.provisioning_blocks [None req-25bc3116-b83d-4171-96ce-0f899399ae72 None None] Provisioning complete for port 22e4fc0a-86e4-4074-85c1-d7c27fe0c1da triggered by entity DHCP. {{(pid=103984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:08:55.552498 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-25bc3116-b83d-4171-96ce-0f899399ae72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7484729'] for port (22e4fc0a-86e4-4074-85c1-d7c27fe0c1da), provisioning_complete {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:55.555556 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-2598b3cf-f880-4a6b-9da0-9b7e8cfe066c tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678271'] for security_group_rule (6b288317-6e26-426c-ae3b-6f73cb7d854b), after_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:55.572912 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2598b3cf-f880-4a6b-9da0-9b7e8cfe066c tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b288317-6e26-426c-ae3b-6f73cb7d854b,revision_number=0']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:08:55.690402 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-2598b3cf-f880-4a6b-9da0-9b7e8cfe066c tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:55.694166 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-25bc3116-b83d-4171-96ce-0f899399ae72 None None] Current status of the port 22e4fc0a-86e4-4074-85c1-d7c27fe0c1da is: DOWN; New status is: ACTIVE {{(pid=103984) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:08:55.694553 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-25bc3116-b83d-4171-96ce-0f899399ae72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (22e4fc0a-86e4-4074-85c1-d7c27fe0c1da), before_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:55.696314 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.58', 37302) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:08:55.702137 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.v2.base [None req-bd95d552-5a90-42b1-95ab-d5bb2cf1fc90 tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] Request body: {'security_group_rule': {'security_group_id': '1deef15e-ad32-4d18-a014-8ed81c74d088', 'project_id': 'a4085596b6ef4b2aa7ec76a5ca5df6a5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:08:55.708461 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [None req-2598b3cf-f880-4a6b-9da0-9b7e8cfe066c tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4225640 Apr 07 12:08:55.734843 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_hamode_db [None req-751bf96a-28cf-4228-8271-57080a4a4ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a6c2d11-988c-449d-bffd-49055d71f20b', 'name': 'tempest-TestShelveInstance-1549520160-router', 'tenant_id': '1fe839f2d25941fa8ddcf1163df1cedb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'external_fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.168'}], 'enable_snat': True}, 'gw_port_id': '7409d94e-6f80-4fd2-a3c7-34fdbea639b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:08:48Z', 'updated_at': '2022-04-07T12:08:51Z', 'revision_number': 4, 'project_id': '1fe839f2d25941fa8ddcf1163df1cedb', 'gw_port': {'id': '7409d94e-6f80-4fd2-a3c7-34fdbea639b6', 'name': '', 'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:5e:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a6c2d11-988c-449d-bffd-49055d71f20b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:08:48Z', 'updated_at': '2022-04-07T12:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4554067d-f507-4a99-8a98-0874c02c5721', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836930-1-iscsi', '_interfaces': [{'id': '22e4fc0a-86e4-4074-85c1-d7c27fe0c1da', 'name': '', 'network_id': '7e874b1d-49ff-459a-97b5-c5847902adf7', 'tenant_id': '1fe839f2d25941fa8ddcf1163df1cedb', 'mac_address': 'fa:16:3e:07:c9:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a6c2d11-988c-449d-bffd-49055d71f20b', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '56ac8d51-42be-4bcc-830e-df6120da5288', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:08:51Z', 'updated_at': '2022-04-07T12:08:55Z', 'revision_number': 4, 'project_id': '1fe839f2d25941fa8ddcf1163df1cedb', 'subnets': [{'id': '56ac8d51-42be-4bcc-830e-df6120da5288', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836930-1-iscsi', False) {} {{(pid=103984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:08:55.739955 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.db [None req-25bc3116-b83d-4171-96ce-0f899399ae72 None None] For port 22e4fc0a-86e4-4074-85c1-d7c27fe0c1da, host dv-cinder-836930-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836930-1-iscsi',level=0,port_id=22e4fc0a-86e4-4074-85c1-d7c27fe0c1da,segment=NetworkSegment(92e7a5be-f2ad-4f14-8191-e3d33b6a9843),segment_id=92e7a5be-f2ad-4f14-8191-e3d33b6a9843)] {{(pid=103984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:08:55.763565 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-751bf96a-28cf-4228-8271-57080a4a4ddf None None] The sync data for ids ['6a6c2d11-988c-449d-bffd-49055d71f20b'] in dv-cinder-836930-1-iscsi is: [{'id': '6a6c2d11-988c-449d-bffd-49055d71f20b', 'name': 'tempest-TestShelveInstance-1549520160-router', 'tenant_id': '1fe839f2d25941fa8ddcf1163df1cedb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'external_fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.168'}], 'enable_snat': True}, 'gw_port_id': '7409d94e-6f80-4fd2-a3c7-34fdbea639b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:08:48Z', 'updated_at': '2022-04-07T12:08:51Z', 'revision_number': 4, 'project_id': '1fe839f2d25941fa8ddcf1163df1cedb', 'gw_port': {'id': '7409d94e-6f80-4fd2-a3c7-34fdbea639b6', 'name': '', 'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:5e:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a6c2d11-988c-449d-bffd-49055d71f20b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:08:48Z', 'updated_at': '2022-04-07T12:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4554067d-f507-4a99-8a98-0874c02c5721', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836930-1-iscsi', '_interfaces': [{'id': '22e4fc0a-86e4-4074-85c1-d7c27fe0c1da', 'name': '', 'network_id': '7e874b1d-49ff-459a-97b5-c5847902adf7', 'tenant_id': '1fe839f2d25941fa8ddcf1163df1cedb', 'mac_address': 'fa:16:3e:07:c9:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a6c2d11-988c-449d-bffd-49055d71f20b', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '56ac8d51-42be-4bcc-830e-df6120da5288', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:08:51Z', 'updated_at': '2022-04-07T12:08:55Z', 'revision_number': 4, 'project_id': '1fe839f2d25941fa8ddcf1163df1cedb', 'subnets': [{'id': '56ac8d51-42be-4bcc-830e-df6120da5288', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 12:08:55.773203 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.db.securitygroups_db [None req-bd95d552-5a90-42b1-95ab-d5bb2cf1fc90 tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] Project a4085596b6ef4b2aa7ec76a5ca5df6a5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 07 12:08:55.778604 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-bd95d552-5a90-42b1-95ab-d5bb2cf1fc90 tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] Publish callbacks [] for security_group_rule (78895cd8-d84c-4d5e-8796-bdccd1d64c69), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:55.807558 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-25bc3116-b83d-4171-96ce-0f899399ae72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780057409639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780056949607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780056949625'] for port (22e4fc0a-86e4-4074-85c1-d7c27fe0c1da), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:55.898791 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-bd95d552-5a90-42b1-95ab-d5bb2cf1fc90 tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] Publish callbacks [] for security_group_rule (78895cd8-d84c-4d5e-8796-bdccd1d64c69), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:55.906535 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bc3116-b83d-4171-96ce-0f899399ae72 None None] Pushing event updated for resources: {'Port': ['ID=22e4fc0a-86e4-4074-85c1-d7c27fe0c1da,revision_number=5']} {{(pid=103984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:08:55.961638 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-bd95d552-5a90-42b1-95ab-d5bb2cf1fc90 tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678271'] for security_group_rule (78895cd8-d84c-4d5e-8796-bdccd1d64c69), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:55.987335 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd95d552-5a90-42b1-95ab-d5bb2cf1fc90 tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78895cd8-d84c-4d5e-8796-bdccd1d64c69,revision_number=0']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:08:56.112148 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-bd95d552-5a90-42b1-95ab-d5bb2cf1fc90 tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:56.115359 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [None req-bd95d552-5a90-42b1-95ab-d5bb2cf1fc90 tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4150128 Apr 07 12:08:56.116170 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.58', 37314) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:08:56.121019 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.v2.base [None req-85efebf1-13f8-4309-b60b-72c95d8a6eac tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] Request body: {'security_group_rule': {'security_group_id': '1deef15e-ad32-4d18-a014-8ed81c74d088', 'project_id': 'a4085596b6ef4b2aa7ec76a5ca5df6a5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:08:56.154884 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.58', 37316) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:08:56.160418 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.v2.base [None req-37cd765a-5060-42fa-954f-c64e0227b93f tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1790428007', 'description': 'tempest-description--1452393718'}} {{(pid=103982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:08:56.213305 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.db.securitygroups_db [None req-85efebf1-13f8-4309-b60b-72c95d8a6eac tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] Project a4085596b6ef4b2aa7ec76a5ca5df6a5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 07 12:08:56.219086 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-85efebf1-13f8-4309-b60b-72c95d8a6eac tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] Publish callbacks [] for security_group_rule (059453b3-e278-49db-9674-5797271def84), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:56.255203 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-37cd765a-5060-42fa-954f-c64e0227b93f tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Publish callbacks [] for security_group (None), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:56.304986 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-85efebf1-13f8-4309-b60b-72c95d8a6eac tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] Publish callbacks [] for security_group_rule (059453b3-e278-49db-9674-5797271def84), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:56.351968 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-37cd765a-5060-42fa-954f-c64e0227b93f tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Publish callbacks [] for security_group (1bc13a4b-bf7a-431b-94bf-6b370d841026), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:56.396711 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-85efebf1-13f8-4309-b60b-72c95d8a6eac tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678271'] for security_group_rule (059453b3-e278-49db-9674-5797271def84), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:56.420808 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85efebf1-13f8-4309-b60b-72c95d8a6eac tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=059453b3-e278-49db-9674-5797271def84,revision_number=0']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:08:56.436177 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-37cd765a-5060-42fa-954f-c64e0227b93f tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678166'] for security_group (1bc13a4b-bf7a-431b-94bf-6b370d841026), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:56.471099 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cd765a-5060-42fa-954f-c64e0227b93f tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1bc13a4b-bf7a-431b-94bf-6b370d841026,revision_number=1']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:08:56.476386 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-85efebf1-13f8-4309-b60b-72c95d8a6eac tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:56.477702 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [None req-85efebf1-13f8-4309-b60b-72c95d8a6eac tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3605118 Apr 07 12:08:56.512854 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-37cd765a-5060-42fa-954f-c64e0227b93f tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Publish callbacks [] for security_group (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:56.516984 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [None req-37cd765a-5060-42fa-954f-c64e0227b93f tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3582511 Apr 07 12:08:56.517870 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.wsgi [-] (103983) accepted ('10.222.0.58', 37324) {{(pid=103983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:08:56.523814 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.v2.base [None req-19ee6e27-bab0-4a1e-ab3c-58bf54f94bea tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Request body: {'security_group_rule': {'security_group_id': '1bc13a4b-bf7a-431b-94bf-6b370d841026', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:08:56.525673 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.58', 37326) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:08:56.655458 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-1e43e0d9-8ea5-4cbc-b3b5-85f9efaab3ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:56.657676 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-19ee6e27-bab0-4a1e-ab3c-58bf54f94bea tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Publish callbacks [] for security_group_rule (99557cac-2e18-4a8c-835d-844636a59f81), before_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:56.742454 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-19ee6e27-bab0-4a1e-ab3c-58bf54f94bea tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Publish callbacks [] for security_group_rule (99557cac-2e18-4a8c-835d-844636a59f81), precommit_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:56.769191 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-1e43e0d9-8ea5-4cbc-b3b5-85f9efaab3ec admin admin] Publish callbacks [] for security_group (94e6a83a-74da-401f-8e47-10191a58f63c), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:56.824242 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-19ee6e27-bab0-4a1e-ab3c-58bf54f94bea tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678271'] for security_group_rule (99557cac-2e18-4a8c-835d-844636a59f81), after_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:56.842615 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ee6e27-bab0-4a1e-ab3c-58bf54f94bea tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99557cac-2e18-4a8c-835d-844636a59f81,revision_number=0']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:08:56.852965 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-1e43e0d9-8ea5-4cbc-b3b5-85f9efaab3ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678166'] for security_group (94e6a83a-74da-401f-8e47-10191a58f63c), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:56.896196 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e43e0d9-8ea5-4cbc-b3b5-85f9efaab3ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94e6a83a-74da-401f-8e47-10191a58f63c,revision_number=1']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:08:56.903218 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [None req-1e43e0d9-8ea5-4cbc-b3b5-85f9efaab3ec admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f56799c64a6646e88fa13799f31d578d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3741820 Apr 07 12:08:56.903817 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.58', 37370) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:08:56.941192 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-19ee6e27-bab0-4a1e-ab3c-58bf54f94bea tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:56.942518 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [None req-19ee6e27-bab0-4a1e-ab3c-58bf54f94bea tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4229567 Apr 07 12:08:56.947384 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.wsgi [-] (103983) accepted ('10.222.0.58', 37374) {{(pid=103983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:08:56.950081 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.v2.base [None req-3a1d87d2-0186-4ad2-b672-a1b4fcf85b97 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Request body: {'security_group_rule': {'security_group_id': '1bc13a4b-bf7a-431b-94bf-6b370d841026', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:08:56.978748 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-6d067c68-bc3b-434e-8b4a-c6344c532611 admin admin] Publish callbacks [] for security_group (94e6a83a-74da-401f-8e47-10191a58f63c), before_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:57.012404 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-6d067c68-bc3b-434e-8b4a-c6344c532611 admin admin] Publish callbacks [] for security_group (94e6a83a-74da-401f-8e47-10191a58f63c), precommit_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:57.055280 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Device 22e4fc0a-86e4-4074-85c1-d7c27fe0c1da up at agent ovs-agent-dv-cinder-836930-1-iscsi {{(pid=103984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:08:57.088176 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-3a1d87d2-0186-4ad2-b672-a1b4fcf85b97 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Publish callbacks [] for security_group_rule (6155343f-e06a-4296-8da6-0de336b38abe), before_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:57.108148 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.provisioning_blocks [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Provisioning complete for port 22e4fc0a-86e4-4074-85c1-d7c27fe0c1da triggered by entity L2. {{(pid=103984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:08:57.115740 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7484729'] for port (22e4fc0a-86e4-4074-85c1-d7c27fe0c1da), provisioning_complete {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:57.161381 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-6d067c68-bc3b-434e-8b4a-c6344c532611 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678166'] for security_group (94e6a83a-74da-401f-8e47-10191a58f63c), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:57.163961 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-6d067c68-bc3b-434e-8b4a-c6344c532611 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:57.168512 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [None req-6d067c68-bc3b-434e-8b4a-c6344c532611 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/94e6a83a-74da-401f-8e47-10191a58f63c HTTP/1.1" status: 204 len: 168 time: 0.2636557 Apr 07 12:08:57.180662 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d067c68-bc3b-434e-8b4a-c6344c532611 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94e6a83a-74da-401f-8e47-10191a58f63c,revision_number=None']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:08:57.190920 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-3a1d87d2-0186-4ad2-b672-a1b4fcf85b97 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Publish callbacks [] for security_group_rule (6155343f-e06a-4296-8da6-0de336b38abe), precommit_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:57.212855 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Current status of the port 22e4fc0a-86e4-4074-85c1-d7c27fe0c1da is: ACTIVE; New status is: ACTIVE {{(pid=103984) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:08:57.252816 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-3a1d87d2-0186-4ad2-b672-a1b4fcf85b97 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678271'] for security_group_rule (6155343f-e06a-4296-8da6-0de336b38abe), after_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:57.273391 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1d87d2-0186-4ad2-b672-a1b4fcf85b97 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6155343f-e06a-4296-8da6-0de336b38abe,revision_number=0']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:08:57.380559 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-3a1d87d2-0186-4ad2-b672-a1b4fcf85b97 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:57.381830 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [None req-3a1d87d2-0186-4ad2-b672-a1b4fcf85b97 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4356892 Apr 07 12:08:57.384894 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.wsgi [-] (103983) accepted ('10.222.0.58', 37386) {{(pid=103983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:08:57.389096 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.v2.base [None req-857d2b6f-2dea-489d-9477-e9174b1bdf87 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Request body: {'floatingip': {'floating_network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56'}} {{(pid=103983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:08:57.499441 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-857d2b6f-2dea-489d-9477-e9174b1bdf87 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:57.620188 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-857d2b6f-2dea-489d-9477-e9174b1bdf87 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (None), before_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:57.727556 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.58', 37396) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:08:57.734500 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.db.db_base_plugin_common [None req-857d2b6f-2dea-489d-9477-e9174b1bdf87 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Allocated IP 172.27.0.87 (bbaeba58-97ce-4d65-bbf2-981851410a56/4554067d-f507-4a99-8a98-0874c02c5721/56ca6ee5-a2ff-45b5-b95b-716c349692f0) {{(pid=103983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 12:08:57.834274 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-a225d2bb-c021-46f0-8484-6fd35c2a349e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:57.837809 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-857d2b6f-2dea-489d-9477-e9174b1bdf87 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Publish callbacks [] for port (56ca6ee5-a2ff-45b5-b95b-716c349692f0), precommit_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:57.914665 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-a225d2bb-c021-46f0-8484-6fd35c2a349e admin admin] Publish callbacks [] for security_group (12f4d05f-2396-4aa2-86b9-113df851c670), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:57.916420 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-857d2b6f-2dea-489d-9477-e9174b1bdf87 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780056949589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126495687'] for port (56ca6ee5-a2ff-45b5-b95b-716c349692f0), after_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:57.957307 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-857d2b6f-2dea-489d-9477-e9174b1bdf87 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Network bbaeba58-97ce-4d65-bbf2-981851410a56 is already hosted by enough agents. {{(pid=103983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:08:57.960029 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.scheduler.base_scheduler [None req-857d2b6f-2dea-489d-9477-e9174b1bdf87 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Resources bound (agent type, host, resource id): {{(pid=103983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:08:57.963454 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-857d2b6f-2dea-489d-9477-e9174b1bdf87 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Received port after_create {{(pid=103983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 12:08:57.988377 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857d2b6f-2dea-489d-9477-e9174b1bdf87 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Pushing event updated for resources: {'Port': ['ID=56ca6ee5-a2ff-45b5-b95b-716c349692f0,revision_number=1']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:08:58.001964 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-a225d2bb-c021-46f0-8484-6fd35c2a349e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678166'] for security_group (12f4d05f-2396-4aa2-86b9-113df851c670), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:58.048912 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [None req-a225d2bb-c021-46f0-8484-6fd35c2a349e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ac607ff94ba94c54800f13d7b9e46c5c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3200550 Apr 07 12:08:58.051469 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a225d2bb-c021-46f0-8484-6fd35c2a349e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12f4d05f-2396-4aa2-86b9-113df851c670,revision_number=1']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:08:58.053147 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.wsgi [-] (103983) accepted ('10.222.0.58', 37406) {{(pid=103983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:08:58.076431 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-857d2b6f-2dea-489d-9477-e9174b1bdf87 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Publish callbacks [] for floatingip (96870edc-0907-4dee-bb3f-8ec29ecb5726), precommit_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:58.114954 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-38b0a895-5169-4bb4-ae47-3da06efba680 admin admin] Publish callbacks [] for security_group (12f4d05f-2396-4aa2-86b9-113df851c670), before_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:58.140005 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-38b0a895-5169-4bb4-ae47-3da06efba680 admin admin] Publish callbacks [] for security_group (12f4d05f-2396-4aa2-86b9-113df851c670), precommit_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:58.205842 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-857d2b6f-2dea-489d-9477-e9174b1bdf87 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (56ca6ee5-a2ff-45b5-b95b-716c349692f0), before_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:58.278375 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-38b0a895-5169-4bb4-ae47-3da06efba680 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678166'] for security_group (12f4d05f-2396-4aa2-86b9-113df851c670), after_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:58.283780 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-38b0a895-5169-4bb4-ae47-3da06efba680 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:58.285014 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [None req-38b0a895-5169-4bb4-ae47-3da06efba680 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/12f4d05f-2396-4aa2-86b9-113df851c670 HTTP/1.1" status: 204 len: 168 time: 0.2307990 Apr 07 12:08:58.314462 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b0a895-5169-4bb4-ae47-3da06efba680 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12f4d05f-2396-4aa2-86b9-113df851c670,revision_number=None']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:08:58.413365 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-857d2b6f-2dea-489d-9477-e9174b1bdf87 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Publish callbacks [] for port (56ca6ee5-a2ff-45b5-b95b-716c349692f0), precommit_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:58.475458 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-857d2b6f-2dea-489d-9477-e9174b1bdf87 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780057409639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780056949607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780056949625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126495704'] for port (56ca6ee5-a2ff-45b5-b95b-716c349692f0), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:58.552429 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857d2b6f-2dea-489d-9477-e9174b1bdf87 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Pushing event updated for resources: {'Port': ['ID=56ca6ee5-a2ff-45b5-b95b-716c349692f0,revision_number=2']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:08:58.562052 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-857d2b6f-2dea-489d-9477-e9174b1bdf87 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2019898'] for floatingip (96870edc-0907-4dee-bb3f-8ec29ecb5726), after_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:58.668029 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-857d2b6f-2dea-489d-9477-e9174b1bdf87 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91606'] for floatingip (None), before_response {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:58.680261 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [None req-857d2b6f-2dea-489d-9477-e9174b1bdf87 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2838326 Apr 07 12:08:58.881246 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-1ae8cee4-17e0-4283-884c-15d579c284bd req-17b78729-0faf-4d2b-9e40-91f92986d87d tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--1790428007&fields=id&tenant_id=060237c359da41d49b858b2897b29918 HTTP/1.1" status: 200 len: 267 time: 0.0454092 Apr 07 12:08:58.928313 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.wsgi [-] (103983) accepted ('10.222.0.58', 37440) {{(pid=103983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:08:58.943030 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-3078be25-172e-4a3c-81cb-2fb2bea7a501 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:58.988834 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae8cee4-17e0-4283-884c-15d579c284bd req-2fa545f4-0f96-4798-b352-da435706da5e tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:08:58.990318 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-1ae8cee4-17e0-4283-884c-15d579c284bd req-2fa545f4-0f96-4798-b352-da435706da5e tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/networks?id=b54ec153-3bc9-439f-b426-165a936f23bb HTTP/1.1" status: 200 len: 818 time: 0.1022680 Apr 07 12:08:59.007094 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-1ae8cee4-17e0-4283-884c-15d579c284bd req-cbf14ddf-4719-4ad4-81db-5729c22ed12b tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/quotas/060237c359da41d49b858b2897b29918 HTTP/1.1" status: 200 len: 375 time: 0.0102987 Apr 07 12:08:59.023770 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-3078be25-172e-4a3c-81cb-2fb2bea7a501 admin admin] Publish callbacks [] for security_group (13728a25-098c-4eb6-beb0-c7b23080cf83), precommit_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:59.077473 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-1ae8cee4-17e0-4283-884c-15d579c284bd req-1a3f8de2-9be3-42dc-9db8-d638d3f8c7e1 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=060237c359da41d49b858b2897b29918&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0635657 Apr 07 12:08:59.081524 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-3078be25-172e-4a3c-81cb-2fb2bea7a501 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678166'] for security_group (13728a25-098c-4eb6-beb0-c7b23080cf83), after_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:59.130545 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3078be25-172e-4a3c-81cb-2fb2bea7a501 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13728a25-098c-4eb6-beb0-c7b23080cf83,revision_number=1']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:08:59.138777 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [None req-3078be25-172e-4a3c-81cb-2fb2bea7a501 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f088e8988b5b465cbb3938583a7b09ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2093577 Apr 07 12:08:59.139626 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.wsgi [-] (103983) accepted ('10.222.0.58', 37442) {{(pid=103983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:08:59.190486 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-64e99b54-0ff8-465b-8625-ad32cf2a0e4f admin admin] Publish callbacks [] for security_group (13728a25-098c-4eb6-beb0-c7b23080cf83), before_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:59.193262 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-1ae8cee4-17e0-4283-884c-15d579c284bd req-f5d59644-b593-4c8e-b8ab-7f5208579224 service neutron] 10.222.0.58 "GET /v2.0/networks/b54ec153-3bc9-439f-b426-165a936f23bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855958 Apr 07 12:08:59.212936 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-64e99b54-0ff8-465b-8625-ad32cf2a0e4f admin admin] Publish callbacks [] for security_group (13728a25-098c-4eb6-beb0-c7b23080cf83), precommit_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:59.287639 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-1ae8cee4-17e0-4283-884c-15d579c284bd req-ae1b7ce5-5787-4cad-8b48-3e99c31c8732 service neutron] 10.222.0.58 "GET /v2.0/networks/b54ec153-3bc9-439f-b426-165a936f23bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886283 Apr 07 12:08:59.315998 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-64e99b54-0ff8-465b-8625-ad32cf2a0e4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678166'] for security_group (13728a25-098c-4eb6-beb0-c7b23080cf83), after_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:59.318610 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-64e99b54-0ff8-465b-8625-ad32cf2a0e4f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:59.322387 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [None req-64e99b54-0ff8-465b-8625-ad32cf2a0e4f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/13728a25-098c-4eb6-beb0-c7b23080cf83 HTTP/1.1" status: 204 len: 168 time: 0.1795025 Apr 07 12:08:59.327952 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e99b54-0ff8-465b-8625-ad32cf2a0e4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13728a25-098c-4eb6-beb0-c7b23080cf83,revision_number=None']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:08:59.396330 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (b65c4e22-832a-4f2b-89ab-f6b5f91e1f65), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:59.529366 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-924d80b1-a840-4195-9d6c-786f38f2efb5 req-965297f9-0d2a-4cab-b9b1-59942d00f069 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/ports?device_id=25ee8a8d-01ee-4116-a081-8546d7d15de3 HTTP/1.1" status: 200 len: 210 time: 0.0283670 Apr 07 12:09:00.134156 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ad3536-8256-42c4-8254-e80c5e29ef51 req-851d47f0-68ca-4f57-a264-fe8d27771a3f tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:00.135767 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-d7ad3536-8256-42c4-8254-e80c5e29ef51 req-851d47f0-68ca-4f57-a264-fe8d27771a3f tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] 10.222.0.58 "GET /v2.0/ports?device_id=34bf0728-3bf9-4036-8e59-885b4140237b HTTP/1.1" status: 200 len: 946 time: 0.0549951 Apr 07 12:09:00.185426 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-d7ad3536-8256-42c4-8254-e80c5e29ef51 req-a9ce1c11-dabd-457e-9f5f-db94bf617ac5 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] 10.222.0.58 "GET /v2.0/security-groups?id=50123f46-7cd8-49b6-9c22-20cd7e350c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438483 Apr 07 12:09:00.635194 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-8bb4a577-b285-4749-9ace-ffc457653ba7 req-b1bebfa0-e672-4490-8f75-02792182e39b tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/ports?device_id=25ee8a8d-01ee-4116-a081-8546d7d15de3 HTTP/1.1" status: 200 len: 210 time: 0.0276661 Apr 07 12:09:01.321808 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc4b1af-4b47-499b-b4bd-26c4c2113cb5 req-517c2936-c48f-453e-8abc-30df07a861d4 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:01.323807 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-abc4b1af-4b47-499b-b4bd-26c4c2113cb5 req-517c2936-c48f-453e-8abc-30df07a861d4 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] 10.222.0.58 "GET /v2.0/ports?device_id=34bf0728-3bf9-4036-8e59-885b4140237b HTTP/1.1" status: 200 len: 946 time: 0.0663712 Apr 07 12:09:01.380541 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-abc4b1af-4b47-499b-b4bd-26c4c2113cb5 req-ba1d8e72-f09a-4014-94b7-3a83c013493d tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] 10.222.0.58 "GET /v2.0/security-groups?id=50123f46-7cd8-49b6-9c22-20cd7e350c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491700 Apr 07 12:09:01.726119 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-6998d73d-5b50-4ce3-bcaa-ec48e2b20a89 req-d9640259-cd50-4ee9-b813-a395314999ab tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/ports?device_id=25ee8a8d-01ee-4116-a081-8546d7d15de3 HTTP/1.1" status: 200 len: 210 time: 0.0275507 Apr 07 12:09:01.967230 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-6bf66306-0a39-4976-bed7-c4efe00fbc83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (94869e64-74fb-4601-95b5-a1334a6bdcea), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:02.051470 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.wsgi [-] (103983) accepted ('10.222.0.58', 37522) {{(pid=103983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:09:02.178333 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-0db9dc2f-bdf0-4902-b52f-4d0cd45e6367 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:02.252580 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-0db9dc2f-bdf0-4902-b52f-4d0cd45e6367 admin admin] Publish callbacks [] for security_group (41ba9586-cbc6-4adb-b7f1-b099fbb85136), precommit_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:02.321260 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-0db9dc2f-bdf0-4902-b52f-4d0cd45e6367 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678166'] for security_group (41ba9586-cbc6-4adb-b7f1-b099fbb85136), after_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:02.321796 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.agents_db [None req-3662b1ad-d2b5-4b6d-81f6-e1280f618718 None None] Agent healthcheck: found 6 active agents {{(pid=103985) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 12:09:02.358769 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db9dc2f-bdf0-4902-b52f-4d0cd45e6367 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41ba9586-cbc6-4adb-b7f1-b099fbb85136,revision_number=1']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:09:02.363435 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [None req-0db9dc2f-bdf0-4902-b52f-4d0cd45e6367 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a81881ccd8284d3fa84976512d23069a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3106456 Apr 07 12:09:02.365758 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.wsgi [-] (103983) accepted ('10.222.0.58', 37526) {{(pid=103983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:09:02.420769 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-bb0319cc-9055-45f4-8028-ebccee49d818 admin admin] Publish callbacks [] for security_group (41ba9586-cbc6-4adb-b7f1-b099fbb85136), before_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:02.447275 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-bb0319cc-9055-45f4-8028-ebccee49d818 admin admin] Publish callbacks [] for security_group (41ba9586-cbc6-4adb-b7f1-b099fbb85136), precommit_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:02.582043 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e764b9ac-5925-4df3-a3a1-4c0285975008 req-a9b07894-c4bd-440f-a9b5-bff744b0459a tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:02.583564 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-e764b9ac-5925-4df3-a3a1-4c0285975008 req-a9b07894-c4bd-440f-a9b5-bff744b0459a tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] 10.222.0.58 "GET /v2.0/ports?device_id=34bf0728-3bf9-4036-8e59-885b4140237b HTTP/1.1" status: 200 len: 946 time: 0.0655079 Apr 07 12:09:02.609923 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae8cee4-17e0-4283-884c-15d579c284bd req-8db540b8-f04d-40a5-952f-aa12b4f40f86 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:02.611763 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-1ae8cee4-17e0-4283-884c-15d579c284bd req-8db540b8-f04d-40a5-952f-aa12b4f40f86 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.49 "GET /v2.0/networks?id=b54ec153-3bc9-439f-b426-165a936f23bb HTTP/1.1" status: 200 len: 818 time: 0.1741717 Apr 07 12:09:02.624915 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-bb0319cc-9055-45f4-8028-ebccee49d818 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678166'] for security_group (41ba9586-cbc6-4adb-b7f1-b099fbb85136), after_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:02.628254 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-bb0319cc-9055-45f4-8028-ebccee49d818 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:02.629455 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [None req-bb0319cc-9055-45f4-8028-ebccee49d818 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/41ba9586-cbc6-4adb-b7f1-b099fbb85136 HTTP/1.1" status: 204 len: 168 time: 0.2627335 Apr 07 12:09:02.643947 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-e764b9ac-5925-4df3-a3a1-4c0285975008 req-4ba2cc4c-e82b-413d-b3eb-f79f938ef778 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] 10.222.0.58 "GET /v2.0/security-groups?id=50123f46-7cd8-49b6-9c22-20cd7e350c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537066 Apr 07 12:09:02.647804 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0319cc-9055-45f4-8028-ebccee49d818 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41ba9586-cbc6-4adb-b7f1-b099fbb85136,revision_number=None']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:09:02.696503 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-1ae8cee4-17e0-4283-884c-15d579c284bd req-4e0e20ff-03e4-4524-aa4c-51c1ca85b384 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=060237c359da41d49b858b2897b29918 HTTP/1.1" status: 200 len: 380 time: 0.0603418 Apr 07 12:09:02.708794 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.v2.base [req-1ae8cee4-17e0-4283-884c-15d579c284bd req-da41477b-545b-4ae1-8e8c-d930741410db tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Request body: {'port': {'device_id': '25ee8a8d-01ee-4116-a081-8546d7d15de3', 'network_id': 'b54ec153-3bc9-439f-b426-165a936f23bb', 'admin_state_up': True, 'tenant_id': '060237c359da41d49b858b2897b29918', 'security_groups': ['1bc13a4b-bf7a-431b-94bf-6b370d841026']}} {{(pid=103982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:09:02.842169 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-d6e3d701-6ee2-4438-b7f3-cd5c707c59af req-8517eca2-e6fe-4343-957d-c9724a145e92 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/ports?device_id=25ee8a8d-01ee-4116-a081-8546d7d15de3 HTTP/1.1" status: 200 len: 210 time: 0.0403633 Apr 07 12:09:02.932882 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ae8cee4-17e0-4283-884c-15d579c284bd req-da41477b-545b-4ae1-8e8c-d930741410db tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Made reservation on behalf of 060237c359da41d49b858b2897b29918 for: {'port': 1} {{(pid=103982) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 12:09:02.936522 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [req-1ae8cee4-17e0-4283-884c-15d579c284bd req-da41477b-545b-4ae1-8e8c-d930741410db tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (None), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:03.063636 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.db.db_base_plugin_common [req-1ae8cee4-17e0-4283-884c-15d579c284bd req-da41477b-545b-4ae1-8e8c-d930741410db tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Allocated IP 172.20.0.14 (b54ec153-3bc9-439f-b426-165a936f23bb/45a072d7-ade8-4cd2-9025-cfaa01b8e30d/8849c4b4-086e-4627-9ee8-4cbde77fa632) {{(pid=103982) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 12:09:03.200123 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [req-1ae8cee4-17e0-4283-884c-15d579c284bd req-da41477b-545b-4ae1-8e8c-d930741410db tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Publish callbacks [] for port (8849c4b4-086e-4627-9ee8-4cbde77fa632), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:03.228656 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.wsgi [-] (103983) accepted ('10.222.0.58', 37544) {{(pid=103983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:09:03.244204 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-899865c0-c136-4130-9c11-9184860f6bad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:03.281910 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [req-1ae8cee4-17e0-4283-884c-15d579c284bd req-da41477b-545b-4ae1-8e8c-d930741410db tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780056949589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126593575'] for port (8849c4b4-086e-4627-9ee8-4cbde77fa632), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:03.326747 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ae8cee4-17e0-4283-884c-15d579c284bd req-da41477b-545b-4ae1-8e8c-d930741410db tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Network b54ec153-3bc9-439f-b426-165a936f23bb is already hosted by enough agents. {{(pid=103982) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:09:03.329349 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-899865c0-c136-4130-9c11-9184860f6bad admin admin] Publish callbacks [] for security_group (f781b04a-0333-4aac-9bfc-d0720b872abb), precommit_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:03.330856 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.scheduler.base_scheduler [req-1ae8cee4-17e0-4283-884c-15d579c284bd req-da41477b-545b-4ae1-8e8c-d930741410db tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Resources bound (agent type, host, resource id): {{(pid=103982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:09:03.337451 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ae8cee4-17e0-4283-884c-15d579c284bd req-da41477b-545b-4ae1-8e8c-d930741410db tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Received port after_create {{(pid=103982) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 12:09:03.343299 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da41477b-545b-4ae1-8e8c-d930741410db tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Pushing event updated for resources: {'Port': ['ID=8849c4b4-086e-4627-9ee8-4cbde77fa632,revision_number=1']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:09:03.389955 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-899865c0-c136-4130-9c11-9184860f6bad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678166'] for security_group (f781b04a-0333-4aac-9bfc-d0720b872abb), after_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:03.392810 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae8cee4-17e0-4283-884c-15d579c284bd req-da41477b-545b-4ae1-8e8c-d930741410db tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:03.393424 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [req-1ae8cee4-17e0-4283-884c-15d579c284bd req-da41477b-545b-4ae1-8e8c-d930741410db tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91606'] for port (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:03.435911 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899865c0-c136-4130-9c11-9184860f6bad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f781b04a-0333-4aac-9bfc-d0720b872abb,revision_number=1']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:09:03.443663 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [None req-899865c0-c136-4130-9c11-9184860f6bad admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=291e9a6964354786b85a71db6a0961ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2138913 Apr 07 12:09:03.443991 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.58', 37546) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:09:03.483031 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-1ae8cee4-17e0-4283-884c-15d579c284bd req-da41477b-545b-4ae1-8e8c-d930741410db tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7778065 Apr 07 12:09:03.506903 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.v2.base [req-1ae8cee4-17e0-4283-884c-15d579c284bd req-2935a8eb-bfbc-4d05-afc2-892580ffdf64 service neutron] Request body: {'port': {'device_id': '25ee8a8d-01ee-4116-a081-8546d7d15de3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83693'}} {{(pid=103982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:09:03.511551 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-f163d840-792d-4b60-976f-05d992376bfc admin admin] Publish callbacks [] for security_group (f781b04a-0333-4aac-9bfc-d0720b872abb), before_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:03.564850 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-f163d840-792d-4b60-976f-05d992376bfc admin admin] Publish callbacks [] for security_group (f781b04a-0333-4aac-9bfc-d0720b872abb), precommit_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:03.586683 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.provisioning_blocks [None req-599dc983-a0f1-4350-8b9b-2af92c6c3712 None None] Provisioning complete for port 8849c4b4-086e-4627-9ee8-4cbde77fa632 triggered by entity DHCP. {{(pid=103984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:09:03.587767 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-599dc983-a0f1-4350-8b9b-2af92c6c3712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7484729'] for port (8849c4b4-086e-4627-9ee8-4cbde77fa632), provisioning_complete {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:03.606446 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [req-1ae8cee4-17e0-4283-884c-15d579c284bd req-2935a8eb-bfbc-4d05-afc2-892580ffdf64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (8849c4b4-086e-4627-9ee8-4cbde77fa632), before_update {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:03.624475 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-599dc983-a0f1-4350-8b9b-2af92c6c3712 None None] Port 8849c4b4-086e-4627-9ee8-4cbde77fa632 cannot update to ACTIVE because it is not bound. {{(pid=103984) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 12:09:03.771613 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93730436-77f0-4bfb-ae65-a7b465a7b386 req-dcf0fbf7-21d9-4be6-b49f-2d00a5eb45cb tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:03.773184 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-93730436-77f0-4bfb-ae65-a7b465a7b386 req-dcf0fbf7-21d9-4be6-b49f-2d00a5eb45cb tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] 10.222.0.58 "GET /v2.0/ports?device_id=34bf0728-3bf9-4036-8e59-885b4140237b HTTP/1.1" status: 200 len: 946 time: 0.0524797 Apr 07 12:09:03.799591 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-f163d840-792d-4b60-976f-05d992376bfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678166'] for security_group (f781b04a-0333-4aac-9bfc-d0720b872abb), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:03.802004 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-f163d840-792d-4b60-976f-05d992376bfc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:03.805445 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [None req-f163d840-792d-4b60-976f-05d992376bfc admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f781b04a-0333-4aac-9bfc-d0720b872abb HTTP/1.1" status: 204 len: 168 time: 0.3581619 Apr 07 12:09:03.819481 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f163d840-792d-4b60-976f-05d992376bfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f781b04a-0333-4aac-9bfc-d0720b872abb,revision_number=None']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:09:03.827673 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-93730436-77f0-4bfb-ae65-a7b465a7b386 req-a1e21c88-15bd-4f37-a344-0d434f733a5b tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] 10.222.0.58 "GET /v2.0/security-groups?id=50123f46-7cd8-49b6-9c22-20cd7e350c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487721 Apr 07 12:09:03.954782 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.notifiers.nova [req-1ae8cee4-17e0-4283-884c-15d579c284bd req-2935a8eb-bfbc-4d05-afc2-892580ffdf64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8849c4b4-086e-4627-9ee8-4cbde77fa632 {{(pid=103982) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 12:09:03.963335 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [req-1ae8cee4-17e0-4283-884c-15d579c284bd req-2935a8eb-bfbc-4d05-afc2-892580ffdf64 service neutron] Publish callbacks [] for port (8849c4b4-086e-4627-9ee8-4cbde77fa632), precommit_update {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:03.981057 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.db.provisioning_blocks [req-1ae8cee4-17e0-4283-884c-15d579c284bd req-2935a8eb-bfbc-4d05-afc2-892580ffdf64 service neutron] Transition to ACTIVE for port object 8849c4b4-086e-4627-9ee8-4cbde77fa632 will not be triggered until provisioned by entity L2. {{(pid=103982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 12:09:03.995161 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ad0a5d-e50b-4b16-89af-4d9ced46b209 req-ff38476b-305a-40be-879d-ba2203f38243 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:03.996697 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-39ad0a5d-e50b-4b16-89af-4d9ced46b209 req-ff38476b-305a-40be-879d-ba2203f38243 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/ports?device_id=25ee8a8d-01ee-4116-a081-8546d7d15de3 HTTP/1.1" status: 200 len: 932 time: 0.0794458 Apr 07 12:09:04.045402 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-39ad0a5d-e50b-4b16-89af-4d9ced46b209 req-d48e218d-effb-4391-9984-5333d0e9d42f tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/security-groups?id=1bc13a4b-bf7a-431b-94bf-6b370d841026&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425031 Apr 07 12:09:04.064953 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [req-1ae8cee4-17e0-4283-884c-15d579c284bd req-2935a8eb-bfbc-4d05-afc2-892580ffdf64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780057409639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780056949607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780056949625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126593592'] for port (8849c4b4-086e-4627-9ee8-4cbde77fa632), after_update {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:04.116376 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2935a8eb-bfbc-4d05-afc2-892580ffdf64 service neutron] Pushing event updated for resources: {'Port': ['ID=8849c4b4-086e-4627-9ee8-4cbde77fa632,revision_number=2']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:09:04.192313 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.managers [req-1ae8cee4-17e0-4283-884c-15d579c284bd req-2935a8eb-bfbc-4d05-afc2-892580ffdf64 service neutron] Attempting to bind port 8849c4b4-086e-4627-9ee8-4cbde77fa632 on host hv-cinder-83693 for vnic_type normal with profile {{(pid=103982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 12:09:04.192911 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.managers [req-1ae8cee4-17e0-4283-884c-15d579c284bd req-2935a8eb-bfbc-4d05-afc2-892580ffdf64 service neutron] Attempting to bind port 8849c4b4-086e-4627-9ee8-4cbde77fa632 by drivers openvswitch,hyperv on host hv-cinder-83693 at level 0 using segments [{'id': 'dc1680e3-d64d-4d14-9b8d-ff4232801a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'b54ec153-3bc9-439f-b426-165a936f23bb'}] {{(pid=103982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 12:09:04.193409 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ae8cee4-17e0-4283-884c-15d579c284bd req-2935a8eb-bfbc-4d05-afc2-892580ffdf64 service neutron] Attempting to bind port 8849c4b4-086e-4627-9ee8-4cbde77fa632 on network b54ec153-3bc9-439f-b426-165a936f23bb {{(pid=103982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:09:04.198415 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ae8cee4-17e0-4283-884c-15d579c284bd req-2935a8eb-bfbc-4d05-afc2-892580ffdf64 service neutron] Port 8849c4b4-086e-4627-9ee8-4cbde77fa632 on network b54ec153-3bc9-439f-b426-165a936f23bb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83693 {{(pid=103982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 12:09:04.203997 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ae8cee4-17e0-4283-884c-15d579c284bd req-2935a8eb-bfbc-4d05-afc2-892580ffdf64 service neutron] Attempting to bind port 8849c4b4-086e-4627-9ee8-4cbde77fa632 on network b54ec153-3bc9-439f-b426-165a936f23bb {{(pid=103982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:09:04.204380 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ae8cee4-17e0-4283-884c-15d579c284bd req-2935a8eb-bfbc-4d05-afc2-892580ffdf64 service neutron] Checking agent: {'id': 'b65c4e22-832a-4f2b-89ab-f6b5f91e1f65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83693', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 12, 4, 29), 'started_at': datetime.datetime(2022, 4, 7, 12, 4, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 12, 8, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 12:09:04.204771 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ae8cee4-17e0-4283-884c-15d579c284bd req-2935a8eb-bfbc-4d05-afc2-892580ffdf64 service neutron] Checking segment: {'id': 'dc1680e3-d64d-4d14-9b8d-ff4232801a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'b54ec153-3bc9-439f-b426-165a936f23bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:09:04.205098 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ae8cee4-17e0-4283-884c-15d579c284bd req-2935a8eb-bfbc-4d05-afc2-892580ffdf64 service neutron] Bound using segment: {'id': 'dc1680e3-d64d-4d14-9b8d-ff4232801a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'b54ec153-3bc9-439f-b426-165a936f23bb'} {{(pid=103982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 12:09:04.205601 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.managers [req-1ae8cee4-17e0-4283-884c-15d579c284bd req-2935a8eb-bfbc-4d05-afc2-892580ffdf64 service neutron] Bound port: 8849c4b4-086e-4627-9ee8-4cbde77fa632, host: hv-cinder-83693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc1680e3-d64d-4d14-9b8d-ff4232801a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'b54ec153-3bc9-439f-b426-165a936f23bb'}}] {{(pid=103982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 12:09:04.205939 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [req-1ae8cee4-17e0-4283-884c-15d579c284bd req-2935a8eb-bfbc-4d05-afc2-892580ffdf64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (8849c4b4-086e-4627-9ee8-4cbde77fa632), before_update {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:04.276048 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-33b853a0-480b-4a6a-9acd-a0f5dce2589c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (ad8978c4-6515-441c-a828-0289badd3b4a), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:04.277412 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.db [req-1ae8cee4-17e0-4283-884c-15d579c284bd req-2935a8eb-bfbc-4d05-afc2-892580ffdf64 service neutron] For port 8849c4b4-086e-4627-9ee8-4cbde77fa632, host hv-cinder-83693, cleared binding levels {{(pid=103982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 12:09:04.283822 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.db [req-1ae8cee4-17e0-4283-884c-15d579c284bd req-2935a8eb-bfbc-4d05-afc2-892580ffdf64 service neutron] For port 8849c4b4-086e-4627-9ee8-4cbde77fa632, host hv-cinder-83693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83693',level=0,port_id=8849c4b4-086e-4627-9ee8-4cbde77fa632,segment=NetworkSegment(dc1680e3-d64d-4d14-9b8d-ff4232801a16),segment_id=dc1680e3-d64d-4d14-9b8d-ff4232801a16)] {{(pid=103982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 12:09:04.355956 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [req-1ae8cee4-17e0-4283-884c-15d579c284bd req-2935a8eb-bfbc-4d05-afc2-892580ffdf64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780057409639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780056949607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780056949625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126593592'] for port (8849c4b4-086e-4627-9ee8-4cbde77fa632), after_update {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:04.394582 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae8cee4-17e0-4283-884c-15d579c284bd req-2935a8eb-bfbc-4d05-afc2-892580ffdf64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:04.395180 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [req-1ae8cee4-17e0-4283-884c-15d579c284bd req-2935a8eb-bfbc-4d05-afc2-892580ffdf64 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91606'] for port (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:04.396508 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-1ae8cee4-17e0-4283-884c-15d579c284bd req-2935a8eb-bfbc-4d05-afc2-892580ffdf64 service neutron] 10.222.0.49 "PUT /v2.0/ports/8849c4b4-086e-4627-9ee8-4cbde77fa632 HTTP/1.1" status: 200 len: 1094 time: 0.8975182 Apr 07 12:09:04.396945 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25ee8a8d-01ee-4116-a081-8546d7d15de3', 'tag': '8849c4b4-086e-4627-9ee8-4cbde77fa632'}] {{(pid=103982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:09:04.399319 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a87f3ac2112343cf46b731ae90f6f8f3b8b920e6472e7c70a4e5373429e5b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bd8e802-274c-4b0a-83c7-a3cdc8021b59" -d '{"events": [{"name": "network-changed", "server_uuid": "25ee8a8d-01ee-4116-a081-8546d7d15de3", "tag": "8849c4b4-086e-4627-9ee8-4cbde77fa632"}]}' {{(pid=103982) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:09:04.427654 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2935a8eb-bfbc-4d05-afc2-892580ffdf64 service neutron] Pushing event updated for resources: {'Port': ['ID=8849c4b4-086e-4627-9ee8-4cbde77fa632,revision_number=3']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:09:04.440935 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 12:09:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80ce99a7-628f-4b40-88a7-d212185deb99 x-openstack-request-id: req-80ce99a7-628f-4b40-88a7-d212185deb99 {{(pid=103982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:09:04.441279 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25ee8a8d-01ee-4116-a081-8546d7d15de3", "tag": "8849c4b4-086e-4627-9ee8-4cbde77fa632", "status": "completed", "code": 200}]} {{(pid=103982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:09:04.441566 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-80ce99a7-628f-4b40-88a7-d212185deb99 {{(pid=103982) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:09:04.441969 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80ce99a7-628f-4b40-88a7-d212185deb99'] response: {'name': 'network-changed', 'server_uuid': '25ee8a8d-01ee-4116-a081-8546d7d15de3', 'tag': '8849c4b4-086e-4627-9ee8-4cbde77fa632', 'status': 'completed', 'code': 200} Apr 07 12:09:04.577681 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd8e802-274c-4b0a-83c7-a3cdc8021b59 req-d34a3502-be76-4883-b6d2-fdf9f23a7a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:04.577681 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-7bd8e802-274c-4b0a-83c7-a3cdc8021b59 req-d34a3502-be76-4883-b6d2-fdf9f23a7a94 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=060237c359da41d49b858b2897b29918&device_id=25ee8a8d-01ee-4116-a081-8546d7d15de3 HTTP/1.1" status: 200 len: 1128 time: 0.0502076 Apr 07 12:09:04.691808 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd8e802-274c-4b0a-83c7-a3cdc8021b59 req-179f0085-b1f0-4934-9c9f-fbc53d0b4d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:04.693279 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-7bd8e802-274c-4b0a-83c7-a3cdc8021b59 req-179f0085-b1f0-4934-9c9f-fbc53d0b4d10 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=060237c359da41d49b858b2897b29918&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1010246 Apr 07 12:09:04.798374 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd8e802-274c-4b0a-83c7-a3cdc8021b59 req-037c314b-f48f-486b-a6b3-1143589be3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:04.799901 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-7bd8e802-274c-4b0a-83c7-a3cdc8021b59 req-037c314b-f48f-486b-a6b3-1143589be3f7 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0929794 Apr 07 12:09:04.972441 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b6f8c4-b474-461d-9aac-9a5d2c8d97d8 req-f5e1b8ae-892a-4bd7-bc7d-9c0b92e005b1 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:04.974005 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-51b6f8c4-b474-461d-9aac-9a5d2c8d97d8 req-f5e1b8ae-892a-4bd7-bc7d-9c0b92e005b1 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] 10.222.0.58 "GET /v2.0/ports?device_id=34bf0728-3bf9-4036-8e59-885b4140237b HTTP/1.1" status: 200 len: 946 time: 0.0809865 Apr 07 12:09:05.015667 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae8cee4-17e0-4283-884c-15d579c284bd req-7260a4e6-e914-4343-bd5b-1f615fc39d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:05.017067 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-1ae8cee4-17e0-4283-884c-15d579c284bd req-7260a4e6-e914-4343-bd5b-1f615fc39d10 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=060237c359da41d49b858b2897b29918&device_id=25ee8a8d-01ee-4116-a081-8546d7d15de3 HTTP/1.1" status: 200 len: 1128 time: 0.0848567 Apr 07 12:09:05.033331 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-51b6f8c4-b474-461d-9aac-9a5d2c8d97d8 req-00789406-9470-4053-9291-3366ad5747dc tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] 10.222.0.58 "GET /v2.0/security-groups?id=50123f46-7cd8-49b6-9c22-20cd7e350c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534372 Apr 07 12:09:05.070488 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-1ae8cee4-17e0-4283-884c-15d579c284bd req-b4a6bad6-d69d-4e87-8919-eb4efc40bf16 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8849c4b4-086e-4627-9ee8-4cbde77fa632 HTTP/1.1" status: 200 len: 217 time: 0.0361886 Apr 07 12:09:05.123066 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae8cee4-17e0-4283-884c-15d579c284bd req-cd6aa285-0785-4fe4-9416-b067e2aef274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:05.124550 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-1ae8cee4-17e0-4283-884c-15d579c284bd req-cd6aa285-0785-4fe4-9416-b067e2aef274 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=45a072d7-ade8-4cd2-9025-cfaa01b8e30d HTTP/1.1" status: 200 len: 857 time: 0.0457501 Apr 07 12:09:05.176544 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2ba704-d182-4854-9998-b6950c12c5c5 req-0470f0b6-583e-4df8-a0ca-6434a74aa4ff tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:05.178236 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-bb2ba704-d182-4854-9998-b6950c12c5c5 req-0470f0b6-583e-4df8-a0ca-6434a74aa4ff tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/ports?device_id=25ee8a8d-01ee-4116-a081-8546d7d15de3 HTTP/1.1" status: 200 len: 944 time: 0.0610540 Apr 07 12:09:05.183761 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae8cee4-17e0-4283-884c-15d579c284bd req-c6b84526-ddd7-437e-98bb-a27d23477fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:05.185246 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-1ae8cee4-17e0-4283-884c-15d579c284bd req-c6b84526-ddd7-437e-98bb-a27d23477fc9 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b54ec153-3bc9-439f-b426-165a936f23bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0486126 Apr 07 12:09:05.230835 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-bb2ba704-d182-4854-9998-b6950c12c5c5 req-db0cfb65-3fbc-44fe-8cd8-36f46aca7238 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/security-groups?id=1bc13a4b-bf7a-431b-94bf-6b370d841026&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461981 Apr 07 12:09:05.281780 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-1ae8cee4-17e0-4283-884c-15d579c284bd req-ea894738-56db-4db2-90cb-caa028e6b4be service neutron] 10.222.0.49 "GET /v2.0/networks/b54ec153-3bc9-439f-b426-165a936f23bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845151 Apr 07 12:09:05.378245 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-1ae8cee4-17e0-4283-884c-15d579c284bd req-b315785b-31a5-4600-ab83-98c223afc401 service neutron] 10.222.0.49 "GET /v2.0/networks/b54ec153-3bc9-439f-b426-165a936f23bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858052 Apr 07 12:09:05.658891 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-e3029262-029d-49e4-8078-e7e61e534645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (e465150c-12ca-425e-8c36-fa03ee6240b4), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:06.156535 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b5ed46-1580-4108-94cd-9cc346c6f740 req-143ddaf2-cfbe-4fa7-b21b-3380caba0697 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:06.158556 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-57b5ed46-1580-4108-94cd-9cc346c6f740 req-143ddaf2-cfbe-4fa7-b21b-3380caba0697 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] 10.222.0.58 "GET /v2.0/ports?device_id=34bf0728-3bf9-4036-8e59-885b4140237b HTTP/1.1" status: 200 len: 946 time: 0.0534563 Apr 07 12:09:06.206163 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-57b5ed46-1580-4108-94cd-9cc346c6f740 req-8f7ac05e-004b-4c46-b157-994ff2b90b7d tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] 10.222.0.58 "GET /v2.0/security-groups?id=50123f46-7cd8-49b6-9c22-20cd7e350c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420938 Apr 07 12:09:06.355535 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbeddb29-ac58-420c-a4f3-4a9db8aa410b req-d06ddb94-92e5-4aca-8b3c-79d901651e89 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:06.357009 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-dbeddb29-ac58-420c-a4f3-4a9db8aa410b req-d06ddb94-92e5-4aca-8b3c-79d901651e89 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/ports?device_id=25ee8a8d-01ee-4116-a081-8546d7d15de3 HTTP/1.1" status: 200 len: 944 time: 0.0538819 Apr 07 12:09:06.411540 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-dbeddb29-ac58-420c-a4f3-4a9db8aa410b req-cb92c9f4-a57e-4a57-9665-f526dd7aecb4 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/security-groups?id=1bc13a4b-bf7a-431b-94bf-6b370d841026&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487211 Apr 07 12:09:07.328473 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70109a6-7fe2-4907-b404-1a59dad73e3f req-d8aff205-9997-46dd-8bc2-629949a70d8b tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:07.329960 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-a70109a6-7fe2-4907-b404-1a59dad73e3f req-d8aff205-9997-46dd-8bc2-629949a70d8b tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] 10.222.0.58 "GET /v2.0/ports?device_id=34bf0728-3bf9-4036-8e59-885b4140237b HTTP/1.1" status: 200 len: 946 time: 0.0546227 Apr 07 12:09:07.379868 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-a70109a6-7fe2-4907-b404-1a59dad73e3f req-1577f731-a16a-467a-9e29-b594dd808e9a tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] 10.222.0.58 "GET /v2.0/security-groups?id=50123f46-7cd8-49b6-9c22-20cd7e350c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439646 Apr 07 12:09:07.395537 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-4ee86192-ef9a-4f9c-8d37-983d911c7eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (8705c964-c35e-4008-b403-e26242cd5404), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:07.530232 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08251c95-37a0-4695-87ec-a662d6c52a25 req-9cd78e35-445c-464d-83a1-dee3e3d9031b tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:07.531933 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-08251c95-37a0-4695-87ec-a662d6c52a25 req-9cd78e35-445c-464d-83a1-dee3e3d9031b tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/ports?device_id=25ee8a8d-01ee-4116-a081-8546d7d15de3 HTTP/1.1" status: 200 len: 944 time: 0.0525417 Apr 07 12:09:07.583453 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-08251c95-37a0-4695-87ec-a662d6c52a25 req-c6dd2849-7d4b-4f6a-a01d-3635c0c682f3 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/security-groups?id=1bc13a4b-bf7a-431b-94bf-6b370d841026&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458281 Apr 07 12:09:08.501589 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8c8853-6e75-475f-9f40-6f1579a2ad1d req-2a06dfdc-ec78-4296-b182-23ae7bf15a03 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:08.503084 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-df8c8853-6e75-475f-9f40-6f1579a2ad1d req-2a06dfdc-ec78-4296-b182-23ae7bf15a03 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] 10.222.0.58 "GET /v2.0/ports?device_id=34bf0728-3bf9-4036-8e59-885b4140237b HTTP/1.1" status: 200 len: 946 time: 0.0535619 Apr 07 12:09:08.549425 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-df8c8853-6e75-475f-9f40-6f1579a2ad1d req-f4397676-cd7a-44c4-b3f2-25f45a7c3b7d tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] 10.222.0.58 "GET /v2.0/security-groups?id=50123f46-7cd8-49b6-9c22-20cd7e350c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407019 Apr 07 12:09:08.574889 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Device 8849c4b4-086e-4627-9ee8-4cbde77fa632 details requested by agent hyperv_hv-cinder-83693 with host hv-cinder-83693 {{(pid=103984) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 12:09:08.675949 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.db [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] For port 8849c4b4-086e-4627-9ee8-4cbde77fa632, host hv-cinder-83693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83693',level=0,port_id=8849c4b4-086e-4627-9ee8-4cbde77fa632,segment=NetworkSegment(dc1680e3-d64d-4d14-9b8d-ff4232801a16),segment_id=dc1680e3-d64d-4d14-9b8d-ff4232801a16)] {{(pid=103984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:09:08.696611 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Returning: {'device': '8849c4b4-086e-4627-9ee8-4cbde77fa632', 'network_id': 'b54ec153-3bc9-439f-b426-165a936f23bb', 'port_id': '8849c4b4-086e-4627-9ee8-4cbde77fa632', 'mac_address': 'fa:16:3e:5f:1e:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45a072d7-ade8-4cd2-9025-cfaa01b8e30d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103984) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 12:09:08.705513 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8156676a-d4de-4538-85a3-65fe42906add req-ffe196bf-c88f-4c28-854c-9331b42f2797 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:08.711163 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-8156676a-d4de-4538-85a3-65fe42906add req-ffe196bf-c88f-4c28-854c-9331b42f2797 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/ports?device_id=25ee8a8d-01ee-4116-a081-8546d7d15de3 HTTP/1.1" status: 200 len: 944 time: 0.0571856 Apr 07 12:09:08.737563 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Current status of the port 8849c4b4-086e-4627-9ee8-4cbde77fa632 is: DOWN; New status is: BUILD {{(pid=103984) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:09:08.737943 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (8849c4b4-086e-4627-9ee8-4cbde77fa632), before_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:08.740935 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (18566f30-62c1-4fb1-af49-ebd049d63fec), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:08.753346 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.notifiers.nova [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8849c4b4-086e-4627-9ee8-4cbde77fa632 {{(pid=103984) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 12:09:08.754438 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-8156676a-d4de-4538-85a3-65fe42906add req-6374789f-30e6-42ff-a3a2-bb071727dac1 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/security-groups?id=1bc13a4b-bf7a-431b-94bf-6b370d841026&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415385 Apr 07 12:09:08.775338 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.db [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] For port 8849c4b4-086e-4627-9ee8-4cbde77fa632, host hv-cinder-83693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83693',level=0,port_id=8849c4b4-086e-4627-9ee8-4cbde77fa632,segment=NetworkSegment(dc1680e3-d64d-4d14-9b8d-ff4232801a16),segment_id=dc1680e3-d64d-4d14-9b8d-ff4232801a16)] {{(pid=103984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:09:08.812746 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780057409639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780056949607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780056949625'] for port (8849c4b4-086e-4627-9ee8-4cbde77fa632), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:08.864744 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Pushing event updated for resources: {'Port': ['ID=8849c4b4-086e-4627-9ee8-4cbde77fa632,revision_number=4']} {{(pid=103984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:09:09.196469 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.wsgi [-] (103983) accepted ('10.222.0.58', 37674) {{(pid=103983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:09:09.201927 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.v2.base [None req-eca7a8a8-7265-4f7a-9dfe-50c3392782e9 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1000195794', 'description': 'tempest-description--1282834934'}} {{(pid=103983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:09:09.271491 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-eca7a8a8-7265-4f7a-9dfe-50c3392782e9 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Publish callbacks [] for security_group (None), before_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:09.340179 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-eca7a8a8-7265-4f7a-9dfe-50c3392782e9 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Publish callbacks [] for security_group (fcca3f67-9a37-45b4-b23e-eef746ae0dc2), precommit_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:09.348889 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.db [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] get_ports_and_sgs() called for port_ids ['8849c4b4-086e-4627-9ee8-4cbde77fa632'] {{(pid=103984) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 12:09:09.401160 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-eca7a8a8-7265-4f7a-9dfe-50c3392782e9 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678166'] for security_group (fcca3f67-9a37-45b4-b23e-eef746ae0dc2), after_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:09.439423 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca7a8a8-7265-4f7a-9dfe-50c3392782e9 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fcca3f67-9a37-45b4-b23e-eef746ae0dc2,revision_number=1']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:09:09.493582 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-eca7a8a8-7265-4f7a-9dfe-50c3392782e9 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Publish callbacks [] for security_group (None), before_response {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:09.494880 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [None req-eca7a8a8-7265-4f7a-9dfe-50c3392782e9 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2973604 Apr 07 12:09:09.497835 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.wsgi [-] (103983) accepted ('10.222.0.58', 37682) {{(pid=103983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:09:09.502904 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.v2.base [None req-07ce4af7-56ef-4861-a52c-2e384fce7bcd tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Request body: {'security_group_rule': {'security_group_id': 'fcca3f67-9a37-45b4-b23e-eef746ae0dc2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:09:09.612003 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-07ce4af7-56ef-4861-a52c-2e384fce7bcd tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Publish callbacks [] for security_group_rule (6e5e4404-07ae-4bb5-8084-8bab13220671), before_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:09.697587 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-07ce4af7-56ef-4861-a52c-2e384fce7bcd tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Publish callbacks [] for security_group_rule (6e5e4404-07ae-4bb5-8084-8bab13220671), precommit_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:09.706213 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105df733-3479-43c4-82e7-6a163c202980 req-fcb71aae-3b45-4c5b-badb-7513bd500e0b tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:09.707812 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-105df733-3479-43c4-82e7-6a163c202980 req-fcb71aae-3b45-4c5b-badb-7513bd500e0b tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] 10.222.0.58 "GET /v2.0/ports?device_id=34bf0728-3bf9-4036-8e59-885b4140237b HTTP/1.1" status: 200 len: 946 time: 0.0862811 Apr 07 12:09:09.754801 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-105df733-3479-43c4-82e7-6a163c202980 req-1768c99b-0c26-44e9-abc8-3c0666c64411 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] 10.222.0.58 "GET /v2.0/security-groups?id=50123f46-7cd8-49b6-9c22-20cd7e350c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413623 Apr 07 12:09:09.772429 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-07ce4af7-56ef-4861-a52c-2e384fce7bcd tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678271'] for security_group_rule (6e5e4404-07ae-4bb5-8084-8bab13220671), after_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:09.791959 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ce4af7-56ef-4861-a52c-2e384fce7bcd tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e5e4404-07ae-4bb5-8084-8bab13220671,revision_number=0']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:09:09.848543 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-07ce4af7-56ef-4861-a52c-2e384fce7bcd tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:09.849773 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [None req-07ce4af7-56ef-4861-a52c-2e384fce7bcd tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3509905 Apr 07 12:09:09.852457 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.wsgi [-] (103983) accepted ('10.222.0.58', 37690) {{(pid=103983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:09:09.856782 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.v2.base [None req-ca356cb2-65c7-42d0-8cdc-cf80684a554d tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Request body: {'security_group_rule': {'security_group_id': 'fcca3f67-9a37-45b4-b23e-eef746ae0dc2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:09:09.878453 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e34610-6639-4c8b-af02-387206930025 req-ec17c9de-fa40-4e3d-b324-ca0a2fcd8547 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:09.880253 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-41e34610-6639-4c8b-af02-387206930025 req-ec17c9de-fa40-4e3d-b324-ca0a2fcd8547 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/ports?device_id=25ee8a8d-01ee-4116-a081-8546d7d15de3 HTTP/1.1" status: 200 len: 945 time: 0.0534241 Apr 07 12:09:09.927316 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-41e34610-6639-4c8b-af02-387206930025 req-e3eebeb3-6da1-42e2-b43d-15659813c59d tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/security-groups?id=1bc13a4b-bf7a-431b-94bf-6b370d841026&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413475 Apr 07 12:09:09.932587 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-ca356cb2-65c7-42d0-8cdc-cf80684a554d tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Publish callbacks [] for security_group_rule (e8529935-2ba3-4374-9adf-10dcc90b86e2), before_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:09.986532 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-ca356cb2-65c7-42d0-8cdc-cf80684a554d tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Publish callbacks [] for security_group_rule (e8529935-2ba3-4374-9adf-10dcc90b86e2), precommit_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:10.035209 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-ca356cb2-65c7-42d0-8cdc-cf80684a554d tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678271'] for security_group_rule (e8529935-2ba3-4374-9adf-10dcc90b86e2), after_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:10.052541 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca356cb2-65c7-42d0-8cdc-cf80684a554d tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8529935-2ba3-4374-9adf-10dcc90b86e2,revision_number=0']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:09:10.129183 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-ca356cb2-65c7-42d0-8cdc-cf80684a554d tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:10.132817 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [None req-ca356cb2-65c7-42d0-8cdc-cf80684a554d tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2770271 Apr 07 12:09:10.133733 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.wsgi [-] (103983) accepted ('10.222.0.58', 37692) {{(pid=103983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:09:10.138336 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.v2.base [None req-6012d439-5950-4a54-9757-5ed9a6b03488 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Request body: {'floatingip': {'floating_network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56'}} {{(pid=103983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:09:10.235806 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-6012d439-5950-4a54-9757-5ed9a6b03488 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:10.333848 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-6012d439-5950-4a54-9757-5ed9a6b03488 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (None), before_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:10.436971 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.db.db_base_plugin_common [None req-6012d439-5950-4a54-9757-5ed9a6b03488 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Allocated IP 172.27.0.213 (bbaeba58-97ce-4d65-bbf2-981851410a56/4554067d-f507-4a99-8a98-0874c02c5721/ff28668c-cc3b-46fb-960f-59ba129704da) {{(pid=103983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 12:09:10.552158 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-6012d439-5950-4a54-9757-5ed9a6b03488 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Publish callbacks [] for port (ff28668c-cc3b-46fb-960f-59ba129704da), precommit_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:10.579601 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Device 8849c4b4-086e-4627-9ee8-4cbde77fa632 up at agent hyperv_hv-cinder-83693 {{(pid=103984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:09:10.664442 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-6012d439-5950-4a54-9757-5ed9a6b03488 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780056949589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126495687'] for port (ff28668c-cc3b-46fb-960f-59ba129704da), after_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:10.700583 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6012d439-5950-4a54-9757-5ed9a6b03488 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Network bbaeba58-97ce-4d65-bbf2-981851410a56 is already hosted by enough agents. {{(pid=103983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:09:10.703207 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.scheduler.base_scheduler [None req-6012d439-5950-4a54-9757-5ed9a6b03488 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Resources bound (agent type, host, resource id): {{(pid=103983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:09:10.706556 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6012d439-5950-4a54-9757-5ed9a6b03488 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Received port after_create {{(pid=103983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 12:09:10.738150 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.provisioning_blocks [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Provisioning for port 8849c4b4-086e-4627-9ee8-4cbde77fa632 completed by entity L2. {{(pid=103984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 12:09:10.739180 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6012d439-5950-4a54-9757-5ed9a6b03488 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Pushing event updated for resources: {'Port': ['ID=ff28668c-cc3b-46fb-960f-59ba129704da,revision_number=1']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:09:10.744280 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.provisioning_blocks [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Provisioning complete for port 8849c4b4-086e-4627-9ee8-4cbde77fa632 triggered by entity L2. {{(pid=103984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:09:10.744655 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7484729'] for port (8849c4b4-086e-4627-9ee8-4cbde77fa632), provisioning_complete {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:10.825757 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-6012d439-5950-4a54-9757-5ed9a6b03488 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Publish callbacks [] for floatingip (a60e4231-b389-4358-b5ab-af5aaba554a5), precommit_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:10.846292 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Current status of the port 8849c4b4-086e-4627-9ee8-4cbde77fa632 is: BUILD; New status is: ACTIVE {{(pid=103984) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:09:10.846678 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (8849c4b4-086e-4627-9ee8-4cbde77fa632), before_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:10.871862 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25ee8a8d-01ee-4116-a081-8546d7d15de3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8849c4b4-086e-4627-9ee8-4cbde77fa632'}] {{(pid=103984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:09:10.885591 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0608bff1dee5f704c30ce50aefecbc08eaebc6e842b477e08be3f7901197da8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c07c9aa-ebf8-4f8e-8138-fd0aef786ae3" -d '{"events": [{"server_uuid": "25ee8a8d-01ee-4116-a081-8546d7d15de3", "name": "network-vif-plugged", "status": "completed", "tag": "8849c4b4-086e-4627-9ee8-4cbde77fa632"}]}' {{(pid=103984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:09:10.887196 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454a0472-b72d-4c4a-89c2-ad550895e169 req-2c37ca4e-1dc8-447f-bce1-9dd542c0489b tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:10.888682 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-454a0472-b72d-4c4a-89c2-ad550895e169 req-2c37ca4e-1dc8-447f-bce1-9dd542c0489b tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] 10.222.0.58 "GET /v2.0/ports?device_id=34bf0728-3bf9-4036-8e59-885b4140237b HTTP/1.1" status: 200 len: 946 time: 0.0555506 Apr 07 12:09:10.899294 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.db [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] For port 8849c4b4-086e-4627-9ee8-4cbde77fa632, host hv-cinder-83693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83693',level=0,port_id=8849c4b4-086e-4627-9ee8-4cbde77fa632,segment=NetworkSegment(dc1680e3-d64d-4d14-9b8d-ff4232801a16),segment_id=dc1680e3-d64d-4d14-9b8d-ff4232801a16)] {{(pid=103984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:09:10.924928 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 12:09:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f872fae-d8a7-4d65-b203-aca651f71185 x-openstack-request-id: req-6f872fae-d8a7-4d65-b203-aca651f71185 {{(pid=103984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:09:10.925226 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25ee8a8d-01ee-4116-a081-8546d7d15de3", "name": "network-vif-plugged", "status": "completed", "tag": "8849c4b4-086e-4627-9ee8-4cbde77fa632", "code": 200}]} {{(pid=103984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:09:10.925477 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6f872fae-d8a7-4d65-b203-aca651f71185 {{(pid=103984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:09:10.925873 dv-cinder-836930-1-iscsi neutron-server[103984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f872fae-d8a7-4d65-b203-aca651f71185'] response: {'server_uuid': '25ee8a8d-01ee-4116-a081-8546d7d15de3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8849c4b4-086e-4627-9ee8-4cbde77fa632', 'code': 200} Apr 07 12:09:10.953022 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-6012d439-5950-4a54-9757-5ed9a6b03488 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (ff28668c-cc3b-46fb-960f-59ba129704da), before_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:10.978619 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780057409639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780056949607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780056949625'] for port (8849c4b4-086e-4627-9ee8-4cbde77fa632), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:10.992838 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-454a0472-b72d-4c4a-89c2-ad550895e169 req-22ac1e4f-3838-446f-9aae-8a45d54da8b7 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] 10.222.0.58 "GET /v2.0/security-groups?id=50123f46-7cd8-49b6-9c22-20cd7e350c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979290 Apr 07 12:09:11.050421 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Pushing event updated for resources: {'Port': ['ID=8849c4b4-086e-4627-9ee8-4cbde77fa632,revision_number=5']} {{(pid=103984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:09:11.092958 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fac99fe-ec4d-45e2-93be-a100bce344b8 req-72572a1c-d217-4941-b7ea-27056419a821 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:11.095098 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-6fac99fe-ec4d-45e2-93be-a100bce344b8 req-72572a1c-d217-4941-b7ea-27056419a821 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/ports?device_id=25ee8a8d-01ee-4116-a081-8546d7d15de3 HTTP/1.1" status: 200 len: 946 time: 0.0766075 Apr 07 12:09:11.139542 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-6012d439-5950-4a54-9757-5ed9a6b03488 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Publish callbacks [] for port (ff28668c-cc3b-46fb-960f-59ba129704da), precommit_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:11.152944 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-6fac99fe-ec4d-45e2-93be-a100bce344b8 req-0f5ad9a4-1a8e-4745-9230-77c691f09d61 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/security-groups?id=1bc13a4b-bf7a-431b-94bf-6b370d841026&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517435 Apr 07 12:09:11.241573 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-6012d439-5950-4a54-9757-5ed9a6b03488 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780057409639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780056949607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780056949625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126495704'] for port (ff28668c-cc3b-46fb-960f-59ba129704da), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:11.326026 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6012d439-5950-4a54-9757-5ed9a6b03488 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Pushing event updated for resources: {'Port': ['ID=ff28668c-cc3b-46fb-960f-59ba129704da,revision_number=2']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:09:11.336968 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-6012d439-5950-4a54-9757-5ed9a6b03488 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2019898'] for floatingip (a60e4231-b389-4358-b5ab-af5aaba554a5), after_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:11.379605 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acaf5f0-d952-457f-b660-d88cec25fc1d req-38f8acb8-cb9d-4468-80d5-3fa4b9c618f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:11.381168 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-0acaf5f0-d952-457f-b660-d88cec25fc1d req-38f8acb8-cb9d-4468-80d5-3fa4b9c618f0 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=25ee8a8d-01ee-4116-a081-8546d7d15de3 HTTP/1.1" status: 200 len: 1130 time: 0.0463388 Apr 07 12:09:11.403055 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-6012d439-5950-4a54-9757-5ed9a6b03488 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91606'] for floatingip (None), before_response {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:11.410049 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [None req-6012d439-5950-4a54-9757-5ed9a6b03488 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2697701 Apr 07 12:09:11.428589 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-0acaf5f0-d952-457f-b660-d88cec25fc1d req-020846b1-30a3-43ac-b25e-0e8b80f0a4b1 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=1bc13a4b-bf7a-431b-94bf-6b370d841026&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410991 Apr 07 12:09:11.601543 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-f12ef37b-cf70-45c5-9316-4f45267a5b01 req-831629c7-9e8d-4e53-b154-5c4a50eddffe tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--1000195794&fields=id&tenant_id=58b56b91563a42a8bdc5c09e03b65f27 HTTP/1.1" status: 200 len: 267 time: 0.0419147 Apr 07 12:09:11.709437 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12ef37b-cf70-45c5-9316-4f45267a5b01 req-0e8123aa-b888-4ad1-9071-f66a15710428 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:11.710892 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-f12ef37b-cf70-45c5-9316-4f45267a5b01 req-0e8123aa-b888-4ad1-9071-f66a15710428 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] 10.222.0.58 "GET /v2.0/networks?id=30ebdc73-30d3-4d75-a45d-118501e4a6d7 HTTP/1.1" status: 200 len: 814 time: 0.1029563 Apr 07 12:09:11.725001 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-f12ef37b-cf70-45c5-9316-4f45267a5b01 req-359c71dc-7623-4c90-8c1e-0a292ffe9d91 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] 10.222.0.58 "GET /v2.0/quotas/58b56b91563a42a8bdc5c09e03b65f27 HTTP/1.1" status: 200 len: 375 time: 0.0087285 Apr 07 12:09:11.780318 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-f12ef37b-cf70-45c5-9316-4f45267a5b01 req-2e1059e1-9887-4322-9591-1de0dfc7dff3 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=58b56b91563a42a8bdc5c09e03b65f27&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0503163 Apr 07 12:09:11.879525 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-f12ef37b-cf70-45c5-9316-4f45267a5b01 req-b6d43afd-1682-4a32-87ad-e605ec5607d7 service neutron] 10.222.0.58 "GET /v2.0/networks/30ebdc73-30d3-4d75-a45d-118501e4a6d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873132 Apr 07 12:09:11.970655 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-f12ef37b-cf70-45c5-9316-4f45267a5b01 req-b922438b-5578-42bb-a780-bed7661a4a43 service neutron] 10.222.0.58 "GET /v2.0/networks/30ebdc73-30d3-4d75-a45d-118501e4a6d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852787 Apr 07 12:09:12.115847 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c22485-e403-48ed-9d28-d266d2586f7c req-879a5801-7678-4690-95dc-d3ad77be9ffc tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:12.117425 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-f5c22485-e403-48ed-9d28-d266d2586f7c req-879a5801-7678-4690-95dc-d3ad77be9ffc tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] 10.222.0.58 "GET /v2.0/ports?device_id=34bf0728-3bf9-4036-8e59-885b4140237b HTTP/1.1" status: 200 len: 946 time: 0.0572331 Apr 07 12:09:12.209212 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-03e9e219-0636-42e3-80d3-a8acb205b221 req-e2b1d14e-fdec-4e92-bdf0-ed24fec0c58b tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] 10.222.0.58 "GET /v2.0/ports?device_id=d97fce47-930f-41a6-b00d-8f5ade50beb7 HTTP/1.1" status: 200 len: 210 time: 0.0345004 Apr 07 12:09:12.330872 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf5aa2c-954b-4ef4-bea0-63e56b3817d8 req-ba369850-bdd4-4a76-9f47-03e65678e01f tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:12.334916 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-0cf5aa2c-954b-4ef4-bea0-63e56b3817d8 req-ba369850-bdd4-4a76-9f47-03e65678e01f tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/ports?device_id=25ee8a8d-01ee-4116-a081-8546d7d15de3 HTTP/1.1" status: 200 len: 946 time: 0.0670769 Apr 07 12:09:12.397305 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-0cf5aa2c-954b-4ef4-bea0-63e56b3817d8 req-1c01b7f1-1671-4671-9073-323705746649 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/security-groups?id=1bc13a4b-bf7a-431b-94bf-6b370d841026&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585742 Apr 07 12:09:12.434657 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-f5c22485-e403-48ed-9d28-d266d2586f7c req-4481f4f3-2b9e-4158-be9c-97b8d37269b5 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] 10.222.0.58 "GET /v2.0/security-groups?id=50123f46-7cd8-49b6-9c22-20cd7e350c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3115346 Apr 07 12:09:13.304728 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-edd017ac-e410-46d6-a1bb-06b5cd25b2e4 req-f2f43593-7f0f-4762-9bbf-31f410e682f1 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] 10.222.0.58 "GET /v2.0/ports?device_id=d97fce47-930f-41a6-b00d-8f5ade50beb7 HTTP/1.1" status: 200 len: 210 time: 0.0273700 Apr 07 12:09:13.517422 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69934f5-58ea-4598-a2f7-3b3c687a3566 req-7c9cfff0-de44-46f8-a602-68b325426b04 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:13.519007 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-d69934f5-58ea-4598-a2f7-3b3c687a3566 req-7c9cfff0-de44-46f8-a602-68b325426b04 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/ports?device_id=25ee8a8d-01ee-4116-a081-8546d7d15de3 HTTP/1.1" status: 200 len: 946 time: 0.0531013 Apr 07 12:09:13.559692 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd323b6d-5cf0-49e7-b826-a9bf07544738 req-a8fbf011-073a-42aa-b79f-98174a1cdbe8 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:13.559692 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-bd323b6d-5cf0-49e7-b826-a9bf07544738 req-a8fbf011-073a-42aa-b79f-98174a1cdbe8 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] 10.222.0.58 "GET /v2.0/ports?device_id=34bf0728-3bf9-4036-8e59-885b4140237b HTTP/1.1" status: 200 len: 946 time: 0.0526805 Apr 07 12:09:13.568133 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-d69934f5-58ea-4598-a2f7-3b3c687a3566 req-44532c73-59e8-43b3-ab92-07765d55ec43 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/security-groups?id=1bc13a4b-bf7a-431b-94bf-6b370d841026&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434141 Apr 07 12:09:13.604735 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-bd323b6d-5cf0-49e7-b826-a9bf07544738 req-9c2f6caa-5c01-4ccd-be16-2f5761044350 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] 10.222.0.58 "GET /v2.0/security-groups?id=50123f46-7cd8-49b6-9c22-20cd7e350c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409172 Apr 07 12:09:13.685355 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9da70b-507c-4520-af49-3c6dadeb23d3 req-f65019d1-e8a0-4194-b621-13514db1f8ee tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:13.687005 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-db9da70b-507c-4520-af49-3c6dadeb23d3 req-f65019d1-e8a0-4194-b621-13514db1f8ee tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/ports?device_id=25ee8a8d-01ee-4116-a081-8546d7d15de3 HTTP/1.1" status: 200 len: 946 time: 0.0535605 Apr 07 12:09:13.696893 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.58', 37772) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:09:13.701292 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.v2.base [None req-08d103bb-8248-4f57-9115-636c4a96786b tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Request body: {'floatingip': {'port_id': '8849c4b4-086e-4627-9ee8-4cbde77fa632'}} {{(pid=103982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:09:13.742302 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-08d103bb-8248-4f57-9115-636c4a96786b tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Publish callbacks [] for floatingip (96870edc-0907-4dee-bb3f-8ec29ecb5726), before_update {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:14.213083 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-08d103bb-8248-4f57-9115-636c4a96786b tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:14.281393 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-08d103bb-8248-4f57-9115-636c4a96786b tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2019898'] for floatingip (96870edc-0907-4dee-bb3f-8ec29ecb5726), after_update {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:14.393489 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.db.l3_db [None req-08d103bb-8248-4f57-9115-636c4a96786b tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Floating IP 96870edc-0907-4dee-bb3f-8ec29ecb5726 associated. External IP: 172.27.0.87, port: 8849c4b4-086e-4627-9ee8-4cbde77fa632. Apr 07 12:09:14.418206 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-fe1945eb-6d8d-46a4-9cbc-8cb73df2fb7b req-7e32718f-7c35-45e9-a109-e13fd9371e5a tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] 10.222.0.58 "GET /v2.0/ports?device_id=d97fce47-930f-41a6-b00d-8f5ade50beb7 HTTP/1.1" status: 200 len: 210 time: 0.0456796 Apr 07 12:09:14.616586 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08d103bb-8248-4f57-9115-636c4a96786b tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Router 10915a5b-44a1-445a-8ee4-c6170d308905 has already been hosted by L3 agent ad8978c4-6515-441c-a828-0289badd3b4a {{(pid=103982) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 12:09:14.756056 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08d103bb-8248-4f57-9115-636c4a96786b tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Notify agent at l3_agent.dv-cinder-836930-1-iscsi the message routers_updated {{(pid=103982) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 12:09:14.760806 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-08d103bb-8248-4f57-9115-636c4a96786b tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91606'] for floatingip (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:14.766092 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ce824a-7a92-4b05-997b-e6da258abdb9 None None] Sync routers for ids ['10915a5b-44a1-445a-8ee4-c6170d308905'] in dv-cinder-836930-1-iscsi {{(pid=103985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 12:09:14.772643 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc93a7d-f7ef-4eb9-accf-6e5c340d4651 req-5e2547d6-578c-4b40-9954-c692d8fc9e72 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:14.774112 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-3dc93a7d-f7ef-4eb9-accf-6e5c340d4651 req-5e2547d6-578c-4b40-9954-c692d8fc9e72 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] 10.222.0.58 "GET /v2.0/ports?device_id=34bf0728-3bf9-4036-8e59-885b4140237b HTTP/1.1" status: 200 len: 946 time: 0.0995152 Apr 07 12:09:14.776873 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ce824a-7a92-4b05-997b-e6da258abdb9 None None] Routers {'10915a5b-44a1-445a-8ee4-c6170d308905'} bound to L3 agent in host dv-cinder-836930-1-iscsi {{(pid=103985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:09:14.777493 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_hamode_db [None req-a5ce824a-7a92-4b05-997b-e6da258abdb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836930-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-07T11:57:34Z,description=,heartbeat_timestamp=2022-04-07T12:09:04Z,host='dv-cinder-836930-1-iscsi',id=ad8978c4-6515-441c-a828-0289badd3b4a,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:57:35Z,topic='l3_agent')) {'router_ids': ['10915a5b-44a1-445a-8ee4-c6170d308905'], 'active': True} {{(pid=103985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:09:14.816136 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [None req-08d103bb-8248-4f57-9115-636c4a96786b tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "PUT /v2.0/floatingips/96870edc-0907-4dee-bb3f-8ec29ecb5726 HTTP/1.1" status: 200 len: 991 time: 1.1181822 Apr 07 12:09:14.816860 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25ee8a8d-01ee-4116-a081-8546d7d15de3', 'tag': '8849c4b4-086e-4627-9ee8-4cbde77fa632'}] {{(pid=103982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:09:14.819089 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a87f3ac2112343cf46b731ae90f6f8f3b8b920e6472e7c70a4e5373429e5b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9a4226b-dafb-42c1-8e4f-b58677c8dab5" -d '{"events": [{"name": "network-changed", "server_uuid": "25ee8a8d-01ee-4116-a081-8546d7d15de3", "tag": "8849c4b4-086e-4627-9ee8-4cbde77fa632"}]}' {{(pid=103982) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:09:14.851428 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-3dc93a7d-f7ef-4eb9-accf-6e5c340d4651 req-bf614c71-6434-4973-96f1-7067e110ec32 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] 10.222.0.58 "GET /v2.0/security-groups?id=50123f46-7cd8-49b6-9c22-20cd7e350c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620253 Apr 07 12:09:14.863485 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 12:09:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b711e819-501a-4dc2-90cc-38c841c5607b x-openstack-request-id: req-b711e819-501a-4dc2-90cc-38c841c5607b {{(pid=103982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:09:14.863846 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25ee8a8d-01ee-4116-a081-8546d7d15de3", "tag": "8849c4b4-086e-4627-9ee8-4cbde77fa632", "status": "completed", "code": 200}]} {{(pid=103982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:09:14.867438 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b711e819-501a-4dc2-90cc-38c841c5607b {{(pid=103982) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:09:14.867868 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b711e819-501a-4dc2-90cc-38c841c5607b'] response: {'name': 'network-changed', 'server_uuid': '25ee8a8d-01ee-4116-a081-8546d7d15de3', 'tag': '8849c4b4-086e-4627-9ee8-4cbde77fa632', 'status': 'completed', 'code': 200} Apr 07 12:09:14.902496 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_dvr_db [None req-a5ce824a-7a92-4b05-997b-e6da258abdb9 None None] Set router 10915a5b-44a1-445a-8ee4-c6170d308905 gateway port host: dv-cinder-836930-1-iscsi {{(pid=103985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:09:14.993132 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a4226b-dafb-42c1-8e4f-b58677c8dab5 req-12d9d0ff-2e3d-4a23-8b2a-3468d44578bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:14.994651 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-f9a4226b-dafb-42c1-8e4f-b58677c8dab5 req-12d9d0ff-2e3d-4a23-8b2a-3468d44578bf service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=060237c359da41d49b858b2897b29918&device_id=25ee8a8d-01ee-4116-a081-8546d7d15de3 HTTP/1.1" status: 200 len: 1130 time: 0.0473492 Apr 07 12:09:15.141854 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_hamode_db [None req-a5ce824a-7a92-4b05-997b-e6da258abdb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10915a5b-44a1-445a-8ee4-c6170d308905', 'name': 'tempest-ServerRescueNegativeTestJSON-112950129-router', 'tenant_id': '060237c359da41d49b858b2897b29918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'external_fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': '16dcc467-cd6a-4708-8a3e-1a3399f3e889', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:06:28Z', 'updated_at': '2022-04-07T12:06:37Z', 'revision_number': 4, 'project_id': '060237c359da41d49b858b2897b29918', 'gw_port': {'id': '16dcc467-cd6a-4708-8a3e-1a3399f3e889', 'name': '', 'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:4f:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10915a5b-44a1-445a-8ee4-c6170d308905', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:06:29Z', 'updated_at': '2022-04-07T12:06:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4554067d-f507-4a99-8a98-0874c02c5721', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836930-1-iscsi', '_floatingips': [{'id': '96870edc-0907-4dee-bb3f-8ec29ecb5726', 'tenant_id': '060237c359da41d49b858b2897b29918', 'floating_ip_address': '172.27.0.87', 'floating_network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'router_id': '10915a5b-44a1-445a-8ee4-c6170d308905', 'port_id': '8849c4b4-086e-4627-9ee8-4cbde77fa632', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 390, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b54ec153-3bc9-439f-b426-165a936f23bb', 'mac_address': 'fa:16:3e:5f:1e:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25ee8a8d-01ee-4116-a081-8546d7d15de3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T12:08:58Z', 'updated_at': '2022-04-07T12:09:14Z', 'revision_number': 1, 'project_id': '060237c359da41d49b858b2897b29918', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42aff1c8-3988-46df-95cf-c0a66aeca9a8', 'name': '', 'network_id': 'b54ec153-3bc9-439f-b426-165a936f23bb', 'tenant_id': '060237c359da41d49b858b2897b29918', 'mac_address': 'fa:16:3e:08:1b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10915a5b-44a1-445a-8ee4-c6170d308905', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '45a072d7-ade8-4cd2-9025-cfaa01b8e30d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:06:35Z', 'updated_at': '2022-04-07T12:06:51Z', 'revision_number': 5, 'project_id': '060237c359da41d49b858b2897b29918', 'subnets': [{'id': '45a072d7-ade8-4cd2-9025-cfaa01b8e30d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836930-1-iscsi', False) {} {{(pid=103985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:09:15.150484 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a4226b-dafb-42c1-8e4f-b58677c8dab5 req-efe7f513-2556-4b6d-8d16-8d1840bfebfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:15.152116 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-f9a4226b-dafb-42c1-8e4f-b58677c8dab5 req-efe7f513-2556-4b6d-8d16-8d1840bfebfa service neutron] 10.222.0.49 "GET /v2.0/networks?id=b54ec153-3bc9-439f-b426-165a936f23bb HTTP/1.1" status: 200 len: 919 time: 0.0948248 Apr 07 12:09:15.166008 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12ef37b-cf70-45c5-9316-4f45267a5b01 req-7bd94e40-66bb-4aef-b541-122552f881a7 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:15.167651 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-f12ef37b-cf70-45c5-9316-4f45267a5b01 req-7bd94e40-66bb-4aef-b541-122552f881a7 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] 10.222.0.49 "GET /v2.0/networks?id=30ebdc73-30d3-4d75-a45d-118501e4a6d7 HTTP/1.1" status: 200 len: 814 time: 0.1099348 Apr 07 12:09:15.168193 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ce824a-7a92-4b05-997b-e6da258abdb9 None None] Checking router: 10915a5b-44a1-445a-8ee4-c6170d308905 for host: dv-cinder-836930-1-iscsi {{(pid=103985) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 12:09:15.176493 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ce824a-7a92-4b05-997b-e6da258abdb9 None None] Routers {'10915a5b-44a1-445a-8ee4-c6170d308905'} bound to L3 agent in host dv-cinder-836930-1-iscsi {{(pid=103985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:09:15.177322 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_hamode_db [None req-a5ce824a-7a92-4b05-997b-e6da258abdb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836930-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-07T11:57:34Z,description=,heartbeat_timestamp=2022-04-07T12:09:04Z,host='dv-cinder-836930-1-iscsi',id=ad8978c4-6515-441c-a828-0289badd3b4a,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:57:35Z,topic='l3_agent')) {'router_ids': ['10915a5b-44a1-445a-8ee4-c6170d308905'], 'active': True} {{(pid=103985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:09:15.250970 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-f9a4226b-dafb-42c1-8e4f-b58677c8dab5 req-85dbe85c-ced0-4310-b614-854dd85386ce service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8849c4b4-086e-4627-9ee8-4cbde77fa632 HTTP/1.1" status: 200 len: 999 time: 0.0757911 Apr 07 12:09:15.262397 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-f12ef37b-cf70-45c5-9316-4f45267a5b01 req-1af86583-f799-48f3-9cd6-02792aae0335 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=58b56b91563a42a8bdc5c09e03b65f27 HTTP/1.1" status: 200 len: 472 time: 0.0789130 Apr 07 12:09:15.278407 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.v2.base [req-f12ef37b-cf70-45c5-9316-4f45267a5b01 req-adf037e2-4337-4df7-af9c-24a9aaea3c2d tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Request body: {'port': {'device_id': 'd97fce47-930f-41a6-b00d-8f5ade50beb7', 'network_id': '30ebdc73-30d3-4d75-a45d-118501e4a6d7', 'admin_state_up': True, 'tenant_id': '58b56b91563a42a8bdc5c09e03b65f27', 'security_groups': ['fcca3f67-9a37-45b4-b23e-eef746ae0dc2']}} {{(pid=103983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:09:15.294513 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_dvr_db [None req-a5ce824a-7a92-4b05-997b-e6da258abdb9 None None] Set router 10915a5b-44a1-445a-8ee4-c6170d308905 gateway port host: dv-cinder-836930-1-iscsi {{(pid=103985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:09:15.318237 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a4226b-dafb-42c1-8e4f-b58677c8dab5 req-90f71a54-b8b4-4edd-af84-d238a4f7242d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:15.320000 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-f9a4226b-dafb-42c1-8e4f-b58677c8dab5 req-90f71a54-b8b4-4edd-af84-d238a4f7242d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=45a072d7-ade8-4cd2-9025-cfaa01b8e30d HTTP/1.1" status: 200 len: 857 time: 0.0469115 Apr 07 12:09:15.390313 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a4226b-dafb-42c1-8e4f-b58677c8dab5 req-4abf9dbf-fc79-41b7-86c3-7917d1d2c3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:15.391870 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-f9a4226b-dafb-42c1-8e4f-b58677c8dab5 req-4abf9dbf-fc79-41b7-86c3-7917d1d2c3e6 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b54ec153-3bc9-439f-b426-165a936f23bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0484617 Apr 07 12:09:15.481072 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f12ef37b-cf70-45c5-9316-4f45267a5b01 req-adf037e2-4337-4df7-af9c-24a9aaea3c2d tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Made reservation on behalf of 58b56b91563a42a8bdc5c09e03b65f27 for: {'port': 1} {{(pid=103983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 12:09:15.485872 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [req-f12ef37b-cf70-45c5-9316-4f45267a5b01 req-adf037e2-4337-4df7-af9c-24a9aaea3c2d tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (None), before_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:15.554828 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-f9a4226b-dafb-42c1-8e4f-b58677c8dab5 req-61312c5b-50c7-467c-b7ec-bc404b20273c service neutron] 10.222.0.49 "GET /v2.0/networks/b54ec153-3bc9-439f-b426-165a936f23bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510644 Apr 07 12:09:15.571340 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-32949770-691b-4985-a1fc-57326398516a req-1a90bf84-d3dd-4d69-bfce-a311d8355b41 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] 10.222.0.58 "GET /v2.0/ports?device_id=d97fce47-930f-41a6-b00d-8f5ade50beb7 HTTP/1.1" status: 200 len: 210 time: 0.0456557 Apr 07 12:09:15.595015 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_hamode_db [None req-a5ce824a-7a92-4b05-997b-e6da258abdb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10915a5b-44a1-445a-8ee4-c6170d308905', 'name': 'tempest-ServerRescueNegativeTestJSON-112950129-router', 'tenant_id': '060237c359da41d49b858b2897b29918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'external_fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': '16dcc467-cd6a-4708-8a3e-1a3399f3e889', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:06:28Z', 'updated_at': '2022-04-07T12:06:37Z', 'revision_number': 4, 'project_id': '060237c359da41d49b858b2897b29918', 'gw_port': {'id': '16dcc467-cd6a-4708-8a3e-1a3399f3e889', 'name': '', 'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:4f:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10915a5b-44a1-445a-8ee4-c6170d308905', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:06:29Z', 'updated_at': '2022-04-07T12:06:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4554067d-f507-4a99-8a98-0874c02c5721', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836930-1-iscsi', '_floatingips': [{'id': '96870edc-0907-4dee-bb3f-8ec29ecb5726', 'tenant_id': '060237c359da41d49b858b2897b29918', 'floating_ip_address': '172.27.0.87', 'floating_network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'router_id': '10915a5b-44a1-445a-8ee4-c6170d308905', 'port_id': '8849c4b4-086e-4627-9ee8-4cbde77fa632', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 390, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b54ec153-3bc9-439f-b426-165a936f23bb', 'mac_address': 'fa:16:3e:5f:1e:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25ee8a8d-01ee-4116-a081-8546d7d15de3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T12:08:58Z', 'updated_at': '2022-04-07T12:09:14Z', 'revision_number': 1, 'project_id': '060237c359da41d49b858b2897b29918', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42aff1c8-3988-46df-95cf-c0a66aeca9a8', 'name': '', 'network_id': 'b54ec153-3bc9-439f-b426-165a936f23bb', 'tenant_id': '060237c359da41d49b858b2897b29918', 'mac_address': 'fa:16:3e:08:1b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10915a5b-44a1-445a-8ee4-c6170d308905', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '45a072d7-ade8-4cd2-9025-cfaa01b8e30d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:06:35Z', 'updated_at': '2022-04-07T12:06:51Z', 'revision_number': 5, 'project_id': '060237c359da41d49b858b2897b29918', 'subnets': [{'id': '45a072d7-ade8-4cd2-9025-cfaa01b8e30d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836930-1-iscsi', False) {} {{(pid=103985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:09:15.623769 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ce824a-7a92-4b05-997b-e6da258abdb9 None None] The sync data for ids ['10915a5b-44a1-445a-8ee4-c6170d308905'] in dv-cinder-836930-1-iscsi is: [{'id': '10915a5b-44a1-445a-8ee4-c6170d308905', 'name': 'tempest-ServerRescueNegativeTestJSON-112950129-router', 'tenant_id': '060237c359da41d49b858b2897b29918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'external_fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': '16dcc467-cd6a-4708-8a3e-1a3399f3e889', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:06:28Z', 'updated_at': '2022-04-07T12:06:37Z', 'revision_number': 4, 'project_id': '060237c359da41d49b858b2897b29918', 'gw_port': {'id': '16dcc467-cd6a-4708-8a3e-1a3399f3e889', 'name': '', 'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:4f:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10915a5b-44a1-445a-8ee4-c6170d308905', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:06:29Z', 'updated_at': '2022-04-07T12:06:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4554067d-f507-4a99-8a98-0874c02c5721', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836930-1-iscsi', '_floatingips': [{'id': '96870edc-0907-4dee-bb3f-8ec29ecb5726', 'tenant_id': '060237c359da41d49b858b2897b29918', 'floating_ip_address': '172.27.0.87', 'floating_network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'router_id': '10915a5b-44a1-445a-8ee4-c6170d308905', 'port_id': '8849c4b4-086e-4627-9ee8-4cbde77fa632', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 390, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b54ec153-3bc9-439f-b426-165a936f23bb', 'mac_address': 'fa:16:3e:5f:1e:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25ee8a8d-01ee-4116-a081-8546d7d15de3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T12:08:58Z', 'updated_at': '2022-04-07T12:09:14Z', 'revision_number': 1, 'project_id': '060237c359da41d49b858b2897b29918', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42aff1c8-3988-46df-95cf-c0a66aeca9a8', 'name': '', 'network_id': 'b54ec153-3bc9-439f-b426-165a936f23bb', 'tenant_id': '060237c359da41d49b858b2897b29918', 'mac_address': 'fa:16:3e:08:1b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10915a5b-44a1-445a-8ee4-c6170d308905', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '45a072d7-ade8-4cd2-9025-cfaa01b8e30d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:06:35Z', 'updated_at': '2022-04-07T12:06:51Z', 'revision_number': 5, 'project_id': '060237c359da41d49b858b2897b29918', 'subnets': [{'id': '45a072d7-ade8-4cd2-9025-cfaa01b8e30d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 12:09:15.689783 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.db.db_base_plugin_common [req-f12ef37b-cf70-45c5-9316-4f45267a5b01 req-adf037e2-4337-4df7-af9c-24a9aaea3c2d tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Allocated IP 172.20.0.7 (30ebdc73-30d3-4d75-a45d-118501e4a6d7/7fc98a79-6638-4f9b-8125-b4339927e49b/1d83ea11-08f6-4297-8408-7ba93b9d8cda) {{(pid=103983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 12:09:15.830410 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-f9a4226b-dafb-42c1-8e4f-b58677c8dab5 req-84ed36cd-ed90-41b9-a719-ad26bd09e981 service neutron] 10.222.0.49 "GET /v2.0/networks/b54ec153-3bc9-439f-b426-165a936f23bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890856 Apr 07 12:09:15.837335 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [req-f12ef37b-cf70-45c5-9316-4f45267a5b01 req-adf037e2-4337-4df7-af9c-24a9aaea3c2d tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Publish callbacks [] for port (1d83ea11-08f6-4297-8408-7ba93b9d8cda), precommit_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:15.858405 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8930c50-7640-4279-980e-06d1c6c4cae5 None None] New status for floating IP 96870edc-0907-4dee-bb3f-8ec29ecb5726: ACTIVE {{(pid=103984) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 12:09:15.939512 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [req-f12ef37b-cf70-45c5-9316-4f45267a5b01 req-adf037e2-4337-4df7-af9c-24a9aaea3c2d tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780056949589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126495687'] for port (1d83ea11-08f6-4297-8408-7ba93b9d8cda), after_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:15.982483 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d065803d-9103-42b2-9f60-d24cf2afa0a3 req-9bf2cf6f-c5e1-40ea-8c72-378e3edd0fbf tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:15.984332 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-d065803d-9103-42b2-9f60-d24cf2afa0a3 req-9bf2cf6f-c5e1-40ea-8c72-378e3edd0fbf tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] 10.222.0.58 "GET /v2.0/ports?device_id=34bf0728-3bf9-4036-8e59-885b4140237b HTTP/1.1" status: 200 len: 946 time: 0.0592711 Apr 07 12:09:15.985170 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f12ef37b-cf70-45c5-9316-4f45267a5b01 req-adf037e2-4337-4df7-af9c-24a9aaea3c2d tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Network 30ebdc73-30d3-4d75-a45d-118501e4a6d7 is already hosted by enough agents. {{(pid=103983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:09:15.988124 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.scheduler.base_scheduler [req-f12ef37b-cf70-45c5-9316-4f45267a5b01 req-adf037e2-4337-4df7-af9c-24a9aaea3c2d tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Resources bound (agent type, host, resource id): {{(pid=103983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:09:15.992187 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.db.l3_dvrscheduler_db [req-f12ef37b-cf70-45c5-9316-4f45267a5b01 req-adf037e2-4337-4df7-af9c-24a9aaea3c2d tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Received port after_create {{(pid=103983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 12:09:16.030522 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf037e2-4337-4df7-af9c-24a9aaea3c2d tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Pushing event updated for resources: {'Port': ['ID=1d83ea11-08f6-4297-8408-7ba93b9d8cda,revision_number=1']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:09:16.052990 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-d065803d-9103-42b2-9f60-d24cf2afa0a3 req-e7e7252b-2622-4318-82b2-161c234c861d tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] 10.222.0.58 "GET /v2.0/security-groups?id=50123f46-7cd8-49b6-9c22-20cd7e350c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621090 Apr 07 12:09:16.054979 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12ef37b-cf70-45c5-9316-4f45267a5b01 req-adf037e2-4337-4df7-af9c-24a9aaea3c2d tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:16.055773 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [req-f12ef37b-cf70-45c5-9316-4f45267a5b01 req-adf037e2-4337-4df7-af9c-24a9aaea3c2d tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91606'] for port (None), before_response {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:16.152451 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-f12ef37b-cf70-45c5-9316-4f45267a5b01 req-adf037e2-4337-4df7-af9c-24a9aaea3c2d tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8779218 Apr 07 12:09:16.185282 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.v2.base [req-f12ef37b-cf70-45c5-9316-4f45267a5b01 req-a9e76476-a4c0-4040-8bac-0c27ef7f8722 service neutron] Request body: {'port': {'device_id': 'd97fce47-930f-41a6-b00d-8f5ade50beb7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83693'}} {{(pid=103983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:09:16.250217 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [req-f12ef37b-cf70-45c5-9316-4f45267a5b01 req-a9e76476-a4c0-4040-8bac-0c27ef7f8722 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (1d83ea11-08f6-4297-8408-7ba93b9d8cda), before_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:16.277154 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.provisioning_blocks [None req-31061c23-1259-484f-8032-861ef51f00db None None] Provisioning complete for port 1d83ea11-08f6-4297-8408-7ba93b9d8cda triggered by entity DHCP. {{(pid=103984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:09:16.277454 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-31061c23-1259-484f-8032-861ef51f00db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7484729'] for port (1d83ea11-08f6-4297-8408-7ba93b9d8cda), provisioning_complete {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:16.313081 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-31061c23-1259-484f-8032-861ef51f00db None None] Port 1d83ea11-08f6-4297-8408-7ba93b9d8cda cannot update to ACTIVE because it is not bound. {{(pid=103984) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 12:09:16.510759 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.notifiers.nova [req-f12ef37b-cf70-45c5-9316-4f45267a5b01 req-a9e76476-a4c0-4040-8bac-0c27ef7f8722 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d83ea11-08f6-4297-8408-7ba93b9d8cda {{(pid=103983) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 12:09:16.518046 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [req-f12ef37b-cf70-45c5-9316-4f45267a5b01 req-a9e76476-a4c0-4040-8bac-0c27ef7f8722 service neutron] Publish callbacks [] for port (1d83ea11-08f6-4297-8408-7ba93b9d8cda), precommit_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:16.530079 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.db.provisioning_blocks [req-f12ef37b-cf70-45c5-9316-4f45267a5b01 req-a9e76476-a4c0-4040-8bac-0c27ef7f8722 service neutron] Transition to ACTIVE for port object 1d83ea11-08f6-4297-8408-7ba93b9d8cda will not be triggered until provisioned by entity L2. {{(pid=103983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 12:09:16.635225 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [req-f12ef37b-cf70-45c5-9316-4f45267a5b01 req-a9e76476-a4c0-4040-8bac-0c27ef7f8722 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780057409639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780056949607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780056949625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126495704'] for port (1d83ea11-08f6-4297-8408-7ba93b9d8cda), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:16.722506 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e76476-a4c0-4040-8bac-0c27ef7f8722 service neutron] Pushing event updated for resources: {'Port': ['ID=1d83ea11-08f6-4297-8408-7ba93b9d8cda,revision_number=2']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:09:16.795091 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90ed4dd-2d35-4af7-8d05-deab4af4d752 req-a3a70804-982d-4b7c-bb1a-2e0e48a5bf99 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:16.797222 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-c90ed4dd-2d35-4af7-8d05-deab4af4d752 req-a3a70804-982d-4b7c-bb1a-2e0e48a5bf99 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] 10.222.0.58 "GET /v2.0/ports?device_id=d97fce47-930f-41a6-b00d-8f5ade50beb7 HTTP/1.1" status: 200 len: 943 time: 0.1330655 Apr 07 12:09:16.827628 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.plugins.ml2.managers [req-f12ef37b-cf70-45c5-9316-4f45267a5b01 req-a9e76476-a4c0-4040-8bac-0c27ef7f8722 service neutron] Attempting to bind port 1d83ea11-08f6-4297-8408-7ba93b9d8cda on host hv-cinder-83693 for vnic_type normal with profile {{(pid=103983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 12:09:16.828159 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.plugins.ml2.managers [req-f12ef37b-cf70-45c5-9316-4f45267a5b01 req-a9e76476-a4c0-4040-8bac-0c27ef7f8722 service neutron] Attempting to bind port 1d83ea11-08f6-4297-8408-7ba93b9d8cda by drivers openvswitch,hyperv on host hv-cinder-83693 at level 0 using segments [{'id': 'f5d7ecb0-5c7c-4273-b385-28574af1ff09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '30ebdc73-30d3-4d75-a45d-118501e4a6d7'}] {{(pid=103983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 12:09:16.828489 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f12ef37b-cf70-45c5-9316-4f45267a5b01 req-a9e76476-a4c0-4040-8bac-0c27ef7f8722 service neutron] Attempting to bind port 1d83ea11-08f6-4297-8408-7ba93b9d8cda on network 30ebdc73-30d3-4d75-a45d-118501e4a6d7 {{(pid=103983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:09:16.837685 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f12ef37b-cf70-45c5-9316-4f45267a5b01 req-a9e76476-a4c0-4040-8bac-0c27ef7f8722 service neutron] Port 1d83ea11-08f6-4297-8408-7ba93b9d8cda on network 30ebdc73-30d3-4d75-a45d-118501e4a6d7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83693 {{(pid=103983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 12:09:16.838010 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f12ef37b-cf70-45c5-9316-4f45267a5b01 req-a9e76476-a4c0-4040-8bac-0c27ef7f8722 service neutron] Attempting to bind port 1d83ea11-08f6-4297-8408-7ba93b9d8cda on network 30ebdc73-30d3-4d75-a45d-118501e4a6d7 {{(pid=103983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:09:16.849761 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f12ef37b-cf70-45c5-9316-4f45267a5b01 req-a9e76476-a4c0-4040-8bac-0c27ef7f8722 service neutron] Checking agent: {'id': 'b65c4e22-832a-4f2b-89ab-f6b5f91e1f65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83693', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 12, 4, 29), 'started_at': datetime.datetime(2022, 4, 7, 12, 4, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 12, 8, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 12:09:16.850099 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f12ef37b-cf70-45c5-9316-4f45267a5b01 req-a9e76476-a4c0-4040-8bac-0c27ef7f8722 service neutron] Checking segment: {'id': 'f5d7ecb0-5c7c-4273-b385-28574af1ff09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '30ebdc73-30d3-4d75-a45d-118501e4a6d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:09:16.850470 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f12ef37b-cf70-45c5-9316-4f45267a5b01 req-a9e76476-a4c0-4040-8bac-0c27ef7f8722 service neutron] Bound using segment: {'id': 'f5d7ecb0-5c7c-4273-b385-28574af1ff09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '30ebdc73-30d3-4d75-a45d-118501e4a6d7'} {{(pid=103983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 12:09:16.850937 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.plugins.ml2.managers [req-f12ef37b-cf70-45c5-9316-4f45267a5b01 req-a9e76476-a4c0-4040-8bac-0c27ef7f8722 service neutron] Bound port: 1d83ea11-08f6-4297-8408-7ba93b9d8cda, host: hv-cinder-83693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5d7ecb0-5c7c-4273-b385-28574af1ff09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '30ebdc73-30d3-4d75-a45d-118501e4a6d7'}}] {{(pid=103983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 12:09:16.851334 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [req-f12ef37b-cf70-45c5-9316-4f45267a5b01 req-a9e76476-a4c0-4040-8bac-0c27ef7f8722 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (1d83ea11-08f6-4297-8408-7ba93b9d8cda), before_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:16.874879 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-c90ed4dd-2d35-4af7-8d05-deab4af4d752 req-a6d47e93-ce69-4d49-ad5e-a21c67192508 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] 10.222.0.58 "GET /v2.0/security-groups?id=fcca3f67-9a37-45b4-b23e-eef746ae0dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713997 Apr 07 12:09:16.933690 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.plugins.ml2.db [req-f12ef37b-cf70-45c5-9316-4f45267a5b01 req-a9e76476-a4c0-4040-8bac-0c27ef7f8722 service neutron] For port 1d83ea11-08f6-4297-8408-7ba93b9d8cda, host hv-cinder-83693, cleared binding levels {{(pid=103983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 12:09:16.937193 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.plugins.ml2.db [req-f12ef37b-cf70-45c5-9316-4f45267a5b01 req-a9e76476-a4c0-4040-8bac-0c27ef7f8722 service neutron] For port 1d83ea11-08f6-4297-8408-7ba93b9d8cda, host hv-cinder-83693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83693',level=0,port_id=1d83ea11-08f6-4297-8408-7ba93b9d8cda,segment=NetworkSegment(f5d7ecb0-5c7c-4273-b385-28574af1ff09),segment_id=f5d7ecb0-5c7c-4273-b385-28574af1ff09)] {{(pid=103983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 12:09:17.058606 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [req-f12ef37b-cf70-45c5-9316-4f45267a5b01 req-a9e76476-a4c0-4040-8bac-0c27ef7f8722 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780057409639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780056949607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780056949625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126495704'] for port (1d83ea11-08f6-4297-8408-7ba93b9d8cda), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:17.172195 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9454d9-9803-4e35-a295-13d0926b428d req-2c432272-a9d4-418a-9193-b71f710eac59 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:17.173778 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-ff9454d9-9803-4e35-a295-13d0926b428d req-2c432272-a9d4-418a-9193-b71f710eac59 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] 10.222.0.58 "GET /v2.0/ports?device_id=34bf0728-3bf9-4036-8e59-885b4140237b HTTP/1.1" status: 200 len: 946 time: 0.0554466 Apr 07 12:09:17.227224 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-ff9454d9-9803-4e35-a295-13d0926b428d req-6e9b51ef-16cc-4bb2-b8ef-66f458268cb8 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] 10.222.0.58 "GET /v2.0/security-groups?id=50123f46-7cd8-49b6-9c22-20cd7e350c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469143 Apr 07 12:09:17.332227 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12ef37b-cf70-45c5-9316-4f45267a5b01 req-a9e76476-a4c0-4040-8bac-0c27ef7f8722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:17.332834 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [req-f12ef37b-cf70-45c5-9316-4f45267a5b01 req-a9e76476-a4c0-4040-8bac-0c27ef7f8722 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91606'] for port (None), before_response {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:17.334186 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-f12ef37b-cf70-45c5-9316-4f45267a5b01 req-a9e76476-a4c0-4040-8bac-0c27ef7f8722 service neutron] 10.222.0.49 "PUT /v2.0/ports/1d83ea11-08f6-4297-8408-7ba93b9d8cda HTTP/1.1" status: 200 len: 1093 time: 1.1568828 Apr 07 12:09:17.334646 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd97fce47-930f-41a6-b00d-8f5ade50beb7', 'tag': '1d83ea11-08f6-4297-8408-7ba93b9d8cda'}] {{(pid=103983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:09:17.336862 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0a7841b86293cbb58346800955405af87a5c8eeb3540a71a4bbd7df08edd1cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30b285b9-d6bb-4fc6-9e60-105e8db42bf2" -d '{"events": [{"name": "network-changed", "server_uuid": "d97fce47-930f-41a6-b00d-8f5ade50beb7", "tag": "1d83ea11-08f6-4297-8408-7ba93b9d8cda"}]}' {{(pid=103983) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:09:17.362422 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e76476-a4c0-4040-8bac-0c27ef7f8722 service neutron] Pushing event updated for resources: {'Port': ['ID=1d83ea11-08f6-4297-8408-7ba93b9d8cda,revision_number=3']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:09:17.384849 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 12:09:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37e8031b-1373-4866-a8a3-2ba4b4ed084a x-openstack-request-id: req-37e8031b-1373-4866-a8a3-2ba4b4ed084a {{(pid=103983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:09:17.385138 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d97fce47-930f-41a6-b00d-8f5ade50beb7", "tag": "1d83ea11-08f6-4297-8408-7ba93b9d8cda", "status": "completed", "code": 200}]} {{(pid=103983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:09:17.385385 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-37e8031b-1373-4866-a8a3-2ba4b4ed084a {{(pid=103983) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:09:17.385773 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37e8031b-1373-4866-a8a3-2ba4b4ed084a'] response: {'name': 'network-changed', 'server_uuid': 'd97fce47-930f-41a6-b00d-8f5ade50beb7', 'tag': '1d83ea11-08f6-4297-8408-7ba93b9d8cda', 'status': 'completed', 'code': 200} Apr 07 12:09:17.387675 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.58', 37834) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:09:17.482101 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b285b9-d6bb-4fc6-9e60-105e8db42bf2 req-6e7def69-1ca3-49d1-91be-17f175391da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:17.483644 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-30b285b9-d6bb-4fc6-9e60-105e8db42bf2 req-6e7def69-1ca3-49d1-91be-17f175391da6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=58b56b91563a42a8bdc5c09e03b65f27&device_id=d97fce47-930f-41a6-b00d-8f5ade50beb7 HTTP/1.1" status: 200 len: 1127 time: 0.0469582 Apr 07 12:09:17.502190 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-490051a4-428b-4bc7-8eb3-982983d56e5d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:17.583479 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-490051a4-428b-4bc7-8eb3-982983d56e5d admin admin] Publish callbacks [] for security_group (ce5dea3c-a279-41c2-8a64-26cc76092744), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:17.602007 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b285b9-d6bb-4fc6-9e60-105e8db42bf2 req-4a2b151f-fa8f-4806-a6fa-b76b125c3d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:17.603503 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-30b285b9-d6bb-4fc6-9e60-105e8db42bf2 req-4a2b151f-fa8f-4806-a6fa-b76b125c3d02 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=58b56b91563a42a8bdc5c09e03b65f27&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1016424 Apr 07 12:09:17.646821 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-490051a4-428b-4bc7-8eb3-982983d56e5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678166'] for security_group (ce5dea3c-a279-41c2-8a64-26cc76092744), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:17.684698 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490051a4-428b-4bc7-8eb3-982983d56e5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce5dea3c-a279-41c2-8a64-26cc76092744,revision_number=1']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:09:17.692130 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [None req-490051a4-428b-4bc7-8eb3-982983d56e5d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b86587c7d5ec47cf81f90636ef475e74&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3033073 Apr 07 12:09:17.694907 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.58', 37840) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:09:17.708807 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b285b9-d6bb-4fc6-9e60-105e8db42bf2 req-a642ddc6-7cbc-46f1-9d66-091e4a1d79e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:17.710327 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-30b285b9-d6bb-4fc6-9e60-105e8db42bf2 req-a642ddc6-7cbc-46f1-9d66-091e4a1d79e6 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0990458 Apr 07 12:09:17.746345 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-a186ebb3-ecd6-4987-ab43-d8c2036d9162 admin admin] Publish callbacks [] for security_group (ce5dea3c-a279-41c2-8a64-26cc76092744), before_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:17.767469 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-a186ebb3-ecd6-4987-ab43-d8c2036d9162 admin admin] Publish callbacks [] for security_group (ce5dea3c-a279-41c2-8a64-26cc76092744), precommit_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:17.834795 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12ef37b-cf70-45c5-9316-4f45267a5b01 req-0e937702-c52f-4c5c-af7f-a74677dcbfe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:17.836266 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-f12ef37b-cf70-45c5-9316-4f45267a5b01 req-0e937702-c52f-4c5c-af7f-a74677dcbfe9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=58b56b91563a42a8bdc5c09e03b65f27&device_id=d97fce47-930f-41a6-b00d-8f5ade50beb7 HTTP/1.1" status: 200 len: 1127 time: 0.0481324 Apr 07 12:09:17.857921 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-a186ebb3-ecd6-4987-ab43-d8c2036d9162 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678166'] for security_group (ce5dea3c-a279-41c2-8a64-26cc76092744), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:17.861224 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-a186ebb3-ecd6-4987-ab43-d8c2036d9162 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:17.862391 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [None req-a186ebb3-ecd6-4987-ab43-d8c2036d9162 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ce5dea3c-a279-41c2-8a64-26cc76092744 HTTP/1.1" status: 204 len: 168 time: 0.1665123 Apr 07 12:09:17.871742 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a186ebb3-ecd6-4987-ab43-d8c2036d9162 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce5dea3c-a279-41c2-8a64-26cc76092744,revision_number=None']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:09:17.908457 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-f12ef37b-cf70-45c5-9316-4f45267a5b01 req-e1cb1970-21a8-45bc-b653-e9ff14154ecb service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1d83ea11-08f6-4297-8408-7ba93b9d8cda HTTP/1.1" status: 200 len: 217 time: 0.0478477 Apr 07 12:09:17.975278 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12ef37b-cf70-45c5-9316-4f45267a5b01 req-fc65ea22-4b9b-4ebc-9469-3699e3297f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:17.976888 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-f12ef37b-cf70-45c5-9316-4f45267a5b01 req-fc65ea22-4b9b-4ebc-9469-3699e3297f45 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7fc98a79-6638-4f9b-8125-b4339927e49b HTTP/1.1" status: 200 len: 853 time: 0.0557268 Apr 07 12:09:18.018534 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df867190-d81f-48fc-9c87-b3350549bb82 req-d5a63071-5453-46a4-8e55-7406dd9207c0 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:18.020142 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-df867190-d81f-48fc-9c87-b3350549bb82 req-d5a63071-5453-46a4-8e55-7406dd9207c0 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] 10.222.0.58 "GET /v2.0/ports?device_id=d97fce47-930f-41a6-b00d-8f5ade50beb7 HTTP/1.1" status: 200 len: 943 time: 0.0584283 Apr 07 12:09:18.042194 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12ef37b-cf70-45c5-9316-4f45267a5b01 req-17e4ca7c-3105-413c-898d-e107ccda2948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:18.043762 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-f12ef37b-cf70-45c5-9316-4f45267a5b01 req-17e4ca7c-3105-413c-898d-e107ccda2948 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=30ebdc73-30d3-4d75-a45d-118501e4a6d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0541034 Apr 07 12:09:18.069561 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-df867190-d81f-48fc-9c87-b3350549bb82 req-42da8f01-4166-45f7-9ec8-3ed941ddba12 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] 10.222.0.58 "GET /v2.0/security-groups?id=fcca3f67-9a37-45b4-b23e-eef746ae0dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434482 Apr 07 12:09:18.147274 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-f12ef37b-cf70-45c5-9316-4f45267a5b01 req-7ec59a43-0f8c-4e42-811f-8930604eae14 service neutron] 10.222.0.49 "GET /v2.0/networks/30ebdc73-30d3-4d75-a45d-118501e4a6d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920002 Apr 07 12:09:18.258892 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-f12ef37b-cf70-45c5-9316-4f45267a5b01 req-2c068590-db0b-40e7-97db-0d2a677a96b9 service neutron] 10.222.0.49 "GET /v2.0/networks/30ebdc73-30d3-4d75-a45d-118501e4a6d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949104 Apr 07 12:09:18.350426 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c084dfd-1950-4572-9b76-8e38d28ab7e7 req-5458b9a2-8f60-4e09-9032-3d37544c2930 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:18.351928 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-3c084dfd-1950-4572-9b76-8e38d28ab7e7 req-5458b9a2-8f60-4e09-9032-3d37544c2930 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] 10.222.0.58 "GET /v2.0/ports?device_id=34bf0728-3bf9-4036-8e59-885b4140237b HTTP/1.1" status: 200 len: 946 time: 0.0525625 Apr 07 12:09:18.398622 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-3c084dfd-1950-4572-9b76-8e38d28ab7e7 req-e7762744-c544-4194-ac57-ad90f8323ad9 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] 10.222.0.58 "GET /v2.0/security-groups?id=50123f46-7cd8-49b6-9c22-20cd7e350c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408523 Apr 07 12:09:18.423983 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.58', 37850) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:09:18.438495 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-285018d2-aabe-40da-b730-c3e254b3149c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:18.512615 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-285018d2-aabe-40da-b730-c3e254b3149c admin admin] Publish callbacks [] for security_group (38fc7eef-3bbb-4e37-a81c-74287e5b6879), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:18.560809 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-285018d2-aabe-40da-b730-c3e254b3149c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678166'] for security_group (38fc7eef-3bbb-4e37-a81c-74287e5b6879), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:18.598572 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [None req-285018d2-aabe-40da-b730-c3e254b3149c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8f231eb2ff2f4877a57e849fb8021872&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1735466 Apr 07 12:09:18.600491 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285018d2-aabe-40da-b730-c3e254b3149c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38fc7eef-3bbb-4e37-a81c-74287e5b6879,revision_number=1']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:09:18.601344 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.wsgi [-] (103983) accepted ('10.222.0.58', 37852) {{(pid=103983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:09:18.648708 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-e0511f09-0dce-4a2c-8386-f0a836fddab4 admin admin] Publish callbacks [] for security_group (38fc7eef-3bbb-4e37-a81c-74287e5b6879), before_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:18.670138 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-e0511f09-0dce-4a2c-8386-f0a836fddab4 admin admin] Publish callbacks [] for security_group (38fc7eef-3bbb-4e37-a81c-74287e5b6879), precommit_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:18.767402 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-e0511f09-0dce-4a2c-8386-f0a836fddab4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678166'] for security_group (38fc7eef-3bbb-4e37-a81c-74287e5b6879), after_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:18.769909 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-e0511f09-0dce-4a2c-8386-f0a836fddab4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:18.773434 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [None req-e0511f09-0dce-4a2c-8386-f0a836fddab4 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/38fc7eef-3bbb-4e37-a81c-74287e5b6879 HTTP/1.1" status: 204 len: 168 time: 0.1687493 Apr 07 12:09:18.779339 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0511f09-0dce-4a2c-8386-f0a836fddab4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38fc7eef-3bbb-4e37-a81c-74287e5b6879,revision_number=None']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:09:18.818084 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-719bdbff-cffb-4cd3-b451-252e083c92a2 req-58873a38-1813-4077-834d-3c9870e7cda2 tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1925449690&fields=id&tenant_id=a4085596b6ef4b2aa7ec76a5ca5df6a5 HTTP/1.1" status: 200 len: 267 time: 0.0459633 Apr 07 12:09:18.924970 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719bdbff-cffb-4cd3-b451-252e083c92a2 req-d785c2b2-4f13-412a-90b0-59e5811f6598 tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:18.926423 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-719bdbff-cffb-4cd3-b451-252e083c92a2 req-d785c2b2-4f13-412a-90b0-59e5811f6598 tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] 10.222.0.58 "GET /v2.0/networks?id=3ddbe8c1-9e72-419f-bb9d-9b04f45bb675 HTTP/1.1" status: 200 len: 809 time: 0.1019094 Apr 07 12:09:18.942056 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-719bdbff-cffb-4cd3-b451-252e083c92a2 req-53ae2d68-a394-4304-90b1-19fde9ed84b2 tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] 10.222.0.58 "GET /v2.0/quotas/a4085596b6ef4b2aa7ec76a5ca5df6a5 HTTP/1.1" status: 200 len: 375 time: 0.0096500 Apr 07 12:09:18.995833 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-719bdbff-cffb-4cd3-b451-252e083c92a2 req-44a73877-64cd-4dc2-bac6-540fdf0baf42 tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=a4085596b6ef4b2aa7ec76a5ca5df6a5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0486135 Apr 07 12:09:19.090311 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-719bdbff-cffb-4cd3-b451-252e083c92a2 req-f618c1db-2f40-48d6-ac86-f8d6cd7eabf3 service neutron] 10.222.0.58 "GET /v2.0/networks/3ddbe8c1-9e72-419f-bb9d-9b04f45bb675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824010 Apr 07 12:09:19.189225 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-719bdbff-cffb-4cd3-b451-252e083c92a2 req-73afd04a-3690-49f8-925f-d82d3d47773e service neutron] 10.222.0.58 "GET /v2.0/networks/3ddbe8c1-9e72-419f-bb9d-9b04f45bb675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921640 Apr 07 12:09:19.192235 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c528dfd-6e86-4cc5-a7a0-4a7fc4d45b6f req-7575aef9-1f52-4ee4-a4c4-2e5a3c6a63ec tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:19.193778 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-3c528dfd-6e86-4cc5-a7a0-4a7fc4d45b6f req-7575aef9-1f52-4ee4-a4c4-2e5a3c6a63ec tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] 10.222.0.58 "GET /v2.0/ports?device_id=d97fce47-930f-41a6-b00d-8f5ade50beb7 HTTP/1.1" status: 200 len: 943 time: 0.0547256 Apr 07 12:09:19.240708 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-3c528dfd-6e86-4cc5-a7a0-4a7fc4d45b6f req-0ce36662-31bc-4534-907a-b831502a69a4 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] 10.222.0.58 "GET /v2.0/security-groups?id=fcca3f67-9a37-45b4-b23e-eef746ae0dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414691 Apr 07 12:09:19.452718 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.wsgi [-] (103983) accepted ('10.222.0.58', 37874) {{(pid=103983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:09:19.465689 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-f84e899b-b1ef-45b4-9448-d9a19b9bd081 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:19.543992 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a9b2cb-9a7c-4c81-aa77-4833c7d0fff8 req-ebf0964f-60a9-484a-a3b1-1308129664af tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:19.545477 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-97a9b2cb-9a7c-4c81-aa77-4833c7d0fff8 req-ebf0964f-60a9-484a-a3b1-1308129664af tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] 10.222.0.58 "GET /v2.0/ports?device_id=34bf0728-3bf9-4036-8e59-885b4140237b HTTP/1.1" status: 200 len: 946 time: 0.0778117 Apr 07 12:09:19.610560 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-f84e899b-b1ef-45b4-9448-d9a19b9bd081 admin admin] Publish callbacks [] for security_group (0f9616f0-6dc6-4db2-b1ce-6f6f5996c0f0), precommit_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:19.621517 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-97a9b2cb-9a7c-4c81-aa77-4833c7d0fff8 req-8dbd68e3-ede8-46ae-ae16-d292221c41cc tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] 10.222.0.58 "GET /v2.0/security-groups?id=50123f46-7cd8-49b6-9c22-20cd7e350c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689602 Apr 07 12:09:19.852307 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-f84e899b-b1ef-45b4-9448-d9a19b9bd081 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678166'] for security_group (0f9616f0-6dc6-4db2-b1ce-6f6f5996c0f0), after_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:19.892885 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [None req-f84e899b-b1ef-45b4-9448-d9a19b9bd081 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=adc51caf29ec4b3f9c95b88ea343b442&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4390972 Apr 07 12:09:19.893729 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84e899b-b1ef-45b4-9448-d9a19b9bd081 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f9616f0-6dc6-4db2-b1ce-6f6f5996c0f0,revision_number=1']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:09:19.895786 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.58', 37876) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:09:19.943600 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-87e1f9be-cf2f-4b6e-a7aa-e90e52c30f6c admin admin] Publish callbacks [] for security_group (0f9616f0-6dc6-4db2-b1ce-6f6f5996c0f0), before_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:19.969164 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-87e1f9be-cf2f-4b6e-a7aa-e90e52c30f6c admin admin] Publish callbacks [] for security_group (0f9616f0-6dc6-4db2-b1ce-6f6f5996c0f0), precommit_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:20.034069 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-802bd92d-07b0-4f59-8e49-97f9cdb01608 req-56a80c02-4873-49cc-97f7-7eaf9e64b4b9 tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] 10.222.0.58 "GET /v2.0/ports?device_id=b2a26717-8ef7-454d-b710-31f27a75de4a HTTP/1.1" status: 200 len: 210 time: 0.0303421 Apr 07 12:09:20.098519 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-87e1f9be-cf2f-4b6e-a7aa-e90e52c30f6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678166'] for security_group (0f9616f0-6dc6-4db2-b1ce-6f6f5996c0f0), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:20.101359 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-87e1f9be-cf2f-4b6e-a7aa-e90e52c30f6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:20.102611 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [None req-87e1f9be-cf2f-4b6e-a7aa-e90e52c30f6c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0f9616f0-6dc6-4db2-b1ce-6f6f5996c0f0 HTTP/1.1" status: 204 len: 168 time: 0.2058160 Apr 07 12:09:20.110964 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e1f9be-cf2f-4b6e-a7aa-e90e52c30f6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f9616f0-6dc6-4db2-b1ce-6f6f5996c0f0,revision_number=None']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:09:20.363102 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd447bfa-1aea-48c7-8470-9a1961d0ca1d req-6f37ae90-32e3-41ae-8ae4-b53e11947b33 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:20.364630 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-dd447bfa-1aea-48c7-8470-9a1961d0ca1d req-6f37ae90-32e3-41ae-8ae4-b53e11947b33 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] 10.222.0.58 "GET /v2.0/ports?device_id=d97fce47-930f-41a6-b00d-8f5ade50beb7 HTTP/1.1" status: 200 len: 943 time: 0.0576239 Apr 07 12:09:20.417798 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-dd447bfa-1aea-48c7-8470-9a1961d0ca1d req-ddf7328f-cc1b-4167-8a26-c469412cf90d tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] 10.222.0.58 "GET /v2.0/security-groups?id=fcca3f67-9a37-45b4-b23e-eef746ae0dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475147 Apr 07 12:09:20.662086 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Device 1d83ea11-08f6-4297-8408-7ba93b9d8cda details requested by agent hyperv_hv-cinder-83693 with host hv-cinder-83693 {{(pid=103984) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 12:09:20.761361 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40af1a9-65bf-47bc-9130-04423fa6c535 req-5b4ba13c-f44c-4547-b3c9-4febcfcedf77 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:20.762879 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-a40af1a9-65bf-47bc-9130-04423fa6c535 req-5b4ba13c-f44c-4547-b3c9-4febcfcedf77 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] 10.222.0.58 "GET /v2.0/ports?device_id=34bf0728-3bf9-4036-8e59-885b4140237b HTTP/1.1" status: 200 len: 946 time: 0.0732591 Apr 07 12:09:20.770802 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.db [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] For port 1d83ea11-08f6-4297-8408-7ba93b9d8cda, host hv-cinder-83693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83693',level=0,port_id=1d83ea11-08f6-4297-8408-7ba93b9d8cda,segment=NetworkSegment(f5d7ecb0-5c7c-4273-b385-28574af1ff09),segment_id=f5d7ecb0-5c7c-4273-b385-28574af1ff09)] {{(pid=103984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:09:20.783313 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Returning: {'device': '1d83ea11-08f6-4297-8408-7ba93b9d8cda', 'network_id': '30ebdc73-30d3-4d75-a45d-118501e4a6d7', 'port_id': '1d83ea11-08f6-4297-8408-7ba93b9d8cda', 'mac_address': 'fa:16:3e:d9:c2:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fc98a79-6638-4f9b-8125-b4339927e49b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103984) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 12:09:20.813092 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-a40af1a9-65bf-47bc-9130-04423fa6c535 req-7a8c3b48-783f-4412-a36c-919b14c727f5 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] 10.222.0.58 "GET /v2.0/security-groups?id=50123f46-7cd8-49b6-9c22-20cd7e350c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435693 Apr 07 12:09:20.824026 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Current status of the port 1d83ea11-08f6-4297-8408-7ba93b9d8cda is: DOWN; New status is: BUILD {{(pid=103984) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:09:20.824476 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (1d83ea11-08f6-4297-8408-7ba93b9d8cda), before_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:20.838254 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.notifiers.nova [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d83ea11-08f6-4297-8408-7ba93b9d8cda {{(pid=103984) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 12:09:20.857587 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.db [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] For port 1d83ea11-08f6-4297-8408-7ba93b9d8cda, host hv-cinder-83693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83693',level=0,port_id=1d83ea11-08f6-4297-8408-7ba93b9d8cda,segment=NetworkSegment(f5d7ecb0-5c7c-4273-b385-28574af1ff09),segment_id=f5d7ecb0-5c7c-4273-b385-28574af1ff09)] {{(pid=103984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:09:20.949568 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780057409639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780056949607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780056949625'] for port (1d83ea11-08f6-4297-8408-7ba93b9d8cda), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:21.007456 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Pushing event updated for resources: {'Port': ['ID=1d83ea11-08f6-4297-8408-7ba93b9d8cda,revision_number=4']} {{(pid=103984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:09:21.129292 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-5b0acad0-17b8-4a9c-bdbf-f9481f8798ec req-86da40e3-1be0-483a-a42c-6d0a4d521a74 tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] 10.222.0.58 "GET /v2.0/ports?device_id=b2a26717-8ef7-454d-b710-31f27a75de4a HTTP/1.1" status: 200 len: 210 time: 0.0273156 Apr 07 12:09:21.369550 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.db [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] get_ports_and_sgs() called for port_ids ['1d83ea11-08f6-4297-8408-7ba93b9d8cda'] {{(pid=103984) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 12:09:21.549656 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45ca728-7234-49eb-8cdf-e5121e7f57fa req-620e4411-f31d-40dc-86b9-185ca66b6f77 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:21.551139 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-c45ca728-7234-49eb-8cdf-e5121e7f57fa req-620e4411-f31d-40dc-86b9-185ca66b6f77 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] 10.222.0.58 "GET /v2.0/ports?device_id=d97fce47-930f-41a6-b00d-8f5ade50beb7 HTTP/1.1" status: 200 len: 944 time: 0.0601265 Apr 07 12:09:21.598701 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-c45ca728-7234-49eb-8cdf-e5121e7f57fa req-24f67dac-9c84-470b-b88d-678010f0ce6f tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] 10.222.0.58 "GET /v2.0/security-groups?id=fcca3f67-9a37-45b4-b23e-eef746ae0dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414519 Apr 07 12:09:21.935647 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e12b7b7-d55f-45b3-9e0e-9f320ae3219c req-60bc895c-7c40-4c71-9984-dad2bd8b249b tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:21.937803 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-8e12b7b7-d55f-45b3-9e0e-9f320ae3219c req-60bc895c-7c40-4c71-9984-dad2bd8b249b tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] 10.222.0.58 "GET /v2.0/ports?device_id=34bf0728-3bf9-4036-8e59-885b4140237b HTTP/1.1" status: 200 len: 946 time: 0.0519314 Apr 07 12:09:21.984249 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-8e12b7b7-d55f-45b3-9e0e-9f320ae3219c req-551d3d70-1dd5-4a0d-a9ef-230edb812368 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] 10.222.0.58 "GET /v2.0/security-groups?id=50123f46-7cd8-49b6-9c22-20cd7e350c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407391 Apr 07 12:09:22.225109 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-d022de58-7817-4943-bb97-f8cc6ea1d801 req-59dd1062-618d-4998-a529-bf6bc62c2a3c tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] 10.222.0.58 "GET /v2.0/ports?device_id=b2a26717-8ef7-454d-b710-31f27a75de4a HTTP/1.1" status: 200 len: 210 time: 0.0280752 Apr 07 12:09:22.471660 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719bdbff-cffb-4cd3-b451-252e083c92a2 req-4180c4aa-082b-4281-a7de-738fda76463b tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:22.473126 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-719bdbff-cffb-4cd3-b451-252e083c92a2 req-4180c4aa-082b-4281-a7de-738fda76463b tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] 10.222.0.49 "GET /v2.0/networks?id=3ddbe8c1-9e72-419f-bb9d-9b04f45bb675 HTTP/1.1" status: 200 len: 809 time: 0.1131513 Apr 07 12:09:22.546009 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-719bdbff-cffb-4cd3-b451-252e083c92a2 req-ae96438f-44dd-46ce-990a-9db4850d6114 tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a4085596b6ef4b2aa7ec76a5ca5df6a5 HTTP/1.1" status: 200 len: 380 time: 0.0532057 Apr 07 12:09:22.559495 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.v2.base [req-719bdbff-cffb-4cd3-b451-252e083c92a2 req-57193e05-776d-4cd2-bd88-312683ce99e3 tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] Request body: {'port': {'device_id': 'b2a26717-8ef7-454d-b710-31f27a75de4a', 'network_id': '3ddbe8c1-9e72-419f-bb9d-9b04f45bb675', 'admin_state_up': True, 'tenant_id': 'a4085596b6ef4b2aa7ec76a5ca5df6a5', 'security_groups': ['1deef15e-ad32-4d18-a014-8ed81c74d088']}} {{(pid=103983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:09:22.655041 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Device 1d83ea11-08f6-4297-8408-7ba93b9d8cda up at agent hyperv_hv-cinder-83693 {{(pid=103984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:09:22.732277 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae2700e-88b6-4707-bdde-4e692754b019 req-723f4beb-f4b1-4bde-9a6a-92c201aafd73 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:22.733754 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-4ae2700e-88b6-4707-bdde-4e692754b019 req-723f4beb-f4b1-4bde-9a6a-92c201aafd73 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] 10.222.0.58 "GET /v2.0/ports?device_id=d97fce47-930f-41a6-b00d-8f5ade50beb7 HTTP/1.1" status: 200 len: 944 time: 0.0644062 Apr 07 12:09:22.780568 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-4ae2700e-88b6-4707-bdde-4e692754b019 req-2ec4d593-3977-472a-b702-b668e53f12fa tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] 10.222.0.58 "GET /v2.0/security-groups?id=fcca3f67-9a37-45b4-b23e-eef746ae0dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404286 Apr 07 12:09:22.858095 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-719bdbff-cffb-4cd3-b451-252e083c92a2 req-57193e05-776d-4cd2-bd88-312683ce99e3 tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] Made reservation on behalf of a4085596b6ef4b2aa7ec76a5ca5df6a5 for: {'port': 1} {{(pid=103983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 12:09:22.861456 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [req-719bdbff-cffb-4cd3-b451-252e083c92a2 req-57193e05-776d-4cd2-bd88-312683ce99e3 tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (None), before_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:22.892526 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.provisioning_blocks [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Provisioning for port 1d83ea11-08f6-4297-8408-7ba93b9d8cda completed by entity L2. {{(pid=103984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 12:09:22.896658 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.provisioning_blocks [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Provisioning complete for port 1d83ea11-08f6-4297-8408-7ba93b9d8cda triggered by entity L2. {{(pid=103984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:09:22.897029 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7484729'] for port (1d83ea11-08f6-4297-8408-7ba93b9d8cda), provisioning_complete {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:22.984017 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Current status of the port 1d83ea11-08f6-4297-8408-7ba93b9d8cda is: BUILD; New status is: ACTIVE {{(pid=103984) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:09:22.984409 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (1d83ea11-08f6-4297-8408-7ba93b9d8cda), before_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:22.994987 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.db.db_base_plugin_common [req-719bdbff-cffb-4cd3-b451-252e083c92a2 req-57193e05-776d-4cd2-bd88-312683ce99e3 tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] Allocated IP 172.20.0.8 (3ddbe8c1-9e72-419f-bb9d-9b04f45bb675/6305e169-23ba-4b2b-83ee-e04d73c5b0bb/ded65079-4bdf-4a1a-8747-1a8d8dd95b18) {{(pid=103983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 12:09:23.007721 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd97fce47-930f-41a6-b00d-8f5ade50beb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d83ea11-08f6-4297-8408-7ba93b9d8cda'}] {{(pid=103984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:09:23.010183 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0608bff1dee5f704c30ce50aefecbc08eaebc6e842b477e08be3f7901197da8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2de67493-ecff-4a2e-a510-87290d0a3ea7" -d '{"events": [{"server_uuid": "d97fce47-930f-41a6-b00d-8f5ade50beb7", "name": "network-vif-plugged", "status": "completed", "tag": "1d83ea11-08f6-4297-8408-7ba93b9d8cda"}]}' {{(pid=103984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:09:23.024344 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.db [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] For port 1d83ea11-08f6-4297-8408-7ba93b9d8cda, host hv-cinder-83693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83693',level=0,port_id=1d83ea11-08f6-4297-8408-7ba93b9d8cda,segment=NetworkSegment(f5d7ecb0-5c7c-4273-b385-28574af1ff09),segment_id=f5d7ecb0-5c7c-4273-b385-28574af1ff09)] {{(pid=103984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:09:23.063016 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 12:09:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33c6c8aa-d911-4de9-ad46-329bae9f9862 x-openstack-request-id: req-33c6c8aa-d911-4de9-ad46-329bae9f9862 {{(pid=103984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:09:23.063354 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d97fce47-930f-41a6-b00d-8f5ade50beb7", "name": "network-vif-plugged", "status": "completed", "tag": "1d83ea11-08f6-4297-8408-7ba93b9d8cda", "code": 200}]} {{(pid=103984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:09:23.063636 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-33c6c8aa-d911-4de9-ad46-329bae9f9862 {{(pid=103984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:09:23.064047 dv-cinder-836930-1-iscsi neutron-server[103984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33c6c8aa-d911-4de9-ad46-329bae9f9862'] response: {'server_uuid': 'd97fce47-930f-41a6-b00d-8f5ade50beb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d83ea11-08f6-4297-8408-7ba93b9d8cda', 'code': 200} Apr 07 12:09:23.107189 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780057409639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780056949607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780056949625'] for port (1d83ea11-08f6-4297-8408-7ba93b9d8cda), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:23.166041 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Pushing event updated for resources: {'Port': ['ID=1d83ea11-08f6-4297-8408-7ba93b9d8cda,revision_number=5']} {{(pid=103984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:09:23.184530 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [req-719bdbff-cffb-4cd3-b451-252e083c92a2 req-57193e05-776d-4cd2-bd88-312683ce99e3 tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] Publish callbacks [] for port (ded65079-4bdf-4a1a-8747-1a8d8dd95b18), precommit_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:23.193419 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc847db-c1f6-4b64-8b67-f55c994f5151 req-f14337f8-81a4-401c-a38f-242cc47d6f98 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:23.194899 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-4cc847db-c1f6-4b64-8b67-f55c994f5151 req-f14337f8-81a4-401c-a38f-242cc47d6f98 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] 10.222.0.58 "GET /v2.0/ports?device_id=34bf0728-3bf9-4036-8e59-885b4140237b HTTP/1.1" status: 200 len: 946 time: 0.0951366 Apr 07 12:09:23.263961 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-4cc847db-c1f6-4b64-8b67-f55c994f5151 req-7abc7754-3b90-4be0-b035-33af7e405581 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] 10.222.0.58 "GET /v2.0/security-groups?id=50123f46-7cd8-49b6-9c22-20cd7e350c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612576 Apr 07 12:09:23.321277 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [req-719bdbff-cffb-4cd3-b451-252e083c92a2 req-57193e05-776d-4cd2-bd88-312683ce99e3 tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780056949589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126495687'] for port (ded65079-4bdf-4a1a-8747-1a8d8dd95b18), after_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:23.338904 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-5bb99676-cb84-49f4-b231-524e1acd7ef3 req-a803763c-ba6b-4c73-8355-ae99293c9537 tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] 10.222.0.58 "GET /v2.0/ports?device_id=b2a26717-8ef7-454d-b710-31f27a75de4a HTTP/1.1" status: 200 len: 210 time: 0.0306494 Apr 07 12:09:23.369892 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-719bdbff-cffb-4cd3-b451-252e083c92a2 req-57193e05-776d-4cd2-bd88-312683ce99e3 tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] Network 3ddbe8c1-9e72-419f-bb9d-9b04f45bb675 is already hosted by enough agents. {{(pid=103983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:09:23.373403 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.scheduler.base_scheduler [req-719bdbff-cffb-4cd3-b451-252e083c92a2 req-57193e05-776d-4cd2-bd88-312683ce99e3 tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] Resources bound (agent type, host, resource id): {{(pid=103983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:09:23.381692 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.db.l3_dvrscheduler_db [req-719bdbff-cffb-4cd3-b451-252e083c92a2 req-57193e05-776d-4cd2-bd88-312683ce99e3 tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] Received port after_create {{(pid=103983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 12:09:23.417450 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57193e05-776d-4cd2-bd88-312683ce99e3 tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] Pushing event updated for resources: {'Port': ['ID=ded65079-4bdf-4a1a-8747-1a8d8dd95b18,revision_number=1']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:09:23.456036 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719bdbff-cffb-4cd3-b451-252e083c92a2 req-57193e05-776d-4cd2-bd88-312683ce99e3 tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:23.456675 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [req-719bdbff-cffb-4cd3-b451-252e083c92a2 req-57193e05-776d-4cd2-bd88-312683ce99e3 tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91606'] for port (None), before_response {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:23.468695 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d092283-bcfb-41d1-bc53-2a04568949f0 req-b2875240-e96c-478b-b4bf-2cca5fa3b2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:23.470187 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-8d092283-bcfb-41d1-bc53-2a04568949f0 req-b2875240-e96c-478b-b4bf-2cca5fa3b2c7 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=d97fce47-930f-41a6-b00d-8f5ade50beb7 HTTP/1.1" status: 200 len: 1129 time: 0.0494761 Apr 07 12:09:23.524976 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-8d092283-bcfb-41d1-bc53-2a04568949f0 req-27566355-6fe0-4e61-81d8-d1e5c522d957 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=fcca3f67-9a37-45b4-b23e-eef746ae0dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433795 Apr 07 12:09:23.592302 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-719bdbff-cffb-4cd3-b451-252e083c92a2 req-57193e05-776d-4cd2-bd88-312683ce99e3 tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0365424 Apr 07 12:09:23.632574 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.provisioning_blocks [None req-5b752eba-2e59-4b62-848a-aedfcd949195 None None] Provisioning complete for port ded65079-4bdf-4a1a-8747-1a8d8dd95b18 triggered by entity DHCP. {{(pid=103984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:09:23.632872 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-5b752eba-2e59-4b62-848a-aedfcd949195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7484729'] for port (ded65079-4bdf-4a1a-8747-1a8d8dd95b18), provisioning_complete {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:23.665267 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-5b752eba-2e59-4b62-848a-aedfcd949195 None None] Port ded65079-4bdf-4a1a-8747-1a8d8dd95b18 cannot update to ACTIVE because it is not bound. {{(pid=103984) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 12:09:23.897962 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d77287-06db-4e44-873a-950331fd9bb9 req-2fe3c2e6-8d16-485d-a96c-adac399a3cc6 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:23.899561 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-41d77287-06db-4e44-873a-950331fd9bb9 req-2fe3c2e6-8d16-485d-a96c-adac399a3cc6 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] 10.222.0.58 "GET /v2.0/ports?device_id=d97fce47-930f-41a6-b00d-8f5ade50beb7 HTTP/1.1" status: 200 len: 945 time: 0.0546036 Apr 07 12:09:23.922925 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.v2.base [req-719bdbff-cffb-4cd3-b451-252e083c92a2 req-e7648ebe-ebea-415d-8a10-ff0c499b6ced service neutron] Request body: {'port': {'device_id': 'b2a26717-8ef7-454d-b710-31f27a75de4a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83693'}} {{(pid=103983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:09:23.996022 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-41d77287-06db-4e44-873a-950331fd9bb9 req-15be68d5-4406-4ef9-b2f9-83dcbcc6ef12 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] 10.222.0.58 "GET /v2.0/security-groups?id=fcca3f67-9a37-45b4-b23e-eef746ae0dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906224 Apr 07 12:09:24.007741 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [req-719bdbff-cffb-4cd3-b451-252e083c92a2 req-e7648ebe-ebea-415d-8a10-ff0c499b6ced service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (ded65079-4bdf-4a1a-8747-1a8d8dd95b18), before_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:24.269076 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.notifiers.nova [req-719bdbff-cffb-4cd3-b451-252e083c92a2 req-e7648ebe-ebea-415d-8a10-ff0c499b6ced service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ded65079-4bdf-4a1a-8747-1a8d8dd95b18 {{(pid=103983) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 12:09:24.276456 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [req-719bdbff-cffb-4cd3-b451-252e083c92a2 req-e7648ebe-ebea-415d-8a10-ff0c499b6ced service neutron] Publish callbacks [] for port (ded65079-4bdf-4a1a-8747-1a8d8dd95b18), precommit_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:24.288360 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.db.provisioning_blocks [req-719bdbff-cffb-4cd3-b451-252e083c92a2 req-e7648ebe-ebea-415d-8a10-ff0c499b6ced service neutron] Transition to ACTIVE for port object ded65079-4bdf-4a1a-8747-1a8d8dd95b18 will not be triggered until provisioned by entity L2. {{(pid=103983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 12:09:24.355256 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [req-719bdbff-cffb-4cd3-b451-252e083c92a2 req-e7648ebe-ebea-415d-8a10-ff0c499b6ced service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780057409639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780056949607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780056949625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126495704'] for port (ded65079-4bdf-4a1a-8747-1a8d8dd95b18), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:24.412908 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fea0334-b573-40e6-b838-30d3bf18cff3 req-e32fe927-d2a4-4678-bd6e-e9b55eb4491a tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:24.412908 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-5fea0334-b573-40e6-b838-30d3bf18cff3 req-e32fe927-d2a4-4678-bd6e-e9b55eb4491a tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] 10.222.0.58 "GET /v2.0/ports?device_id=34bf0728-3bf9-4036-8e59-885b4140237b HTTP/1.1" status: 200 len: 946 time: 0.0740979 Apr 07 12:09:24.435666 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7648ebe-ebea-415d-8a10-ff0c499b6ced service neutron] Pushing event updated for resources: {'Port': ['ID=ded65079-4bdf-4a1a-8747-1a8d8dd95b18,revision_number=2']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:09:24.476574 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-5fea0334-b573-40e6-b838-30d3bf18cff3 req-327ad2d1-7a9c-460c-8634-a1133564787d tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] 10.222.0.58 "GET /v2.0/security-groups?id=50123f46-7cd8-49b6-9c22-20cd7e350c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580997 Apr 07 12:09:24.529441 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b72e1a3-172d-4490-bf31-0945dcddd55a req-5d92d22a-3a98-4a14-9d7b-031bc01a3c23 tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:24.531374 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-3b72e1a3-172d-4490-bf31-0945dcddd55a req-5d92d22a-3a98-4a14-9d7b-031bc01a3c23 tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] 10.222.0.58 "GET /v2.0/ports?device_id=b2a26717-8ef7-454d-b710-31f27a75de4a HTTP/1.1" status: 200 len: 943 time: 0.1002467 Apr 07 12:09:24.554968 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.plugins.ml2.managers [req-719bdbff-cffb-4cd3-b451-252e083c92a2 req-e7648ebe-ebea-415d-8a10-ff0c499b6ced service neutron] Attempting to bind port ded65079-4bdf-4a1a-8747-1a8d8dd95b18 on host hv-cinder-83693 for vnic_type normal with profile {{(pid=103983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 12:09:24.555341 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.plugins.ml2.managers [req-719bdbff-cffb-4cd3-b451-252e083c92a2 req-e7648ebe-ebea-415d-8a10-ff0c499b6ced service neutron] Attempting to bind port ded65079-4bdf-4a1a-8747-1a8d8dd95b18 by drivers openvswitch,hyperv on host hv-cinder-83693 at level 0 using segments [{'id': '03f974f2-7a81-4033-8e47-73794737a6ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '3ddbe8c1-9e72-419f-bb9d-9b04f45bb675'}] {{(pid=103983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 12:09:24.555667 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-719bdbff-cffb-4cd3-b451-252e083c92a2 req-e7648ebe-ebea-415d-8a10-ff0c499b6ced service neutron] Attempting to bind port ded65079-4bdf-4a1a-8747-1a8d8dd95b18 on network 3ddbe8c1-9e72-419f-bb9d-9b04f45bb675 {{(pid=103983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:09:24.566366 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-719bdbff-cffb-4cd3-b451-252e083c92a2 req-e7648ebe-ebea-415d-8a10-ff0c499b6ced service neutron] Port ded65079-4bdf-4a1a-8747-1a8d8dd95b18 on network 3ddbe8c1-9e72-419f-bb9d-9b04f45bb675 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83693 {{(pid=103983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 12:09:24.566692 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-719bdbff-cffb-4cd3-b451-252e083c92a2 req-e7648ebe-ebea-415d-8a10-ff0c499b6ced service neutron] Attempting to bind port ded65079-4bdf-4a1a-8747-1a8d8dd95b18 on network 3ddbe8c1-9e72-419f-bb9d-9b04f45bb675 {{(pid=103983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:09:24.580604 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-719bdbff-cffb-4cd3-b451-252e083c92a2 req-e7648ebe-ebea-415d-8a10-ff0c499b6ced service neutron] Checking agent: {'id': 'b65c4e22-832a-4f2b-89ab-f6b5f91e1f65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83693', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 12, 4, 29), 'started_at': datetime.datetime(2022, 4, 7, 12, 4, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 12, 8, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 12:09:24.580940 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-719bdbff-cffb-4cd3-b451-252e083c92a2 req-e7648ebe-ebea-415d-8a10-ff0c499b6ced service neutron] Checking segment: {'id': '03f974f2-7a81-4033-8e47-73794737a6ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '3ddbe8c1-9e72-419f-bb9d-9b04f45bb675'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:09:24.581318 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-719bdbff-cffb-4cd3-b451-252e083c92a2 req-e7648ebe-ebea-415d-8a10-ff0c499b6ced service neutron] Bound using segment: {'id': '03f974f2-7a81-4033-8e47-73794737a6ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '3ddbe8c1-9e72-419f-bb9d-9b04f45bb675'} {{(pid=103983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 12:09:24.581750 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.plugins.ml2.managers [req-719bdbff-cffb-4cd3-b451-252e083c92a2 req-e7648ebe-ebea-415d-8a10-ff0c499b6ced service neutron] Bound port: ded65079-4bdf-4a1a-8747-1a8d8dd95b18, host: hv-cinder-83693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03f974f2-7a81-4033-8e47-73794737a6ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '3ddbe8c1-9e72-419f-bb9d-9b04f45bb675'}}] {{(pid=103983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 12:09:24.582106 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [req-719bdbff-cffb-4cd3-b451-252e083c92a2 req-e7648ebe-ebea-415d-8a10-ff0c499b6ced service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (ded65079-4bdf-4a1a-8747-1a8d8dd95b18), before_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:24.609566 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-3b72e1a3-172d-4490-bf31-0945dcddd55a req-14e0f2a7-6738-4e03-b157-d3d4fb2d18cd tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] 10.222.0.58 "GET /v2.0/security-groups?id=1deef15e-ad32-4d18-a014-8ed81c74d088&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718443 Apr 07 12:09:24.668224 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.plugins.ml2.db [req-719bdbff-cffb-4cd3-b451-252e083c92a2 req-e7648ebe-ebea-415d-8a10-ff0c499b6ced service neutron] For port ded65079-4bdf-4a1a-8747-1a8d8dd95b18, host hv-cinder-83693, cleared binding levels {{(pid=103983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 12:09:24.671057 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.plugins.ml2.db [req-719bdbff-cffb-4cd3-b451-252e083c92a2 req-e7648ebe-ebea-415d-8a10-ff0c499b6ced service neutron] For port ded65079-4bdf-4a1a-8747-1a8d8dd95b18, host hv-cinder-83693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83693',level=0,port_id=ded65079-4bdf-4a1a-8747-1a8d8dd95b18,segment=NetworkSegment(03f974f2-7a81-4033-8e47-73794737a6ee),segment_id=03f974f2-7a81-4033-8e47-73794737a6ee)] {{(pid=103983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 12:09:24.767880 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [req-719bdbff-cffb-4cd3-b451-252e083c92a2 req-e7648ebe-ebea-415d-8a10-ff0c499b6ced service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780057409639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780056949607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780056949625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126495704'] for port (ded65079-4bdf-4a1a-8747-1a8d8dd95b18), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:24.801058 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719bdbff-cffb-4cd3-b451-252e083c92a2 req-e7648ebe-ebea-415d-8a10-ff0c499b6ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:24.801311 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [req-719bdbff-cffb-4cd3-b451-252e083c92a2 req-e7648ebe-ebea-415d-8a10-ff0c499b6ced service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91606'] for port (None), before_response {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:24.802664 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-719bdbff-cffb-4cd3-b451-252e083c92a2 req-e7648ebe-ebea-415d-8a10-ff0c499b6ced service neutron] 10.222.0.49 "PUT /v2.0/ports/ded65079-4bdf-4a1a-8747-1a8d8dd95b18 HTTP/1.1" status: 200 len: 1093 time: 0.8898022 Apr 07 12:09:24.803098 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2a26717-8ef7-454d-b710-31f27a75de4a', 'tag': 'ded65079-4bdf-4a1a-8747-1a8d8dd95b18'}] {{(pid=103983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:09:24.805410 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0a7841b86293cbb58346800955405af87a5c8eeb3540a71a4bbd7df08edd1cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce6f69b7-6d93-495a-9d56-18af77a173d5" -d '{"events": [{"name": "network-changed", "server_uuid": "b2a26717-8ef7-454d-b710-31f27a75de4a", "tag": "ded65079-4bdf-4a1a-8747-1a8d8dd95b18"}]}' {{(pid=103983) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:09:24.832346 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7648ebe-ebea-415d-8a10-ff0c499b6ced service neutron] Pushing event updated for resources: {'Port': ['ID=ded65079-4bdf-4a1a-8747-1a8d8dd95b18,revision_number=3']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:09:24.842770 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 12:09:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-015ab0d4-6b8a-4f14-94ef-9720b70a7e5f x-openstack-request-id: req-015ab0d4-6b8a-4f14-94ef-9720b70a7e5f {{(pid=103983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:09:24.843771 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2a26717-8ef7-454d-b710-31f27a75de4a", "tag": "ded65079-4bdf-4a1a-8747-1a8d8dd95b18", "status": "completed", "code": 200}]} {{(pid=103983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:09:24.844039 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-015ab0d4-6b8a-4f14-94ef-9720b70a7e5f {{(pid=103983) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:09:24.844444 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.notifiers.nova [-] Nova event matching ['req-015ab0d4-6b8a-4f14-94ef-9720b70a7e5f'] response: {'name': 'network-changed', 'server_uuid': 'b2a26717-8ef7-454d-b710-31f27a75de4a', 'tag': 'ded65079-4bdf-4a1a-8747-1a8d8dd95b18', 'status': 'completed', 'code': 200} Apr 07 12:09:25.125486 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16288b2b-0eb2-4a56-be69-1ee16a130840 req-0a8f0443-e9ef-461d-929c-87d95a47fb74 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:25.131644 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-16288b2b-0eb2-4a56-be69-1ee16a130840 req-0a8f0443-e9ef-461d-929c-87d95a47fb74 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] 10.222.0.58 "GET /v2.0/ports?device_id=d97fce47-930f-41a6-b00d-8f5ade50beb7 HTTP/1.1" status: 200 len: 945 time: 0.0634124 Apr 07 12:09:25.175698 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-16288b2b-0eb2-4a56-be69-1ee16a130840 req-e97fcfac-6836-4722-a400-33038d99c329 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] 10.222.0.58 "GET /v2.0/security-groups?id=fcca3f67-9a37-45b4-b23e-eef746ae0dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429189 Apr 07 12:09:25.602739 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3ead0c-f660-49d3-8e8a-5a76d4e2116e req-003fcc6e-5394-4d93-bbe5-4f53a75e9629 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:25.604151 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-2b3ead0c-f660-49d3-8e8a-5a76d4e2116e req-003fcc6e-5394-4d93-bbe5-4f53a75e9629 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] 10.222.0.58 "GET /v2.0/ports?device_id=34bf0728-3bf9-4036-8e59-885b4140237b HTTP/1.1" status: 200 len: 946 time: 0.0535023 Apr 07 12:09:25.651231 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-2b3ead0c-f660-49d3-8e8a-5a76d4e2116e req-5f7d96a7-411b-4bb1-a2f4-2e18d0c00a01 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] 10.222.0.58 "GET /v2.0/security-groups?id=50123f46-7cd8-49b6-9c22-20cd7e350c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407794 Apr 07 12:09:25.744304 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8603f4c3-625c-4ad1-9632-dd1e7446394f req-743a72f3-e035-41bd-acbd-255b3269619b tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:25.745802 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-8603f4c3-625c-4ad1-9632-dd1e7446394f req-743a72f3-e035-41bd-acbd-255b3269619b tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] 10.222.0.58 "GET /v2.0/ports?device_id=b2a26717-8ef7-454d-b710-31f27a75de4a HTTP/1.1" status: 200 len: 943 time: 0.0613956 Apr 07 12:09:25.796167 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-8603f4c3-625c-4ad1-9632-dd1e7446394f req-1c494532-f81a-4310-afad-c296254dec2b tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] 10.222.0.58 "GET /v2.0/security-groups?id=1deef15e-ad32-4d18-a014-8ed81c74d088&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447168 Apr 07 12:09:25.927016 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719bdbff-cffb-4cd3-b451-252e083c92a2 req-5db6aeec-f24b-401c-b9c6-c9064c8b4743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:25.928491 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-719bdbff-cffb-4cd3-b451-252e083c92a2 req-5db6aeec-f24b-401c-b9c6-c9064c8b4743 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a4085596b6ef4b2aa7ec76a5ca5df6a5&device_id=b2a26717-8ef7-454d-b710-31f27a75de4a HTTP/1.1" status: 200 len: 1127 time: 0.0461965 Apr 07 12:09:26.044457 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-719bdbff-cffb-4cd3-b451-252e083c92a2 req-4551937d-9c47-44f5-bb3c-7a761ea78547 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ded65079-4bdf-4a1a-8747-1a8d8dd95b18 HTTP/1.1" status: 200 len: 217 time: 0.0349848 Apr 07 12:09:26.103721 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719bdbff-cffb-4cd3-b451-252e083c92a2 req-fe97f86a-04e6-42ec-9c4b-81f2277831c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:26.105166 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-719bdbff-cffb-4cd3-b451-252e083c92a2 req-fe97f86a-04e6-42ec-9c4b-81f2277831c2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=6305e169-23ba-4b2b-83ee-e04d73c5b0bb HTTP/1.1" status: 200 len: 848 time: 0.0501595 Apr 07 12:09:26.157660 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719bdbff-cffb-4cd3-b451-252e083c92a2 req-46a4f1b1-3ba1-40d3-bfb7-b99f5af4c6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:26.159276 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-719bdbff-cffb-4cd3-b451-252e083c92a2 req-46a4f1b1-3ba1-40d3-bfb7-b99f5af4c6f5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3ddbe8c1-9e72-419f-bb9d-9b04f45bb675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0467815 Apr 07 12:09:26.278139 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-719bdbff-cffb-4cd3-b451-252e083c92a2 req-6a1e4919-a497-4f7c-82e0-50ccbca0a7ee service neutron] 10.222.0.49 "GET /v2.0/networks/3ddbe8c1-9e72-419f-bb9d-9b04f45bb675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949757 Apr 07 12:09:26.314965 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612c97f8-6351-4e59-b4b4-32d3a777b36f req-c9e42bb8-5b51-485f-93fc-ca12e13ebaab tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:26.316470 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-612c97f8-6351-4e59-b4b4-32d3a777b36f req-c9e42bb8-5b51-485f-93fc-ca12e13ebaab tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] 10.222.0.58 "GET /v2.0/ports?device_id=d97fce47-930f-41a6-b00d-8f5ade50beb7 HTTP/1.1" status: 200 len: 945 time: 0.0674477 Apr 07 12:09:26.373248 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-719bdbff-cffb-4cd3-b451-252e083c92a2 req-e6913d0b-1d26-47ab-bb15-799c2e7230c7 service neutron] 10.222.0.49 "GET /v2.0/networks/3ddbe8c1-9e72-419f-bb9d-9b04f45bb675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864658 Apr 07 12:09:26.601386 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-612c97f8-6351-4e59-b4b4-32d3a777b36f req-5008284a-6258-4296-ba30-fc23854e3c38 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] 10.222.0.58 "GET /v2.0/security-groups?id=fcca3f67-9a37-45b4-b23e-eef746ae0dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2792568 Apr 07 12:09:26.718761 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcdbd45-b5dd-4be7-bfa5-d3e5a4e87330 req-2b219f5e-1bd7-42dd-a71a-d89a9bc561d8 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:26.720340 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-2dcdbd45-b5dd-4be7-bfa5-d3e5a4e87330 req-2b219f5e-1bd7-42dd-a71a-d89a9bc561d8 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] 10.222.0.58 "GET /v2.0/ports?device_id=d97fce47-930f-41a6-b00d-8f5ade50beb7 HTTP/1.1" status: 200 len: 945 time: 0.0542369 Apr 07 12:09:26.728852 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.wsgi [-] (103983) accepted ('10.222.0.58', 38002) {{(pid=103983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:09:26.733204 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.v2.base [None req-74603f40-7a57-48aa-be5e-185278bff915 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Request body: {'floatingip': {'port_id': '1d83ea11-08f6-4297-8408-7ba93b9d8cda'}} {{(pid=103983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:09:26.774334 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e168a34a-2381-4fcb-a657-0ad156b2f899 req-5484b3c2-ca58-45dc-b575-9b5d683c77a2 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:26.775714 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-74603f40-7a57-48aa-be5e-185278bff915 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Publish callbacks [] for floatingip (a60e4231-b389-4358-b5ab-af5aaba554a5), before_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:26.776108 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-e168a34a-2381-4fcb-a657-0ad156b2f899 req-5484b3c2-ca58-45dc-b575-9b5d683c77a2 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] 10.222.0.58 "GET /v2.0/ports?device_id=34bf0728-3bf9-4036-8e59-885b4140237b HTTP/1.1" status: 200 len: 946 time: 0.0536757 Apr 07 12:09:26.822904 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-e168a34a-2381-4fcb-a657-0ad156b2f899 req-73d9bf43-f27e-48dc-b3e0-7347292d9246 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] 10.222.0.58 "GET /v2.0/security-groups?id=50123f46-7cd8-49b6-9c22-20cd7e350c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410287 Apr 07 12:09:26.976211 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5948178a-5e72-49c8-8346-f9748150532f req-0ed3bb44-85ac-46ec-b3e7-186c0636f067 tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:26.977736 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-5948178a-5e72-49c8-8346-f9748150532f req-0ed3bb44-85ac-46ec-b3e7-186c0636f067 tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] 10.222.0.58 "GET /v2.0/ports?device_id=b2a26717-8ef7-454d-b710-31f27a75de4a HTTP/1.1" status: 200 len: 943 time: 0.1104007 Apr 07 12:09:27.101563 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-5948178a-5e72-49c8-8346-f9748150532f req-0b7f8c7d-dda2-4de6-8cee-e064838019a1 tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] 10.222.0.58 "GET /v2.0/security-groups?id=1deef15e-ad32-4d18-a014-8ed81c74d088&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957866 Apr 07 12:09:27.234248 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6f69b7-6d93-495a-9d56-18af77a173d5 req-28b3e025-106a-4838-9cdb-82dde3744b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:27.235897 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-ce6f69b7-6d93-495a-9d56-18af77a173d5 req-28b3e025-106a-4838-9cdb-82dde3744b7f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a4085596b6ef4b2aa7ec76a5ca5df6a5&device_id=b2a26717-8ef7-454d-b710-31f27a75de4a HTTP/1.1" status: 200 len: 1127 time: 0.0954323 Apr 07 12:09:27.393438 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-74603f40-7a57-48aa-be5e-185278bff915 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:27.397902 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6f69b7-6d93-495a-9d56-18af77a173d5 req-661716e3-401d-4ecb-ac07-5f2a87470dad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:27.399390 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-ce6f69b7-6d93-495a-9d56-18af77a173d5 req-661716e3-401d-4ecb-ac07-5f2a87470dad service neutron] 10.222.0.49 "GET /v2.0/networks?id=3ddbe8c1-9e72-419f-bb9d-9b04f45bb675 HTTP/1.1" status: 200 len: 910 time: 0.1559970 Apr 07 12:09:27.442748 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-ce6f69b7-6d93-495a-9d56-18af77a173d5 req-d9940d4c-23f5-4d3a-932c-008be8a2b352 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ded65079-4bdf-4a1a-8747-1a8d8dd95b18 HTTP/1.1" status: 200 len: 217 time: 0.0372093 Apr 07 12:09:27.716843 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-74603f40-7a57-48aa-be5e-185278bff915 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2019898'] for floatingip (a60e4231-b389-4358-b5ab-af5aaba554a5), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:27.778979 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6f69b7-6d93-495a-9d56-18af77a173d5 req-96f90ba3-8190-4d1c-b370-6b20b41ba527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:27.780469 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-ce6f69b7-6d93-495a-9d56-18af77a173d5 req-96f90ba3-8190-4d1c-b370-6b20b41ba527 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=6305e169-23ba-4b2b-83ee-e04d73c5b0bb HTTP/1.1" status: 200 len: 848 time: 0.3277583 Apr 07 12:09:27.868937 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.db.l3_db [None req-74603f40-7a57-48aa-be5e-185278bff915 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Floating IP a60e4231-b389-4358-b5ab-af5aaba554a5 associated. External IP: 172.27.0.213, port: 1d83ea11-08f6-4297-8408-7ba93b9d8cda. Apr 07 12:09:27.924785 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6f69b7-6d93-495a-9d56-18af77a173d5 req-ea22bdf0-1345-4e95-8a28-4e73ccbdd8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:27.926403 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-ce6f69b7-6d93-495a-9d56-18af77a173d5 req-ea22bdf0-1345-4e95-8a28-4e73ccbdd8fb service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3ddbe8c1-9e72-419f-bb9d-9b04f45bb675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1137757 Apr 07 12:09:28.066739 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad03e089-2a1d-45b2-8970-c51ce15f334b req-6d57e37b-ede5-4829-b3fa-4f67d04da41d tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:28.069573 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-ad03e089-2a1d-45b2-8970-c51ce15f334b req-6d57e37b-ede5-4829-b3fa-4f67d04da41d tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/ports?device_id=a970ace7-74e5-498c-8986-7ecb3b91bd37 HTTP/1.1" status: 200 len: 945 time: 0.0618267 Apr 07 12:09:28.085372 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7499ecd1-e236-42df-b8f7-f9dae09b50de req-1751f368-1017-455a-9773-6c5c27b983cd tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:28.086876 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-7499ecd1-e236-42df-b8f7-f9dae09b50de req-1751f368-1017-455a-9773-6c5c27b983cd tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] 10.222.0.58 "GET /v2.0/ports?device_id=34bf0728-3bf9-4036-8e59-885b4140237b HTTP/1.1" status: 200 len: 946 time: 0.1814144 Apr 07 12:09:28.128388 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-ad03e089-2a1d-45b2-8970-c51ce15f334b req-c116ade7-6ddb-48f8-afa0-84e2267703d5 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/security-groups?id=e3d15702-d2b4-43ff-beec-134f63401780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539255 Apr 07 12:09:28.184987 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-ce6f69b7-6d93-495a-9d56-18af77a173d5 req-1195dfc5-9f4e-4167-9e8a-3acb6481cff3 service neutron] 10.222.0.49 "GET /v2.0/networks/3ddbe8c1-9e72-419f-bb9d-9b04f45bb675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2282977 Apr 07 12:09:28.210993 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-7499ecd1-e236-42df-b8f7-f9dae09b50de req-904449de-ffeb-4598-a4d6-c74c011328dc tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] 10.222.0.58 "GET /v2.0/security-groups?id=50123f46-7cd8-49b6-9c22-20cd7e350c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1167893 Apr 07 12:09:28.241931 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caec741b-adc8-4b57-8c87-ed3dcb58c1d8 req-40449454-ce55-4c28-885e-4fe953a2c404 tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:28.258264 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-caec741b-adc8-4b57-8c87-ed3dcb58c1d8 req-40449454-ce55-4c28-885e-4fe953a2c404 tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] 10.222.0.58 "GET /v2.0/ports?device_id=b2a26717-8ef7-454d-b710-31f27a75de4a HTTP/1.1" status: 200 len: 943 time: 0.0771496 Apr 07 12:09:28.309723 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-caec741b-adc8-4b57-8c87-ed3dcb58c1d8 req-268e4334-d032-42bb-9a36-c009ccf6697c tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] 10.222.0.58 "GET /v2.0/security-groups?id=1deef15e-ad32-4d18-a014-8ed81c74d088&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505826 Apr 07 12:09:28.354040 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74603f40-7a57-48aa-be5e-185278bff915 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Router a519d0f1-242e-4041-a842-bab06b04f73c has already been hosted by L3 agent ad8978c4-6515-441c-a828-0289badd3b4a {{(pid=103983) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 12:09:28.366754 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-ce6f69b7-6d93-495a-9d56-18af77a173d5 req-ded387a6-345f-491e-81a9-fd674e7ffa49 service neutron] 10.222.0.49 "GET /v2.0/networks/3ddbe8c1-9e72-419f-bb9d-9b04f45bb675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279223 Apr 07 12:09:28.478316 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74603f40-7a57-48aa-be5e-185278bff915 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Notify agent at l3_agent.dv-cinder-836930-1-iscsi the message routers_updated {{(pid=103983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 12:09:28.482932 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-74603f40-7a57-48aa-be5e-185278bff915 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91606'] for floatingip (None), before_response {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:28.489109 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a8bd74-15fe-4af8-abb1-001576363215 None None] Sync routers for ids ['a519d0f1-242e-4041-a842-bab06b04f73c'] in dv-cinder-836930-1-iscsi {{(pid=103985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 12:09:28.500481 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a8bd74-15fe-4af8-abb1-001576363215 None None] Routers {'a519d0f1-242e-4041-a842-bab06b04f73c'} bound to L3 agent in host dv-cinder-836930-1-iscsi {{(pid=103985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:09:28.501131 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_hamode_db [None req-49a8bd74-15fe-4af8-abb1-001576363215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836930-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-07T11:57:34Z,description=,heartbeat_timestamp=2022-04-07T12:09:04Z,host='dv-cinder-836930-1-iscsi',id=ad8978c4-6515-441c-a828-0289badd3b4a,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:57:35Z,topic='l3_agent')) {'router_ids': ['a519d0f1-242e-4041-a842-bab06b04f73c'], 'active': True} {{(pid=103985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:09:28.538232 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [None req-74603f40-7a57-48aa-be5e-185278bff915 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] 10.222.0.58 "PUT /v2.0/floatingips/a60e4231-b389-4358-b5ab-af5aaba554a5 HTTP/1.1" status: 200 len: 991 time: 1.8082917 Apr 07 12:09:28.540114 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd97fce47-930f-41a6-b00d-8f5ade50beb7', 'tag': '1d83ea11-08f6-4297-8408-7ba93b9d8cda'}] {{(pid=103983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:09:28.542751 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0a7841b86293cbb58346800955405af87a5c8eeb3540a71a4bbd7df08edd1cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0ab0d3b-fdf8-40c8-a48f-df81795aaace" -d '{"events": [{"name": "network-changed", "server_uuid": "d97fce47-930f-41a6-b00d-8f5ade50beb7", "tag": "1d83ea11-08f6-4297-8408-7ba93b9d8cda"}]}' {{(pid=103983) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:09:28.561190 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-48eb89f4-5564-466a-b288-d8a4d1ac1dab req-eff272de-b61f-403c-930d-d778f0cdc5e8 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=ac1f3a68-f423-4755-a9c4-1f053e094038&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0578818 Apr 07 12:09:28.583330 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 12:09:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3662bd39-be8f-4da7-bccf-0bce9d60b3f6 x-openstack-request-id: req-3662bd39-be8f-4da7-bccf-0bce9d60b3f6 {{(pid=103983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:09:28.583677 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d97fce47-930f-41a6-b00d-8f5ade50beb7", "tag": "1d83ea11-08f6-4297-8408-7ba93b9d8cda", "status": "completed", "code": 200}]} {{(pid=103983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:09:28.583930 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3662bd39-be8f-4da7-bccf-0bce9d60b3f6 {{(pid=103983) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:09:28.584333 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3662bd39-be8f-4da7-bccf-0bce9d60b3f6'] response: {'name': 'network-changed', 'server_uuid': 'd97fce47-930f-41a6-b00d-8f5ade50beb7', 'tag': '1d83ea11-08f6-4297-8408-7ba93b9d8cda', 'status': 'completed', 'code': 200} Apr 07 12:09:28.612931 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_dvr_db [None req-49a8bd74-15fe-4af8-abb1-001576363215 None None] Set router a519d0f1-242e-4041-a842-bab06b04f73c gateway port host: dv-cinder-836930-1-iscsi {{(pid=103985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:09:28.694814 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eb89f4-5564-466a-b288-d8a4d1ac1dab req-f47001bf-cace-483b-b23c-2e09ce59468b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:28.696814 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-48eb89f4-5564-466a-b288-d8a4d1ac1dab req-f47001bf-cace-483b-b23c-2e09ce59468b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=060237c359da41d49b858b2897b29918&device_id=ac1f3a68-f423-4755-a9c4-1f053e094038 HTTP/1.1" status: 200 len: 1129 time: 0.0447021 Apr 07 12:09:28.707028 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ab0d3b-fdf8-40c8-a48f-df81795aaace req-877c009f-adbf-4296-80af-cb4c71631bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:28.708640 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-a0ab0d3b-fdf8-40c8-a48f-df81795aaace req-877c009f-adbf-4296-80af-cb4c71631bc3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=58b56b91563a42a8bdc5c09e03b65f27&device_id=d97fce47-930f-41a6-b00d-8f5ade50beb7 HTTP/1.1" status: 200 len: 1129 time: 0.0445919 Apr 07 12:09:28.821253 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ab0d3b-fdf8-40c8-a48f-df81795aaace req-e7dd3c29-3025-4838-be74-7add10bd78b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:28.822723 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-a0ab0d3b-fdf8-40c8-a48f-df81795aaace req-e7dd3c29-3025-4838-be74-7add10bd78b2 service neutron] 10.222.0.49 "GET /v2.0/networks?id=30ebdc73-30d3-4d75-a45d-118501e4a6d7 HTTP/1.1" status: 200 len: 915 time: 0.0924602 Apr 07 12:09:28.825150 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eb89f4-5564-466a-b288-d8a4d1ac1dab req-d6dc938c-3a45-4c9c-83cd-82d873fb5059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:28.826686 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-48eb89f4-5564-466a-b288-d8a4d1ac1dab req-d6dc938c-3a45-4c9c-83cd-82d873fb5059 service neutron] 10.222.0.49 "GET /v2.0/networks?id=b54ec153-3bc9-439f-b426-165a936f23bb HTTP/1.1" status: 200 len: 919 time: 0.0958982 Apr 07 12:09:28.847303 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_hamode_db [None req-49a8bd74-15fe-4af8-abb1-001576363215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a519d0f1-242e-4041-a842-bab06b04f73c', 'name': 'tempest-AttachVolumeNegativeTest-534969019-router', 'tenant_id': '58b56b91563a42a8bdc5c09e03b65f27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'external_fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': 'f3414172-3630-42b6-b260-7d6d425d85c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:06:30Z', 'updated_at': '2022-04-07T12:06:39Z', 'revision_number': 4, 'project_id': '58b56b91563a42a8bdc5c09e03b65f27', 'gw_port': {'id': 'f3414172-3630-42b6-b260-7d6d425d85c0', 'name': '', 'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:5a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a519d0f1-242e-4041-a842-bab06b04f73c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:06:32Z', 'updated_at': '2022-04-07T12:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4554067d-f507-4a99-8a98-0874c02c5721', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836930-1-iscsi', '_floatingips': [{'id': '0a1e9fed-2657-442b-a77e-6d8a38e2c2f8', 'tenant_id': '58b56b91563a42a8bdc5c09e03b65f27', 'floating_ip_address': '172.27.0.250', 'floating_network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'router_id': 'a519d0f1-242e-4041-a842-bab06b04f73c', 'port_id': 'cbd86407-03a8-454d-9d18-5ec335320261', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '30ebdc73-30d3-4d75-a45d-118501e4a6d7', 'mac_address': 'fa:16:3e:25:63:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a75664a1-da22-4334-ae3d-ef7307291d96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T12:06:56Z', 'updated_at': '2022-04-07T12:07:39Z', 'revision_number': 2, 'project_id': '58b56b91563a42a8bdc5c09e03b65f27', 'fixed_ip_address_scope': None}, {'id': 'a60e4231-b389-4358-b5ab-af5aaba554a5', 'tenant_id': '58b56b91563a42a8bdc5c09e03b65f27', 'floating_ip_address': '172.27.0.213', 'floating_network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'router_id': 'a519d0f1-242e-4041-a842-bab06b04f73c', 'port_id': '1d83ea11-08f6-4297-8408-7ba93b9d8cda', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 413, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '30ebdc73-30d3-4d75-a45d-118501e4a6d7', 'mac_address': 'fa:16:3e:d9:c2:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd97fce47-930f-41a6-b00d-8f5ade50beb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T12:09:10Z', 'updated_at': '2022-04-07T12:09:27Z', 'revision_number': 1, 'project_id': '58b56b91563a42a8bdc5c09e03b65f27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68192a74-ee6f-49ed-b01a-ff2103dd3c8b', 'name': '', 'network_id': '30ebdc73-30d3-4d75-a45d-118501e4a6d7', 'tenant_id': '58b56b91563a42a8bdc5c09e03b65f27', 'mac_address': 'fa:16:3e:8d:10:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a519d0f1-242e-4041-a842-bab06b04f73c', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '7fc98a79-6638-4f9b-8125-b4339927e49b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:06:37Z', 'updated_at': '2022-04-07T12:06:49Z', 'revision_number': 5, 'project_id': '58b56b91563a42a8bdc5c09e03b65f27', 'subnets': [{'id': '7fc98a79-6638-4f9b-8125-b4339927e49b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836930-1-iscsi', False) {} {{(pid=103985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:09:28.873739 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-48eb89f4-5564-466a-b288-d8a4d1ac1dab req-0290ccd7-b125-4894-b45f-03bd23ed5157 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=82373174-23c2-4543-be9f-d1c080f55f17 HTTP/1.1" status: 200 len: 217 time: 0.0356352 Apr 07 12:09:28.874118 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a8bd74-15fe-4af8-abb1-001576363215 None None] Checking router: a519d0f1-242e-4041-a842-bab06b04f73c for host: dv-cinder-836930-1-iscsi {{(pid=103985) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 12:09:28.883275 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a8bd74-15fe-4af8-abb1-001576363215 None None] Routers {'a519d0f1-242e-4041-a842-bab06b04f73c'} bound to L3 agent in host dv-cinder-836930-1-iscsi {{(pid=103985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:09:28.883889 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_hamode_db [None req-49a8bd74-15fe-4af8-abb1-001576363215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836930-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-07T11:57:34Z,description=,heartbeat_timestamp=2022-04-07T12:09:04Z,host='dv-cinder-836930-1-iscsi',id=ad8978c4-6515-441c-a828-0289badd3b4a,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:57:35Z,topic='l3_agent')) {'router_ids': ['a519d0f1-242e-4041-a842-bab06b04f73c'], 'active': True} {{(pid=103985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:09:28.898252 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-a0ab0d3b-fdf8-40c8-a48f-df81795aaace req-029672c1-f90d-444d-afdf-ad595a0ffb00 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1d83ea11-08f6-4297-8408-7ba93b9d8cda HTTP/1.1" status: 200 len: 999 time: 0.0612743 Apr 07 12:09:28.928752 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eb89f4-5564-466a-b288-d8a4d1ac1dab req-079d13b2-5692-443d-b571-60edf4e953a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:28.930301 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-48eb89f4-5564-466a-b288-d8a4d1ac1dab req-079d13b2-5692-443d-b571-60edf4e953a3 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=45a072d7-ade8-4cd2-9025-cfaa01b8e30d HTTP/1.1" status: 200 len: 857 time: 0.0505130 Apr 07 12:09:28.955948 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ab0d3b-fdf8-40c8-a48f-df81795aaace req-49a0ad85-3d04-46da-96ba-b60a4e54105e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:28.957558 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-a0ab0d3b-fdf8-40c8-a48f-df81795aaace req-49a0ad85-3d04-46da-96ba-b60a4e54105e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7fc98a79-6638-4f9b-8125-b4339927e49b HTTP/1.1" status: 200 len: 853 time: 0.0512545 Apr 07 12:09:28.988441 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eb89f4-5564-466a-b288-d8a4d1ac1dab req-14ec5e89-114b-44a4-84f0-8f5ef27cd44f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:28.990181 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-48eb89f4-5564-466a-b288-d8a4d1ac1dab req-14ec5e89-114b-44a4-84f0-8f5ef27cd44f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b54ec153-3bc9-439f-b426-165a936f23bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0504379 Apr 07 12:09:29.009400 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ab0d3b-fdf8-40c8-a48f-df81795aaace req-2d58e712-9d44-4b9d-bb5d-fadc562c87a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:29.011268 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-a0ab0d3b-fdf8-40c8-a48f-df81795aaace req-2d58e712-9d44-4b9d-bb5d-fadc562c87a0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=30ebdc73-30d3-4d75-a45d-118501e4a6d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0469761 Apr 07 12:09:29.081349 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_dvr_db [None req-49a8bd74-15fe-4af8-abb1-001576363215 None None] Set router a519d0f1-242e-4041-a842-bab06b04f73c gateway port host: dv-cinder-836930-1-iscsi {{(pid=103985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:09:29.087235 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-48eb89f4-5564-466a-b288-d8a4d1ac1dab req-ea431416-7b05-4f60-8dea-eb6874fd549e service neutron] 10.222.0.49 "GET /v2.0/networks/b54ec153-3bc9-439f-b426-165a936f23bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903060 Apr 07 12:09:29.104587 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-a0ab0d3b-fdf8-40c8-a48f-df81795aaace req-3017ab77-5bd0-48f1-8568-5d97767baf18 service neutron] 10.222.0.49 "GET /v2.0/networks/30ebdc73-30d3-4d75-a45d-118501e4a6d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833254 Apr 07 12:09:29.199784 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-48eb89f4-5564-466a-b288-d8a4d1ac1dab req-47b1a4b5-2f49-437b-bfa9-73c427ca6b0a service neutron] 10.222.0.49 "GET /v2.0/networks/b54ec153-3bc9-439f-b426-165a936f23bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014912 Apr 07 12:09:29.246489 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-a0ab0d3b-fdf8-40c8-a48f-df81795aaace req-e86ba754-e24f-4a59-a3f9-3bf5c3571abc service neutron] 10.222.0.49 "GET /v2.0/networks/30ebdc73-30d3-4d75-a45d-118501e4a6d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356719 Apr 07 12:09:29.291914 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36608d5f-1801-44f3-9e0e-73005ccfc5b3 req-adf855dc-f9c9-4521-a333-4bbde0dfade1 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:29.293470 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-36608d5f-1801-44f3-9e0e-73005ccfc5b3 req-adf855dc-f9c9-4521-a333-4bbde0dfade1 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/ports?device_id=a970ace7-74e5-498c-8986-7ecb3b91bd37 HTTP/1.1" status: 200 len: 945 time: 0.0860188 Apr 07 12:09:29.375925 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-36608d5f-1801-44f3-9e0e-73005ccfc5b3 req-1302fb02-660d-4eaa-bade-2d7f065ab048 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/security-groups?id=e3d15702-d2b4-43ff-beec-134f63401780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758657 Apr 07 12:09:29.380974 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d90439-e740-4e13-8bdc-d269937ced48 req-cdb2d7c6-3ce5-44e2-8510-e2b93f315053 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:29.384552 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_hamode_db [None req-49a8bd74-15fe-4af8-abb1-001576363215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a519d0f1-242e-4041-a842-bab06b04f73c', 'name': 'tempest-AttachVolumeNegativeTest-534969019-router', 'tenant_id': '58b56b91563a42a8bdc5c09e03b65f27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'external_fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': 'f3414172-3630-42b6-b260-7d6d425d85c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:06:30Z', 'updated_at': '2022-04-07T12:06:39Z', 'revision_number': 4, 'project_id': '58b56b91563a42a8bdc5c09e03b65f27', 'gw_port': {'id': 'f3414172-3630-42b6-b260-7d6d425d85c0', 'name': '', 'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:5a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a519d0f1-242e-4041-a842-bab06b04f73c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:06:32Z', 'updated_at': '2022-04-07T12:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4554067d-f507-4a99-8a98-0874c02c5721', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836930-1-iscsi', '_floatingips': [{'id': '0a1e9fed-2657-442b-a77e-6d8a38e2c2f8', 'tenant_id': '58b56b91563a42a8bdc5c09e03b65f27', 'floating_ip_address': '172.27.0.250', 'floating_network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'router_id': 'a519d0f1-242e-4041-a842-bab06b04f73c', 'port_id': 'cbd86407-03a8-454d-9d18-5ec335320261', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '30ebdc73-30d3-4d75-a45d-118501e4a6d7', 'mac_address': 'fa:16:3e:25:63:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a75664a1-da22-4334-ae3d-ef7307291d96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T12:06:56Z', 'updated_at': '2022-04-07T12:07:39Z', 'revision_number': 2, 'project_id': '58b56b91563a42a8bdc5c09e03b65f27', 'fixed_ip_address_scope': None}, {'id': 'a60e4231-b389-4358-b5ab-af5aaba554a5', 'tenant_id': '58b56b91563a42a8bdc5c09e03b65f27', 'floating_ip_address': '172.27.0.213', 'floating_network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'router_id': 'a519d0f1-242e-4041-a842-bab06b04f73c', 'port_id': '1d83ea11-08f6-4297-8408-7ba93b9d8cda', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 413, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '30ebdc73-30d3-4d75-a45d-118501e4a6d7', 'mac_address': 'fa:16:3e:d9:c2:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd97fce47-930f-41a6-b00d-8f5ade50beb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T12:09:10Z', 'updated_at': '2022-04-07T12:09:27Z', 'revision_number': 1, 'project_id': '58b56b91563a42a8bdc5c09e03b65f27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68192a74-ee6f-49ed-b01a-ff2103dd3c8b', 'name': '', 'network_id': '30ebdc73-30d3-4d75-a45d-118501e4a6d7', 'tenant_id': '58b56b91563a42a8bdc5c09e03b65f27', 'mac_address': 'fa:16:3e:8d:10:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a519d0f1-242e-4041-a842-bab06b04f73c', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '7fc98a79-6638-4f9b-8125-b4339927e49b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:06:37Z', 'updated_at': '2022-04-07T12:06:49Z', 'revision_number': 5, 'project_id': '58b56b91563a42a8bdc5c09e03b65f27', 'subnets': [{'id': '7fc98a79-6638-4f9b-8125-b4339927e49b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836930-1-iscsi', False) {} {{(pid=103985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:09:29.391107 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-33d90439-e740-4e13-8bdc-d269937ced48 req-cdb2d7c6-3ce5-44e2-8510-e2b93f315053 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] 10.222.0.58 "GET /v2.0/ports?device_id=34bf0728-3bf9-4036-8e59-885b4140237b HTTP/1.1" status: 200 len: 946 time: 0.0787909 Apr 07 12:09:29.422948 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a8bd74-15fe-4af8-abb1-001576363215 None None] The sync data for ids ['a519d0f1-242e-4041-a842-bab06b04f73c'] in dv-cinder-836930-1-iscsi is: [{'id': 'a519d0f1-242e-4041-a842-bab06b04f73c', 'name': 'tempest-AttachVolumeNegativeTest-534969019-router', 'tenant_id': '58b56b91563a42a8bdc5c09e03b65f27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'external_fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': 'f3414172-3630-42b6-b260-7d6d425d85c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:06:30Z', 'updated_at': '2022-04-07T12:06:39Z', 'revision_number': 4, 'project_id': '58b56b91563a42a8bdc5c09e03b65f27', 'gw_port': {'id': 'f3414172-3630-42b6-b260-7d6d425d85c0', 'name': '', 'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:5a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a519d0f1-242e-4041-a842-bab06b04f73c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:06:32Z', 'updated_at': '2022-04-07T12:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4554067d-f507-4a99-8a98-0874c02c5721', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836930-1-iscsi', '_floatingips': [{'id': '0a1e9fed-2657-442b-a77e-6d8a38e2c2f8', 'tenant_id': '58b56b91563a42a8bdc5c09e03b65f27', 'floating_ip_address': '172.27.0.250', 'floating_network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'router_id': 'a519d0f1-242e-4041-a842-bab06b04f73c', 'port_id': 'cbd86407-03a8-454d-9d18-5ec335320261', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '30ebdc73-30d3-4d75-a45d-118501e4a6d7', 'mac_address': 'fa:16:3e:25:63:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a75664a1-da22-4334-ae3d-ef7307291d96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T12:06:56Z', 'updated_at': '2022-04-07T12:07:39Z', 'revision_number': 2, 'project_id': '58b56b91563a42a8bdc5c09e03b65f27', 'fixed_ip_address_scope': None}, {'id': 'a60e4231-b389-4358-b5ab-af5aaba554a5', 'tenant_id': '58b56b91563a42a8bdc5c09e03b65f27', 'floating_ip_address': '172.27.0.213', 'floating_network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'router_id': 'a519d0f1-242e-4041-a842-bab06b04f73c', 'port_id': '1d83ea11-08f6-4297-8408-7ba93b9d8cda', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 413, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '30ebdc73-30d3-4d75-a45d-118501e4a6d7', 'mac_address': 'fa:16:3e:d9:c2:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd97fce47-930f-41a6-b00d-8f5ade50beb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T12:09:10Z', 'updated_at': '2022-04-07T12:09:27Z', 'revision_number': 1, 'project_id': '58b56b91563a42a8bdc5c09e03b65f27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68192a74-ee6f-49ed-b01a-ff2103dd3c8b', 'name': '', 'network_id': '30ebdc73-30d3-4d75-a45d-118501e4a6d7', 'tenant_id': '58b56b91563a42a8bdc5c09e03b65f27', 'mac_address': 'fa:16:3e:8d:10:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a519d0f1-242e-4041-a842-bab06b04f73c', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '7fc98a79-6638-4f9b-8125-b4339927e49b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:06:37Z', 'updated_at': '2022-04-07T12:06:49Z', 'revision_number': 5, 'project_id': '58b56b91563a42a8bdc5c09e03b65f27', 'subnets': [{'id': '7fc98a79-6638-4f9b-8125-b4339927e49b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 12:09:29.429054 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (b65c4e22-832a-4f2b-89ab-f6b5f91e1f65), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:29.455686 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-33d90439-e740-4e13-8bdc-d269937ced48 req-5eb84756-66a3-431e-9d78-9abd10df5a33 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] 10.222.0.58 "GET /v2.0/security-groups?id=50123f46-7cd8-49b6-9c22-20cd7e350c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636466 Apr 07 12:09:29.506216 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88854aac-b903-4573-8d2b-52a35e36edf6 req-e521a625-3b12-4f90-a589-a2c2782f6a72 tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:29.507834 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-88854aac-b903-4573-8d2b-52a35e36edf6 req-e521a625-3b12-4f90-a589-a2c2782f6a72 tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] 10.222.0.58 "GET /v2.0/ports?device_id=b2a26717-8ef7-454d-b710-31f27a75de4a HTTP/1.1" status: 200 len: 943 time: 0.0645711 Apr 07 12:09:29.559443 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-88854aac-b903-4573-8d2b-52a35e36edf6 req-84232d90-1a01-4b31-8389-d3d13c65affe tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] 10.222.0.58 "GET /v2.0/security-groups?id=1deef15e-ad32-4d18-a014-8ed81c74d088&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452504 Apr 07 12:09:29.637621 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be69d22b-2e05-4246-9384-758d317ca2ae None None] New status for floating IP a60e4231-b389-4358-b5ab-af5aaba554a5: ACTIVE {{(pid=103984) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 12:09:30.497980 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d38943-7563-4164-88eb-e3a802a1cec4 req-220dabef-2fad-4a8a-80a7-e1646201b1be tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:30.500153 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-30d38943-7563-4164-88eb-e3a802a1cec4 req-220dabef-2fad-4a8a-80a7-e1646201b1be tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/ports?device_id=a970ace7-74e5-498c-8986-7ecb3b91bd37 HTTP/1.1" status: 200 len: 945 time: 0.0514510 Apr 07 12:09:30.547901 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-30d38943-7563-4164-88eb-e3a802a1cec4 req-43fae439-d48c-4f0f-90e0-7fa0d3b66dab tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/security-groups?id=e3d15702-d2b4-43ff-beec-134f63401780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419195 Apr 07 12:09:30.577165 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d402671-9093-4829-b048-32c096a6c0eb req-1c341e4f-98cc-44de-b270-660cbc9f680f tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:30.579188 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-2d402671-9093-4829-b048-32c096a6c0eb req-1c341e4f-98cc-44de-b270-660cbc9f680f tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] 10.222.0.58 "GET /v2.0/ports?device_id=34bf0728-3bf9-4036-8e59-885b4140237b HTTP/1.1" status: 200 len: 946 time: 0.0539937 Apr 07 12:09:30.626188 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-2d402671-9093-4829-b048-32c096a6c0eb req-97c37e84-ea0c-486d-bf5d-a7d92341d4a7 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] 10.222.0.58 "GET /v2.0/security-groups?id=50123f46-7cd8-49b6-9c22-20cd7e350c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414071 Apr 07 12:09:30.677398 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4b7716-9b3c-41fd-bbdf-74274328dd9e req-af8383a4-30fb-49c9-8090-c73e5438e265 tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:30.678873 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-ce4b7716-9b3c-41fd-bbdf-74274328dd9e req-af8383a4-30fb-49c9-8090-c73e5438e265 tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] 10.222.0.58 "GET /v2.0/ports?device_id=b2a26717-8ef7-454d-b710-31f27a75de4a HTTP/1.1" status: 200 len: 943 time: 0.0521269 Apr 07 12:09:30.727438 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-ce4b7716-9b3c-41fd-bbdf-74274328dd9e req-ad50570c-2186-4b9e-851f-83a30381d80e tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] 10.222.0.58 "GET /v2.0/security-groups?id=1deef15e-ad32-4d18-a014-8ed81c74d088&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426083 Apr 07 12:09:31.672749 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508cf2cd-a293-4748-be57-cbe16efa895e req-1f49c746-4f28-4f9e-a9b7-2026b008216d tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:31.674285 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-508cf2cd-a293-4748-be57-cbe16efa895e req-1f49c746-4f28-4f9e-a9b7-2026b008216d tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/ports?device_id=a970ace7-74e5-498c-8986-7ecb3b91bd37 HTTP/1.1" status: 200 len: 945 time: 0.0555136 Apr 07 12:09:31.721082 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-508cf2cd-a293-4748-be57-cbe16efa895e req-c4a2d0ad-e17d-480c-95f2-5bd71ae40389 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/security-groups?id=e3d15702-d2b4-43ff-beec-134f63401780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411890 Apr 07 12:09:31.757808 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84148812-49e4-426a-86fb-d86a68bb4571 req-cd92850d-416a-4f16-8416-b5f4fee21f26 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:31.759374 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-84148812-49e4-426a-86fb-d86a68bb4571 req-cd92850d-416a-4f16-8416-b5f4fee21f26 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] 10.222.0.58 "GET /v2.0/ports?device_id=34bf0728-3bf9-4036-8e59-885b4140237b HTTP/1.1" status: 200 len: 946 time: 0.0622573 Apr 07 12:09:31.811408 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-84148812-49e4-426a-86fb-d86a68bb4571 req-a56fb0ef-23fb-4718-b494-6455a6a1cfa8 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] 10.222.0.58 "GET /v2.0/security-groups?id=50123f46-7cd8-49b6-9c22-20cd7e350c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463490 Apr 07 12:09:31.852995 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007c3102-5bd6-410e-bfd1-f468c6abacec req-97ffdb7b-a68a-4f2a-8028-c7ad6fd3763d tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:31.854524 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-007c3102-5bd6-410e-bfd1-f468c6abacec req-97ffdb7b-a68a-4f2a-8028-c7ad6fd3763d tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] 10.222.0.58 "GET /v2.0/ports?device_id=b2a26717-8ef7-454d-b710-31f27a75de4a HTTP/1.1" status: 200 len: 943 time: 0.0526955 Apr 07 12:09:31.905174 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-007c3102-5bd6-410e-bfd1-f468c6abacec req-7b53b433-3466-4f83-87a5-c1ee62c46091 tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] 10.222.0.58 "GET /v2.0/security-groups?id=1deef15e-ad32-4d18-a014-8ed81c74d088&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444484 Apr 07 12:09:31.954894 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-b004ae16-3d7c-4695-b6ae-26f9a76acaf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (94869e64-74fb-4601-95b5-a1334a6bdcea), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:32.842979 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78078ebd-ce0d-450d-8034-9217d9e9adeb req-1e94beeb-53a7-4a3a-9414-2b71f29fefc5 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:32.845034 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-78078ebd-ce0d-450d-8034-9217d9e9adeb req-1e94beeb-53a7-4a3a-9414-2b71f29fefc5 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/ports?device_id=a970ace7-74e5-498c-8986-7ecb3b91bd37 HTTP/1.1" status: 200 len: 945 time: 0.0525036 Apr 07 12:09:32.891624 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-78078ebd-ce0d-450d-8034-9217d9e9adeb req-bedc66c6-68d4-4856-b04f-449bdf64a4f2 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/security-groups?id=e3d15702-d2b4-43ff-beec-134f63401780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408583 Apr 07 12:09:32.930215 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2f92e1-c997-4c2e-9e1d-09c6f9f36ba8 req-9d2ca6e8-4171-404e-aa53-ee3bafbbdc02 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:32.931981 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-fc2f92e1-c997-4c2e-9e1d-09c6f9f36ba8 req-9d2ca6e8-4171-404e-aa53-ee3bafbbdc02 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] 10.222.0.58 "GET /v2.0/ports?device_id=34bf0728-3bf9-4036-8e59-885b4140237b HTTP/1.1" status: 200 len: 946 time: 0.0527472 Apr 07 12:09:32.982976 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-fc2f92e1-c997-4c2e-9e1d-09c6f9f36ba8 req-82688ea1-3dfe-4459-8b0c-13848d0feee8 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] 10.222.0.58 "GET /v2.0/security-groups?id=50123f46-7cd8-49b6-9c22-20cd7e350c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450461 Apr 07 12:09:33.022319 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be9f5fa-8df0-440e-bc83-cddc41cd28d1 req-512679e4-8a2c-42aa-8c33-668a98b49396 tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:33.023872 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-2be9f5fa-8df0-440e-bc83-cddc41cd28d1 req-512679e4-8a2c-42aa-8c33-668a98b49396 tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] 10.222.0.58 "GET /v2.0/ports?device_id=b2a26717-8ef7-454d-b710-31f27a75de4a HTTP/1.1" status: 200 len: 943 time: 0.0528181 Apr 07 12:09:33.075080 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-2be9f5fa-8df0-440e-bc83-cddc41cd28d1 req-85b31d04-67dc-49a8-b89e-66b173e22553 tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] 10.222.0.58 "GET /v2.0/security-groups?id=1deef15e-ad32-4d18-a014-8ed81c74d088&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457051 Apr 07 12:09:34.012480 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f955a197-5a34-40f2-a329-38e76466defb req-3d96342c-5b73-4f90-a833-00491092a429 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:34.013956 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-f955a197-5a34-40f2-a329-38e76466defb req-3d96342c-5b73-4f90-a833-00491092a429 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/ports?device_id=a970ace7-74e5-498c-8986-7ecb3b91bd37 HTTP/1.1" status: 200 len: 945 time: 0.0516281 Apr 07 12:09:34.061911 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-f955a197-5a34-40f2-a329-38e76466defb req-6b64f984-f894-4e63-ae21-fd4523a72a90 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/security-groups?id=e3d15702-d2b4-43ff-beec-134f63401780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413098 Apr 07 12:09:34.101249 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f0b151-5c46-4143-b87a-a8e318b0ba69 req-2e78317b-a0fe-404e-8dce-78666b2a7b06 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:34.102809 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-24f0b151-5c46-4143-b87a-a8e318b0ba69 req-2e78317b-a0fe-404e-8dce-78666b2a7b06 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] 10.222.0.58 "GET /v2.0/ports?device_id=34bf0728-3bf9-4036-8e59-885b4140237b HTTP/1.1" status: 200 len: 946 time: 0.0521469 Apr 07 12:09:34.154280 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-24f0b151-5c46-4143-b87a-a8e318b0ba69 req-b62f9ba3-dd3a-4d57-b080-ad581a10e2ba tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] 10.222.0.58 "GET /v2.0/security-groups?id=50123f46-7cd8-49b6-9c22-20cd7e350c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444520 Apr 07 12:09:34.196551 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7bb8d3-1b7e-40a6-b4a2-6095df56ab2c req-0a7609bb-75be-461c-9448-04b135e07752 tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:34.198018 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-db7bb8d3-1b7e-40a6-b4a2-6095df56ab2c req-0a7609bb-75be-461c-9448-04b135e07752 tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] 10.222.0.58 "GET /v2.0/ports?device_id=b2a26717-8ef7-454d-b710-31f27a75de4a HTTP/1.1" status: 200 len: 943 time: 0.0544283 Apr 07 12:09:34.251509 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-db7bb8d3-1b7e-40a6-b4a2-6095df56ab2c req-80ba1a80-05b1-426b-be27-6c58054c41ab tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] 10.222.0.58 "GET /v2.0/security-groups?id=1deef15e-ad32-4d18-a014-8ed81c74d088&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469465 Apr 07 12:09:34.298187 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-b5717fcf-4a80-42f4-9a57-006719a00800 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (ad8978c4-6515-441c-a828-0289badd3b4a), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:34.528885 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794ce512-e073-4b3b-9c00-063b9b9fe241 req-35f4546e-6af0-4de3-98a1-95765597ab42 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:34.530268 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-794ce512-e073-4b3b-9c00-063b9b9fe241 req-35f4546e-6af0-4de3-98a1-95765597ab42 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] 10.222.0.58 "GET /v2.0/ports?device_id=34bf0728-3bf9-4036-8e59-885b4140237b HTTP/1.1" status: 200 len: 946 time: 0.0565102 Apr 07 12:09:34.576277 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-794ce512-e073-4b3b-9c00-063b9b9fe241 req-a0275c61-29fd-4d2e-ab22-1303a14e62b8 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] 10.222.0.58 "GET /v2.0/security-groups?id=50123f46-7cd8-49b6-9c22-20cd7e350c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398619 Apr 07 12:09:34.658816 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Device ded65079-4bdf-4a1a-8747-1a8d8dd95b18 details requested by agent hyperv_hv-cinder-83693 with host hv-cinder-83693 {{(pid=103984) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 12:09:34.757009 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.db [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] For port ded65079-4bdf-4a1a-8747-1a8d8dd95b18, host hv-cinder-83693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83693',level=0,port_id=ded65079-4bdf-4a1a-8747-1a8d8dd95b18,segment=NetworkSegment(03f974f2-7a81-4033-8e47-73794737a6ee),segment_id=03f974f2-7a81-4033-8e47-73794737a6ee)] {{(pid=103984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:09:34.768507 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Returning: {'device': 'ded65079-4bdf-4a1a-8747-1a8d8dd95b18', 'network_id': '3ddbe8c1-9e72-419f-bb9d-9b04f45bb675', 'port_id': 'ded65079-4bdf-4a1a-8747-1a8d8dd95b18', 'mac_address': 'fa:16:3e:9c:85:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6305e169-23ba-4b2b-83ee-e04d73c5b0bb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103984) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 12:09:34.805493 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Current status of the port ded65079-4bdf-4a1a-8747-1a8d8dd95b18 is: DOWN; New status is: BUILD {{(pid=103984) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:09:34.805803 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (ded65079-4bdf-4a1a-8747-1a8d8dd95b18), before_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:34.819580 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.notifiers.nova [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ded65079-4bdf-4a1a-8747-1a8d8dd95b18 {{(pid=103984) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 12:09:34.839627 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.db [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] For port ded65079-4bdf-4a1a-8747-1a8d8dd95b18, host hv-cinder-83693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83693',level=0,port_id=ded65079-4bdf-4a1a-8747-1a8d8dd95b18,segment=NetworkSegment(03f974f2-7a81-4033-8e47-73794737a6ee),segment_id=03f974f2-7a81-4033-8e47-73794737a6ee)] {{(pid=103984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:09:34.932443 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780057409639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780056949607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780056949625'] for port (ded65079-4bdf-4a1a-8747-1a8d8dd95b18), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:34.980037 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Pushing event updated for resources: {'Port': ['ID=ded65079-4bdf-4a1a-8747-1a8d8dd95b18,revision_number=4']} {{(pid=103984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:09:35.073395 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfcbd36-50f9-4c45-a2e8-16a44df2cdfc req-9652d7fe-f24d-4aff-87d1-35d264b49d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:35.074785 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-3dfcbd36-50f9-4c45-a2e8-16a44df2cdfc req-9652d7fe-f24d-4aff-87d1-35d264b49d44 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=bb7aeab7f2af4131992847a73f3c7e0a&device_id=34bf0728-3bf9-4036-8e59-885b4140237b HTTP/1.1" status: 200 len: 1130 time: 0.0427487 Apr 07 12:09:35.175541 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfcbd36-50f9-4c45-a2e8-16a44df2cdfc req-86cda704-c6e2-4682-a79d-22d82f376793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:35.177371 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-3dfcbd36-50f9-4c45-a2e8-16a44df2cdfc req-86cda704-c6e2-4682-a79d-22d82f376793 service neutron] 10.222.0.49 "GET /v2.0/networks?id=fcace665-ea97-4783-845e-38b6ed7c4b29 HTTP/1.1" status: 200 len: 912 time: 0.0899529 Apr 07 12:09:35.187821 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaf3ec5-c0f4-405e-b06c-9f49330a6bde req-957d15b0-6ef7-4a73-9ef6-8515f03041e0 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:35.189308 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-dfaf3ec5-c0f4-405e-b06c-9f49330a6bde req-957d15b0-6ef7-4a73-9ef6-8515f03041e0 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/ports?device_id=a970ace7-74e5-498c-8986-7ecb3b91bd37 HTTP/1.1" status: 200 len: 945 time: 0.0531480 Apr 07 12:09:35.240567 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-dfaf3ec5-c0f4-405e-b06c-9f49330a6bde req-cdfb239b-a20d-47ad-a6dd-26adca1af05b tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/security-groups?id=e3d15702-d2b4-43ff-beec-134f63401780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449443 Apr 07 12:09:35.255283 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-3dfcbd36-50f9-4c45-a2e8-16a44df2cdfc req-507ccb9a-6c75-4003-895e-4a44171f7af5 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6c1a928f-8219-4bba-ab6b-07b743be00e2 HTTP/1.1" status: 200 len: 1001 time: 0.0653145 Apr 07 12:09:35.311311 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfcbd36-50f9-4c45-a2e8-16a44df2cdfc req-79a9e3fd-6168-4726-9955-4a917adddcc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:35.312840 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-3dfcbd36-50f9-4c45-a2e8-16a44df2cdfc req-79a9e3fd-6168-4726-9955-4a917adddcc2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f6c89c23-3e38-47dc-af91-b69590186a24 HTTP/1.1" status: 200 len: 850 time: 0.0502663 Apr 07 12:09:35.404419 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da158f3-100e-4163-8e01-2db31294df3e req-1da32b1c-633d-4f2a-89e9-d6942a953dc8 tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:35.406542 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-3da158f3-100e-4163-8e01-2db31294df3e req-1da32b1c-633d-4f2a-89e9-d6942a953dc8 tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] 10.222.0.58 "GET /v2.0/ports?device_id=b2a26717-8ef7-454d-b710-31f27a75de4a HTTP/1.1" status: 200 len: 944 time: 0.0871236 Apr 07 12:09:35.409031 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfcbd36-50f9-4c45-a2e8-16a44df2cdfc req-ca87abee-1927-43c0-b127-bedb254ff813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:35.410419 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-3dfcbd36-50f9-4c45-a2e8-16a44df2cdfc req-ca87abee-1927-43c0-b127-bedb254ff813 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=fcace665-ea97-4783-845e-38b6ed7c4b29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0893183 Apr 07 12:09:35.483583 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.db [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] get_ports_and_sgs() called for port_ids ['ded65079-4bdf-4a1a-8747-1a8d8dd95b18'] {{(pid=103984) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 12:09:35.508259 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-3da158f3-100e-4163-8e01-2db31294df3e req-87bd2448-8561-43c5-9a85-8b2d46e23ca8 tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] 10.222.0.58 "GET /v2.0/security-groups?id=1deef15e-ad32-4d18-a014-8ed81c74d088&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961084 Apr 07 12:09:35.536448 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-3dfcbd36-50f9-4c45-a2e8-16a44df2cdfc req-e7bc36ab-fa1f-4abf-9284-f4b6e9a68c6e service neutron] 10.222.0.49 "GET /v2.0/networks/fcace665-ea97-4783-845e-38b6ed7c4b29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111012 Apr 07 12:09:35.647350 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-3dfcbd36-50f9-4c45-a2e8-16a44df2cdfc req-b6dbecd7-13ea-4db4-8cdf-b9885a38184b service neutron] 10.222.0.49 "GET /v2.0/networks/fcace665-ea97-4783-845e-38b6ed7c4b29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046116 Apr 07 12:09:35.671837 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-e3029262-029d-49e4-8078-e7e61e534645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (e465150c-12ca-425e-8c36-fa03ee6240b4), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:35.714514 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4aee89-ce63-4c3e-9f6a-6b6735ec9235 req-dcdba3cc-753f-4fff-b8bd-18af3eaa60c1 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:35.716067 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-ee4aee89-ce63-4c3e-9f6a-6b6735ec9235 req-dcdba3cc-753f-4fff-b8bd-18af3eaa60c1 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] 10.222.0.58 "GET /v2.0/ports?device_id=34bf0728-3bf9-4036-8e59-885b4140237b HTTP/1.1" status: 200 len: 946 time: 0.0571613 Apr 07 12:09:35.765850 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-ee4aee89-ce63-4c3e-9f6a-6b6735ec9235 req-ffaabbf3-e5f4-4e1b-96cc-e50862cf2b94 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] 10.222.0.58 "GET /v2.0/security-groups?id=50123f46-7cd8-49b6-9c22-20cd7e350c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423121 Apr 07 12:09:36.368509 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3bdf82-14b9-4548-804d-5a67bf7806ef req-0553b67e-609c-44d5-bd84-288e24e0066d tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:36.369986 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-fc3bdf82-14b9-4548-804d-5a67bf7806ef req-0553b67e-609c-44d5-bd84-288e24e0066d tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/ports?device_id=a970ace7-74e5-498c-8986-7ecb3b91bd37 HTTP/1.1" status: 200 len: 945 time: 0.0584860 Apr 07 12:09:36.426116 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-fc3bdf82-14b9-4548-804d-5a67bf7806ef req-9e49e164-caba-48dc-88e0-274657d8d815 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/security-groups?id=e3d15702-d2b4-43ff-beec-134f63401780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500503 Apr 07 12:09:36.625620 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58cca42-23f1-452a-867d-7b5de1154c14 req-c0cf30f3-5a52-4538-bb7a-136cb766613e tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:36.627094 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-c58cca42-23f1-452a-867d-7b5de1154c14 req-c0cf30f3-5a52-4538-bb7a-136cb766613e tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] 10.222.0.58 "GET /v2.0/ports?device_id=b2a26717-8ef7-454d-b710-31f27a75de4a HTTP/1.1" status: 200 len: 944 time: 0.0528884 Apr 07 12:09:36.675930 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-c58cca42-23f1-452a-867d-7b5de1154c14 req-509ada1c-9c29-4e71-8a86-e614f810c2d0 tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] 10.222.0.58 "GET /v2.0/security-groups?id=1deef15e-ad32-4d18-a014-8ed81c74d088&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430539 Apr 07 12:09:36.839344 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Device ded65079-4bdf-4a1a-8747-1a8d8dd95b18 up at agent hyperv_hv-cinder-83693 {{(pid=103984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:09:36.888430 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f334cc4-ca0c-4313-bcb4-5fcc36fa61e3 req-bceb16f9-32d7-4574-bb01-8f1628d3763d tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:36.890523 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-7f334cc4-ca0c-4313-bcb4-5fcc36fa61e3 req-bceb16f9-32d7-4574-bb01-8f1628d3763d tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] 10.222.0.58 "GET /v2.0/ports?device_id=34bf0728-3bf9-4036-8e59-885b4140237b HTTP/1.1" status: 200 len: 946 time: 0.0571771 Apr 07 12:09:36.936932 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-7f334cc4-ca0c-4313-bcb4-5fcc36fa61e3 req-cb86a091-df1b-48d1-8e57-75d74fe78761 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] 10.222.0.58 "GET /v2.0/security-groups?id=50123f46-7cd8-49b6-9c22-20cd7e350c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403566 Apr 07 12:09:36.954615 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.provisioning_blocks [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Provisioning for port ded65079-4bdf-4a1a-8747-1a8d8dd95b18 completed by entity L2. {{(pid=103984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 12:09:36.958764 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.provisioning_blocks [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Provisioning complete for port ded65079-4bdf-4a1a-8747-1a8d8dd95b18 triggered by entity L2. {{(pid=103984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:09:36.959505 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7484729'] for port (ded65079-4bdf-4a1a-8747-1a8d8dd95b18), provisioning_complete {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:37.034706 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Current status of the port ded65079-4bdf-4a1a-8747-1a8d8dd95b18 is: BUILD; New status is: ACTIVE {{(pid=103984) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:09:37.035089 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (ded65079-4bdf-4a1a-8747-1a8d8dd95b18), before_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:37.060199 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2a26717-8ef7-454d-b710-31f27a75de4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ded65079-4bdf-4a1a-8747-1a8d8dd95b18'}] {{(pid=103984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:09:37.062878 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0608bff1dee5f704c30ce50aefecbc08eaebc6e842b477e08be3f7901197da8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa5d43fb-1489-4b5e-b1d7-550ed43bfd81" -d '{"events": [{"server_uuid": "b2a26717-8ef7-454d-b710-31f27a75de4a", "name": "network-vif-plugged", "status": "completed", "tag": "ded65079-4bdf-4a1a-8747-1a8d8dd95b18"}]}' {{(pid=103984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:09:37.075036 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.db [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] For port ded65079-4bdf-4a1a-8747-1a8d8dd95b18, host hv-cinder-83693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83693',level=0,port_id=ded65079-4bdf-4a1a-8747-1a8d8dd95b18,segment=NetworkSegment(03f974f2-7a81-4033-8e47-73794737a6ee),segment_id=03f974f2-7a81-4033-8e47-73794737a6ee)] {{(pid=103984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:09:37.096780 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 12:09:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85097a64-1d08-4320-a525-5a38a0cc1750 x-openstack-request-id: req-85097a64-1d08-4320-a525-5a38a0cc1750 {{(pid=103984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:09:37.097117 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2a26717-8ef7-454d-b710-31f27a75de4a", "name": "network-vif-plugged", "status": "completed", "tag": "ded65079-4bdf-4a1a-8747-1a8d8dd95b18", "code": 200}]} {{(pid=103984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:09:37.097358 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-85097a64-1d08-4320-a525-5a38a0cc1750 {{(pid=103984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:09:37.097752 dv-cinder-836930-1-iscsi neutron-server[103984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85097a64-1d08-4320-a525-5a38a0cc1750'] response: {'server_uuid': 'b2a26717-8ef7-454d-b710-31f27a75de4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ded65079-4bdf-4a1a-8747-1a8d8dd95b18', 'code': 200} Apr 07 12:09:37.160566 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780057409639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780056949607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780056949625'] for port (ded65079-4bdf-4a1a-8747-1a8d8dd95b18), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:37.209568 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Pushing event updated for resources: {'Port': ['ID=ded65079-4bdf-4a1a-8747-1a8d8dd95b18,revision_number=5']} {{(pid=103984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:09:37.480789 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-4ee86192-ef9a-4f9c-8d37-983d911c7eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (8705c964-c35e-4008-b403-e26242cd5404), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:37.548624 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6de5c9-5c15-4b71-af2d-bc694761873b req-b2bd5c2e-d6ec-4ac1-b3a4-dadca3b26059 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:37.550089 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-1a6de5c9-5c15-4b71-af2d-bc694761873b req-b2bd5c2e-d6ec-4ac1-b3a4-dadca3b26059 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/ports?device_id=a970ace7-74e5-498c-8986-7ecb3b91bd37 HTTP/1.1" status: 200 len: 945 time: 0.0525053 Apr 07 12:09:37.600198 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-1a6de5c9-5c15-4b71-af2d-bc694761873b req-2a79c271-72bb-4e10-a4b0-4c74bf2a4054 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/security-groups?id=e3d15702-d2b4-43ff-beec-134f63401780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444746 Apr 07 12:09:37.786900 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acf8cc6-fbe9-4930-8ef6-42ba4ef8ef52 req-b00288fc-9aa4-4247-b31c-976118226f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:37.788524 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-2acf8cc6-fbe9-4930-8ef6-42ba4ef8ef52 req-b00288fc-9aa4-4247-b31c-976118226f39 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=b2a26717-8ef7-454d-b710-31f27a75de4a HTTP/1.1" status: 200 len: 1129 time: 0.0452750 Apr 07 12:09:37.800085 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1684379-b6e8-485e-beca-8dcf18f21d84 req-b16702b2-d943-4246-ad19-06746b65e4aa tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:37.801561 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-b1684379-b6e8-485e-beca-8dcf18f21d84 req-b16702b2-d943-4246-ad19-06746b65e4aa tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] 10.222.0.58 "GET /v2.0/ports?device_id=b2a26717-8ef7-454d-b710-31f27a75de4a HTTP/1.1" status: 200 len: 945 time: 0.0566549 Apr 07 12:09:37.838122 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-2acf8cc6-fbe9-4930-8ef6-42ba4ef8ef52 req-cbc4d907-4768-466a-ba7d-306552ec2e70 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=1deef15e-ad32-4d18-a014-8ed81c74d088&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404301 Apr 07 12:09:37.853818 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-b1684379-b6e8-485e-beca-8dcf18f21d84 req-7c60c801-8d8e-4fb0-b270-21416b4e7f7f tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] 10.222.0.58 "GET /v2.0/security-groups?id=1deef15e-ad32-4d18-a014-8ed81c74d088&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462451 Apr 07 12:09:38.722035 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe942b8-4a9a-43fa-8fbe-81624d7122a6 req-efd3a80e-f2a9-4e88-9d42-6f391071d325 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:38.723613 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-dbe942b8-4a9a-43fa-8fbe-81624d7122a6 req-efd3a80e-f2a9-4e88-9d42-6f391071d325 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/ports?device_id=a970ace7-74e5-498c-8986-7ecb3b91bd37 HTTP/1.1" status: 200 len: 945 time: 0.0541058 Apr 07 12:09:38.760549 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (18566f30-62c1-4fb1-af49-ebd049d63fec), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:38.771680 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-dbe942b8-4a9a-43fa-8fbe-81624d7122a6 req-23a73ad7-7320-47ff-bb99-7f68cc369525 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/security-groups?id=e3d15702-d2b4-43ff-beec-134f63401780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421081 Apr 07 12:09:38.973712 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da0b591-1689-4f52-8785-e6120456e85f req-746b36b1-e605-4d37-b971-83e7343eee53 tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:38.975220 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-8da0b591-1689-4f52-8785-e6120456e85f req-746b36b1-e605-4d37-b971-83e7343eee53 tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] 10.222.0.58 "GET /v2.0/ports?device_id=b2a26717-8ef7-454d-b710-31f27a75de4a HTTP/1.1" status: 200 len: 945 time: 0.0537148 Apr 07 12:09:39.023390 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-8da0b591-1689-4f52-8785-e6120456e85f req-45acd282-e247-43ef-b550-68c327e3781a tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] 10.222.0.58 "GET /v2.0/security-groups?id=1deef15e-ad32-4d18-a014-8ed81c74d088&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424905 Apr 07 12:09:39.321551 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.agents_db [None req-3662b1ad-d2b5-4b6d-81f6-e1280f618718 None None] Agent healthcheck: found 6 active agents {{(pid=103985) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 12:09:39.901515 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f78ee35-7fdd-4643-9266-d2030db6bf3d req-b02e5556-8ea7-4dae-b96c-3811167714d6 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:39.903010 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-5f78ee35-7fdd-4643-9266-d2030db6bf3d req-b02e5556-8ea7-4dae-b96c-3811167714d6 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/ports?device_id=a970ace7-74e5-498c-8986-7ecb3b91bd37 HTTP/1.1" status: 200 len: 945 time: 0.0571725 Apr 07 12:09:39.949018 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-5f78ee35-7fdd-4643-9266-d2030db6bf3d req-ff28591f-5ea1-43ca-8bf6-d867faf1b874 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/security-groups?id=e3d15702-d2b4-43ff-beec-134f63401780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402882 Apr 07 12:09:40.149097 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02328606-fec7-4eeb-b2a9-6eb8eccb5ada req-ef7b73d1-0011-4eba-8e28-f0cbb4d12ae8 tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:40.150580 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-02328606-fec7-4eeb-b2a9-6eb8eccb5ada req-ef7b73d1-0011-4eba-8e28-f0cbb4d12ae8 tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] 10.222.0.58 "GET /v2.0/ports?device_id=b2a26717-8ef7-454d-b710-31f27a75de4a HTTP/1.1" status: 200 len: 945 time: 0.0531812 Apr 07 12:09:40.206954 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-02328606-fec7-4eeb-b2a9-6eb8eccb5ada req-9d9e318d-5237-43ce-b1c3-18ef57502b79 tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] 10.222.0.58 "GET /v2.0/security-groups?id=1deef15e-ad32-4d18-a014-8ed81c74d088&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505304 Apr 07 12:09:41.070427 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73938b75-6db7-4aa9-98b2-1453dc8d0d74 req-a5ee365c-51b3-4f75-88cc-ef8578971873 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:41.071970 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-73938b75-6db7-4aa9-98b2-1453dc8d0d74 req-a5ee365c-51b3-4f75-88cc-ef8578971873 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/ports?device_id=a970ace7-74e5-498c-8986-7ecb3b91bd37 HTTP/1.1" status: 200 len: 945 time: 0.0527999 Apr 07 12:09:41.118398 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-73938b75-6db7-4aa9-98b2-1453dc8d0d74 req-436d6b05-6741-4bc2-a22e-d7ec06d7e521 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/security-groups?id=e3d15702-d2b4-43ff-beec-134f63401780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400417 Apr 07 12:09:41.325534 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf35fc9-cfe9-40cd-b132-961109e7f3c8 req-16ebc098-b7a2-49b7-b71f-094b84671ef6 tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:41.327566 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-2cf35fc9-cfe9-40cd-b132-961109e7f3c8 req-16ebc098-b7a2-49b7-b71f-094b84671ef6 tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] 10.222.0.58 "GET /v2.0/ports?device_id=b2a26717-8ef7-454d-b710-31f27a75de4a HTTP/1.1" status: 200 len: 945 time: 0.0523915 Apr 07 12:09:41.377061 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-2cf35fc9-cfe9-40cd-b132-961109e7f3c8 req-a7ec7e23-3d91-4493-9bcf-4e1412cba6d9 tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] 10.222.0.58 "GET /v2.0/security-groups?id=1deef15e-ad32-4d18-a014-8ed81c74d088&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439367 Apr 07 12:09:41.492278 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789c6a50-4419-4c88-8f90-170a821422b8 req-61f6ecd6-bcc1-482d-b3fb-d535acf9d8a9 tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:41.493678 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-789c6a50-4419-4c88-8f90-170a821422b8 req-61f6ecd6-bcc1-482d-b3fb-d535acf9d8a9 tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] 10.222.0.58 "GET /v2.0/ports?device_id=b2a26717-8ef7-454d-b710-31f27a75de4a HTTP/1.1" status: 200 len: 945 time: 0.0512910 Apr 07 12:09:41.548990 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-789c6a50-4419-4c88-8f90-170a821422b8 req-db1031ed-4fb6-4688-98a3-c62812884e9e tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] 10.222.0.58 "GET /v2.0/security-groups?id=1deef15e-ad32-4d18-a014-8ed81c74d088&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492446 Apr 07 12:09:41.570971 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.wsgi [-] (103983) accepted ('10.222.0.58', 38212) {{(pid=103983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:09:41.760974 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fab3ee24-68a7-424f-8ff4-119325c9d9d4 tempest-TestShelveInstance-1359989407 tempest-TestShelveInstance-1359989407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:41.762432 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [None req-fab3ee24-68a7-424f-8ff4-119325c9d9d4 tempest-TestShelveInstance-1359989407 tempest-TestShelveInstance-1359989407-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=b2a26717-8ef7-454d-b710-31f27a75de4a HTTP/1.1" status: 200 len: 1124 time: 0.1903927 Apr 07 12:09:41.766346 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.wsgi [-] (103983) accepted ('10.222.0.58', 38218) {{(pid=103983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:09:41.770869 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.v2.base [None req-ebc38f87-ab9f-41e2-80ca-6a47d4376a77 tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] Request body: {'floatingip': {'floating_network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'port_id': 'ded65079-4bdf-4a1a-8747-1a8d8dd95b18', 'tenant_id': 'a4085596b6ef4b2aa7ec76a5ca5df6a5', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:09:41.846481 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-ebc38f87-ab9f-41e2-80ca-6a47d4376a77 tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:41.946299 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-ebc38f87-ab9f-41e2-80ca-6a47d4376a77 tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (None), before_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:42.048955 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.db.db_base_plugin_common [None req-ebc38f87-ab9f-41e2-80ca-6a47d4376a77 tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] Allocated IP 172.27.0.149 (bbaeba58-97ce-4d65-bbf2-981851410a56/4554067d-f507-4a99-8a98-0874c02c5721/4d414e69-c2f5-4677-8c0c-b748d8cf8cdc) {{(pid=103983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 12:09:42.152142 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-ebc38f87-ab9f-41e2-80ca-6a47d4376a77 tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] Publish callbacks [] for port (4d414e69-c2f5-4677-8c0c-b748d8cf8cdc), precommit_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:42.249773 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-ebc38f87-ab9f-41e2-80ca-6a47d4376a77 tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780056949589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126495687'] for port (4d414e69-c2f5-4677-8c0c-b748d8cf8cdc), after_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:42.289798 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a535509-3958-4b1c-9451-bcc7fd2eecec req-d11414c4-2167-472e-9712-66ebb4733504 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:42.291411 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-3a535509-3958-4b1c-9451-bcc7fd2eecec req-d11414c4-2167-472e-9712-66ebb4733504 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/ports?device_id=a970ace7-74e5-498c-8986-7ecb3b91bd37 HTTP/1.1" status: 200 len: 945 time: 0.0834270 Apr 07 12:09:42.302683 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebc38f87-ab9f-41e2-80ca-6a47d4376a77 tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] Network bbaeba58-97ce-4d65-bbf2-981851410a56 is already hosted by enough agents. {{(pid=103983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:09:42.305137 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.scheduler.base_scheduler [None req-ebc38f87-ab9f-41e2-80ca-6a47d4376a77 tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] Resources bound (agent type, host, resource id): {{(pid=103983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:09:42.315006 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc38f87-ab9f-41e2-80ca-6a47d4376a77 tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] Received port after_create {{(pid=103983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 12:09:42.357731 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc38f87-ab9f-41e2-80ca-6a47d4376a77 tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] Pushing event updated for resources: {'Port': ['ID=4d414e69-c2f5-4677-8c0c-b748d8cf8cdc,revision_number=1']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:09:42.379838 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc38f87-ab9f-41e2-80ca-6a47d4376a77 tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:09:42.380184 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc38f87-ab9f-41e2-80ca-6a47d4376a77 tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:09:42.380522 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc38f87-ab9f-41e2-80ca-6a47d4376a77 tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:09:42.380855 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc38f87-ab9f-41e2-80ca-6a47d4376a77 tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:09:42.381925 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc38f87-ab9f-41e2-80ca-6a47d4376a77 tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:09:42.381925 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc38f87-ab9f-41e2-80ca-6a47d4376a77 tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:09:42.381925 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc38f87-ab9f-41e2-80ca-6a47d4376a77 tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:09:42.382210 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc38f87-ab9f-41e2-80ca-6a47d4376a77 tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:09:42.382419 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc38f87-ab9f-41e2-80ca-6a47d4376a77 tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:09:42.382735 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc38f87-ab9f-41e2-80ca-6a47d4376a77 tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:09:42.383050 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc38f87-ab9f-41e2-80ca-6a47d4376a77 tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:09:42.383397 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc38f87-ab9f-41e2-80ca-6a47d4376a77 tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:09:42.383715 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc38f87-ab9f-41e2-80ca-6a47d4376a77 tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:09:42.384031 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc38f87-ab9f-41e2-80ca-6a47d4376a77 tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:09:42.384343 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc38f87-ab9f-41e2-80ca-6a47d4376a77 tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:09:42.430358 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-3a535509-3958-4b1c-9451-bcc7fd2eecec req-6f0d9c66-1fb8-42f0-93da-4f7cebcc50ec tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/security-groups?id=e3d15702-d2b4-43ff-beec-134f63401780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1262138 Apr 07 12:09:42.738043 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-ebc38f87-ab9f-41e2-80ca-6a47d4376a77 tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] Publish callbacks [] for floatingip (1d1d8949-fb8b-43be-89ab-fc890c0cec05), precommit_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:42.872596 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-ebc38f87-ab9f-41e2-80ca-6a47d4376a77 tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (4d414e69-c2f5-4677-8c0c-b748d8cf8cdc), before_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:43.021293 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-ebc38f87-ab9f-41e2-80ca-6a47d4376a77 tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] Publish callbacks [] for port (4d414e69-c2f5-4677-8c0c-b748d8cf8cdc), precommit_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:43.080529 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-ebc38f87-ab9f-41e2-80ca-6a47d4376a77 tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780057409639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780056949607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780056949625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126495704'] for port (4d414e69-c2f5-4677-8c0c-b748d8cf8cdc), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:43.148202 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc38f87-ab9f-41e2-80ca-6a47d4376a77 tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] Pushing event updated for resources: {'Port': ['ID=4d414e69-c2f5-4677-8c0c-b748d8cf8cdc,revision_number=2']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:09:43.159836 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-ebc38f87-ab9f-41e2-80ca-6a47d4376a77 tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2019898'] for floatingip (1d1d8949-fb8b-43be-89ab-fc890c0cec05), after_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:43.498061 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.db.l3_db [None req-ebc38f87-ab9f-41e2-80ca-6a47d4376a77 tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] Floating IP 1d1d8949-fb8b-43be-89ab-fc890c0cec05 associated. External IP: 172.27.0.149, port: ded65079-4bdf-4a1a-8747-1a8d8dd95b18. Apr 07 12:09:43.550108 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06a64d7-4750-4b27-a70b-a8a546489f35 req-ae92e987-0a18-498e-ba6a-8e81023d8cea tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:43.551620 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-a06a64d7-4750-4b27-a70b-a8a546489f35 req-ae92e987-0a18-498e-ba6a-8e81023d8cea tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/ports?device_id=a970ace7-74e5-498c-8986-7ecb3b91bd37 HTTP/1.1" status: 200 len: 945 time: 0.0515854 Apr 07 12:09:43.600894 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-a06a64d7-4750-4b27-a70b-a8a546489f35 req-46e7929d-faf1-4852-9c16-b7ebc36b82b7 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/security-groups?id=e3d15702-d2b4-43ff-beec-134f63401780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432382 Apr 07 12:09:43.713907 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebc38f87-ab9f-41e2-80ca-6a47d4376a77 tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] Router 51efeb5c-47e7-40f0-ae6b-63c9d73d275c has already been hosted by L3 agent ad8978c4-6515-441c-a828-0289badd3b4a {{(pid=103983) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 12:09:43.821275 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebc38f87-ab9f-41e2-80ca-6a47d4376a77 tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] Notify agent at l3_agent.dv-cinder-836930-1-iscsi the message routers_updated {{(pid=103983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 12:09:43.833332 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af4b09a-0e26-4f1e-909c-56fb374975e2 None None] Sync routers for ids ['51efeb5c-47e7-40f0-ae6b-63c9d73d275c'] in dv-cinder-836930-1-iscsi {{(pid=103985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 12:09:43.844118 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af4b09a-0e26-4f1e-909c-56fb374975e2 None None] Routers {'51efeb5c-47e7-40f0-ae6b-63c9d73d275c'} bound to L3 agent in host dv-cinder-836930-1-iscsi {{(pid=103985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:09:43.844725 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_hamode_db [None req-2af4b09a-0e26-4f1e-909c-56fb374975e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836930-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-07T11:57:34Z,description=,heartbeat_timestamp=2022-04-07T12:09:34Z,host='dv-cinder-836930-1-iscsi',id=ad8978c4-6515-441c-a828-0289badd3b4a,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:57:35Z,topic='l3_agent')) {'router_ids': ['51efeb5c-47e7-40f0-ae6b-63c9d73d275c'], 'active': True} {{(pid=103985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:09:43.922198 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-ebc38f87-ab9f-41e2-80ca-6a47d4376a77 tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91606'] for floatingip (None), before_response {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:43.954141 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [None req-ebc38f87-ab9f-41e2-80ca-6a47d4376a77 tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1864586 Apr 07 12:09:43.955097 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2a26717-8ef7-454d-b710-31f27a75de4a', 'tag': 'ded65079-4bdf-4a1a-8747-1a8d8dd95b18'}] {{(pid=103983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:09:43.957729 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0a7841b86293cbb58346800955405af87a5c8eeb3540a71a4bbd7df08edd1cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4005cd01-7fdd-4651-8ea6-d67cdbaeac5a" -d '{"events": [{"name": "network-changed", "server_uuid": "b2a26717-8ef7-454d-b710-31f27a75de4a", "tag": "ded65079-4bdf-4a1a-8747-1a8d8dd95b18"}]}' {{(pid=103983) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:09:43.958340 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_dvr_db [None req-2af4b09a-0e26-4f1e-909c-56fb374975e2 None None] Set router 51efeb5c-47e7-40f0-ae6b-63c9d73d275c gateway port host: dv-cinder-836930-1-iscsi {{(pid=103985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:09:44.000195 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 12:09:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efe864e1-819b-446f-a2c9-8516c88f8b54 x-openstack-request-id: req-efe864e1-819b-446f-a2c9-8516c88f8b54 {{(pid=103983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:09:44.000487 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2a26717-8ef7-454d-b710-31f27a75de4a", "tag": "ded65079-4bdf-4a1a-8747-1a8d8dd95b18", "status": "completed", "code": 200}]} {{(pid=103983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:09:44.000754 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-efe864e1-819b-446f-a2c9-8516c88f8b54 {{(pid=103983) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:09:44.001143 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.notifiers.nova [-] Nova event matching ['req-efe864e1-819b-446f-a2c9-8516c88f8b54'] response: {'name': 'network-changed', 'server_uuid': 'b2a26717-8ef7-454d-b710-31f27a75de4a', 'tag': 'ded65079-4bdf-4a1a-8747-1a8d8dd95b18', 'status': 'completed', 'code': 200} Apr 07 12:09:44.122570 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4005cd01-7fdd-4651-8ea6-d67cdbaeac5a req-51a45b36-5d34-4631-b70b-dd315a5ce958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:44.124555 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-4005cd01-7fdd-4651-8ea6-d67cdbaeac5a req-51a45b36-5d34-4631-b70b-dd315a5ce958 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a4085596b6ef4b2aa7ec76a5ca5df6a5&device_id=b2a26717-8ef7-454d-b710-31f27a75de4a HTTP/1.1" status: 200 len: 1129 time: 0.0446999 Apr 07 12:09:44.184896 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_hamode_db [None req-2af4b09a-0e26-4f1e-909c-56fb374975e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51efeb5c-47e7-40f0-ae6b-63c9d73d275c', 'name': 'tempest-TestShelveInstance-2003760294-router', 'tenant_id': 'a4085596b6ef4b2aa7ec76a5ca5df6a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'external_fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': 'd4c2457e-6d49-4c8b-bde8-f2a8510d5a22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:08:40Z', 'updated_at': '2022-04-07T12:08:44Z', 'revision_number': 4, 'project_id': 'a4085596b6ef4b2aa7ec76a5ca5df6a5', 'gw_port': {'id': 'd4c2457e-6d49-4c8b-bde8-f2a8510d5a22', 'name': '', 'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:18:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51efeb5c-47e7-40f0-ae6b-63c9d73d275c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:08:41Z', 'updated_at': '2022-04-07T12:08:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4554067d-f507-4a99-8a98-0874c02c5721', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836930-1-iscsi', '_floatingips': [{'id': '1d1d8949-fb8b-43be-89ab-fc890c0cec05', 'tenant_id': 'a4085596b6ef4b2aa7ec76a5ca5df6a5', 'floating_ip_address': '172.27.0.149', 'floating_network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'router_id': '51efeb5c-47e7-40f0-ae6b-63c9d73d275c', 'port_id': 'ded65079-4bdf-4a1a-8747-1a8d8dd95b18', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 432, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3ddbe8c1-9e72-419f-bb9d-9b04f45bb675', 'mac_address': 'fa:16:3e:9c:85:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a26717-8ef7-454d-b710-31f27a75de4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T12:09:42Z', 'updated_at': '2022-04-07T12:09:42Z', 'revision_number': 0, 'project_id': 'a4085596b6ef4b2aa7ec76a5ca5df6a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4fa9e18-b22f-4794-82f6-3e693a8fa0b9', 'name': '', 'network_id': '3ddbe8c1-9e72-419f-bb9d-9b04f45bb675', 'tenant_id': 'a4085596b6ef4b2aa7ec76a5ca5df6a5', 'mac_address': 'fa:16:3e:96:28:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51efeb5c-47e7-40f0-ae6b-63c9d73d275c', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '6305e169-23ba-4b2b-83ee-e04d73c5b0bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:08:44Z', 'updated_at': '2022-04-07T12:08:49Z', 'revision_number': 5, 'project_id': 'a4085596b6ef4b2aa7ec76a5ca5df6a5', 'subnets': [{'id': '6305e169-23ba-4b2b-83ee-e04d73c5b0bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836930-1-iscsi', False) {} {{(pid=103985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:09:44.211162 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af4b09a-0e26-4f1e-909c-56fb374975e2 None None] Checking router: 51efeb5c-47e7-40f0-ae6b-63c9d73d275c for host: dv-cinder-836930-1-iscsi {{(pid=103985) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 12:09:44.219330 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af4b09a-0e26-4f1e-909c-56fb374975e2 None None] Routers {'51efeb5c-47e7-40f0-ae6b-63c9d73d275c'} bound to L3 agent in host dv-cinder-836930-1-iscsi {{(pid=103985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:09:44.219928 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_hamode_db [None req-2af4b09a-0e26-4f1e-909c-56fb374975e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836930-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-07T11:57:34Z,description=,heartbeat_timestamp=2022-04-07T12:09:34Z,host='dv-cinder-836930-1-iscsi',id=ad8978c4-6515-441c-a828-0289badd3b4a,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:57:35Z,topic='l3_agent')) {'router_ids': ['51efeb5c-47e7-40f0-ae6b-63c9d73d275c'], 'active': True} {{(pid=103985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:09:44.221407 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4005cd01-7fdd-4651-8ea6-d67cdbaeac5a req-8c5cabac-f4ad-4adb-9d9d-4b69fa6ceb8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:44.222880 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-4005cd01-7fdd-4651-8ea6-d67cdbaeac5a req-8c5cabac-f4ad-4adb-9d9d-4b69fa6ceb8d service neutron] 10.222.0.49 "GET /v2.0/networks?id=3ddbe8c1-9e72-419f-bb9d-9b04f45bb675 HTTP/1.1" status: 200 len: 910 time: 0.0887539 Apr 07 12:09:44.293720 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-4005cd01-7fdd-4651-8ea6-d67cdbaeac5a req-c154c58d-de4d-4c4d-bb9b-b13445c6b67a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ded65079-4bdf-4a1a-8747-1a8d8dd95b18 HTTP/1.1" status: 200 len: 999 time: 0.0602076 Apr 07 12:09:44.330637 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_dvr_db [None req-2af4b09a-0e26-4f1e-909c-56fb374975e2 None None] Set router 51efeb5c-47e7-40f0-ae6b-63c9d73d275c gateway port host: dv-cinder-836930-1-iscsi {{(pid=103985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:09:44.350154 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4005cd01-7fdd-4651-8ea6-d67cdbaeac5a req-2f3b3199-73af-49d3-a16b-649ef261472f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:44.351632 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-4005cd01-7fdd-4651-8ea6-d67cdbaeac5a req-2f3b3199-73af-49d3-a16b-649ef261472f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=6305e169-23ba-4b2b-83ee-e04d73c5b0bb HTTP/1.1" status: 200 len: 848 time: 0.0479131 Apr 07 12:09:44.412348 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4005cd01-7fdd-4651-8ea6-d67cdbaeac5a req-4d1ed607-6b62-4527-b32a-3bf6ba584512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:44.413787 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-4005cd01-7fdd-4651-8ea6-d67cdbaeac5a req-4d1ed607-6b62-4527-b32a-3bf6ba584512 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3ddbe8c1-9e72-419f-bb9d-9b04f45bb675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0458324 Apr 07 12:09:44.502076 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-4005cd01-7fdd-4651-8ea6-d67cdbaeac5a req-8a972bc9-49ab-4a02-b848-243d17a5a77c service neutron] 10.222.0.49 "GET /v2.0/networks/3ddbe8c1-9e72-419f-bb9d-9b04f45bb675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816264 Apr 07 12:09:44.562105 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_hamode_db [None req-2af4b09a-0e26-4f1e-909c-56fb374975e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51efeb5c-47e7-40f0-ae6b-63c9d73d275c', 'name': 'tempest-TestShelveInstance-2003760294-router', 'tenant_id': 'a4085596b6ef4b2aa7ec76a5ca5df6a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'external_fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': 'd4c2457e-6d49-4c8b-bde8-f2a8510d5a22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:08:40Z', 'updated_at': '2022-04-07T12:08:44Z', 'revision_number': 4, 'project_id': 'a4085596b6ef4b2aa7ec76a5ca5df6a5', 'gw_port': {'id': 'd4c2457e-6d49-4c8b-bde8-f2a8510d5a22', 'name': '', 'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:18:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51efeb5c-47e7-40f0-ae6b-63c9d73d275c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:08:41Z', 'updated_at': '2022-04-07T12:08:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4554067d-f507-4a99-8a98-0874c02c5721', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836930-1-iscsi', '_floatingips': [{'id': '1d1d8949-fb8b-43be-89ab-fc890c0cec05', 'tenant_id': 'a4085596b6ef4b2aa7ec76a5ca5df6a5', 'floating_ip_address': '172.27.0.149', 'floating_network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'router_id': '51efeb5c-47e7-40f0-ae6b-63c9d73d275c', 'port_id': 'ded65079-4bdf-4a1a-8747-1a8d8dd95b18', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 432, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3ddbe8c1-9e72-419f-bb9d-9b04f45bb675', 'mac_address': 'fa:16:3e:9c:85:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a26717-8ef7-454d-b710-31f27a75de4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T12:09:42Z', 'updated_at': '2022-04-07T12:09:42Z', 'revision_number': 0, 'project_id': 'a4085596b6ef4b2aa7ec76a5ca5df6a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4fa9e18-b22f-4794-82f6-3e693a8fa0b9', 'name': '', 'network_id': '3ddbe8c1-9e72-419f-bb9d-9b04f45bb675', 'tenant_id': 'a4085596b6ef4b2aa7ec76a5ca5df6a5', 'mac_address': 'fa:16:3e:96:28:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51efeb5c-47e7-40f0-ae6b-63c9d73d275c', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '6305e169-23ba-4b2b-83ee-e04d73c5b0bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:08:44Z', 'updated_at': '2022-04-07T12:08:49Z', 'revision_number': 5, 'project_id': 'a4085596b6ef4b2aa7ec76a5ca5df6a5', 'subnets': [{'id': '6305e169-23ba-4b2b-83ee-e04d73c5b0bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836930-1-iscsi', False) {} {{(pid=103985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:09:44.588405 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af4b09a-0e26-4f1e-909c-56fb374975e2 None None] The sync data for ids ['51efeb5c-47e7-40f0-ae6b-63c9d73d275c'] in dv-cinder-836930-1-iscsi is: [{'id': '51efeb5c-47e7-40f0-ae6b-63c9d73d275c', 'name': 'tempest-TestShelveInstance-2003760294-router', 'tenant_id': 'a4085596b6ef4b2aa7ec76a5ca5df6a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'external_fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': 'd4c2457e-6d49-4c8b-bde8-f2a8510d5a22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:08:40Z', 'updated_at': '2022-04-07T12:08:44Z', 'revision_number': 4, 'project_id': 'a4085596b6ef4b2aa7ec76a5ca5df6a5', 'gw_port': {'id': 'd4c2457e-6d49-4c8b-bde8-f2a8510d5a22', 'name': '', 'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:18:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51efeb5c-47e7-40f0-ae6b-63c9d73d275c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:08:41Z', 'updated_at': '2022-04-07T12:08:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4554067d-f507-4a99-8a98-0874c02c5721', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836930-1-iscsi', '_floatingips': [{'id': '1d1d8949-fb8b-43be-89ab-fc890c0cec05', 'tenant_id': 'a4085596b6ef4b2aa7ec76a5ca5df6a5', 'floating_ip_address': '172.27.0.149', 'floating_network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'router_id': '51efeb5c-47e7-40f0-ae6b-63c9d73d275c', 'port_id': 'ded65079-4bdf-4a1a-8747-1a8d8dd95b18', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 432, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3ddbe8c1-9e72-419f-bb9d-9b04f45bb675', 'mac_address': 'fa:16:3e:9c:85:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a26717-8ef7-454d-b710-31f27a75de4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T12:09:42Z', 'updated_at': '2022-04-07T12:09:42Z', 'revision_number': 0, 'project_id': 'a4085596b6ef4b2aa7ec76a5ca5df6a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4fa9e18-b22f-4794-82f6-3e693a8fa0b9', 'name': '', 'network_id': '3ddbe8c1-9e72-419f-bb9d-9b04f45bb675', 'tenant_id': 'a4085596b6ef4b2aa7ec76a5ca5df6a5', 'mac_address': 'fa:16:3e:96:28:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51efeb5c-47e7-40f0-ae6b-63c9d73d275c', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '6305e169-23ba-4b2b-83ee-e04d73c5b0bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:08:44Z', 'updated_at': '2022-04-07T12:08:49Z', 'revision_number': 5, 'project_id': 'a4085596b6ef4b2aa7ec76a5ca5df6a5', 'subnets': [{'id': '6305e169-23ba-4b2b-83ee-e04d73c5b0bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 12:09:44.597612 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-4005cd01-7fdd-4651-8ea6-d67cdbaeac5a req-3d0f3312-e4ee-448f-a50e-9c32a7ac4ccb service neutron] 10.222.0.49 "GET /v2.0/networks/3ddbe8c1-9e72-419f-bb9d-9b04f45bb675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877519 Apr 07 12:09:44.726855 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9b8c01-1c7c-4120-9cca-adee5b9b8bdb req-cf199942-62a9-4141-bff7-cb5b2fdf251b tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:44.728492 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-8d9b8c01-1c7c-4120-9cca-adee5b9b8bdb req-cf199942-62a9-4141-bff7-cb5b2fdf251b tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/ports?device_id=a970ace7-74e5-498c-8986-7ecb3b91bd37 HTTP/1.1" status: 200 len: 945 time: 0.0543952 Apr 07 12:09:44.783656 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ccb627b-c06e-4724-9776-2471df2d66cb None None] New status for floating IP 1d1d8949-fb8b-43be-89ab-fc890c0cec05: ACTIVE {{(pid=103984) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 12:09:44.790457 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-8d9b8c01-1c7c-4120-9cca-adee5b9b8bdb req-91babcbd-b5f8-48bd-bd85-000bbb00df7b tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/security-groups?id=e3d15702-d2b4-43ff-beec-134f63401780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554664 Apr 07 12:09:45.919167 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790046ab-177b-4fbc-b396-b8200c141aea req-c984184e-49ff-4a78-b99a-bae88f2b907d tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:45.921217 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-790046ab-177b-4fbc-b396-b8200c141aea req-c984184e-49ff-4a78-b99a-bae88f2b907d tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/ports?device_id=a970ace7-74e5-498c-8986-7ecb3b91bd37 HTTP/1.1" status: 200 len: 945 time: 0.0535927 Apr 07 12:09:45.969961 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-790046ab-177b-4fbc-b396-b8200c141aea req-1a29e6aa-623d-4970-92ae-41ae8debb881 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/security-groups?id=e3d15702-d2b4-43ff-beec-134f63401780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432799 Apr 07 12:09:47.098272 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f493a6a-779d-4341-afce-fd6930954723 req-557e1232-6e0f-4d15-bc94-225e8ecb97ba tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:47.099805 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-7f493a6a-779d-4341-afce-fd6930954723 req-557e1232-6e0f-4d15-bc94-225e8ecb97ba tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/ports?device_id=a970ace7-74e5-498c-8986-7ecb3b91bd37 HTTP/1.1" status: 200 len: 945 time: 0.0575869 Apr 07 12:09:47.145614 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-7f493a6a-779d-4341-afce-fd6930954723 req-daa424b7-b41b-40f7-8ce3-46eac9da3ef8 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/security-groups?id=e3d15702-d2b4-43ff-beec-134f63401780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401943 Apr 07 12:09:48.268357 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b0729a-e653-49cf-b8e8-f70e89d054ea req-a7f2963d-501c-4c85-8344-e6c410ab3710 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:48.269879 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-04b0729a-e653-49cf-b8e8-f70e89d054ea req-a7f2963d-501c-4c85-8344-e6c410ab3710 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/ports?device_id=a970ace7-74e5-498c-8986-7ecb3b91bd37 HTTP/1.1" status: 200 len: 945 time: 0.0529621 Apr 07 12:09:48.316196 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-04b0729a-e653-49cf-b8e8-f70e89d054ea req-a888a493-7860-40ac-a28a-d0e7d95257ac tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/security-groups?id=e3d15702-d2b4-43ff-beec-134f63401780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407379 Apr 07 12:09:49.437739 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa25f91-2d77-4ac9-8c1c-ac0fd86ba23b req-0d93607a-addb-443e-bb35-f62e4f37911f tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:49.439202 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-3aa25f91-2d77-4ac9-8c1c-ac0fd86ba23b req-0d93607a-addb-443e-bb35-f62e4f37911f tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/ports?device_id=a970ace7-74e5-498c-8986-7ecb3b91bd37 HTTP/1.1" status: 200 len: 945 time: 0.0521238 Apr 07 12:09:49.484009 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-3aa25f91-2d77-4ac9-8c1c-ac0fd86ba23b req-17f7900e-179c-47ee-b270-44b304dcbe4c tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/security-groups?id=e3d15702-d2b4-43ff-beec-134f63401780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394034 Apr 07 12:09:50.611316 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c8e4d7-556d-4ec7-b84a-8538c9354d8c req-2d31d1c9-a122-478b-b3f3-8d78ed9a56fd tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:50.612792 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-08c8e4d7-556d-4ec7-b84a-8538c9354d8c req-2d31d1c9-a122-478b-b3f3-8d78ed9a56fd tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/ports?device_id=a970ace7-74e5-498c-8986-7ecb3b91bd37 HTTP/1.1" status: 200 len: 945 time: 0.0545342 Apr 07 12:09:50.660732 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-08c8e4d7-556d-4ec7-b84a-8538c9354d8c req-49c72fae-b361-4c26-bc2d-ea0462dc0b4c tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/security-groups?id=e3d15702-d2b4-43ff-beec-134f63401780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422878 Apr 07 12:09:50.935846 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Device e6b253d6-0d2c-4932-b416-72adaad5fc65 details requested by agent hyperv_hv-cinder-83693 with host hv-cinder-83693 {{(pid=103984) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 12:09:51.034040 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.db [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] For port e6b253d6-0d2c-4932-b416-72adaad5fc65, host hv-cinder-83693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83693',level=0,port_id=e6b253d6-0d2c-4932-b416-72adaad5fc65,segment=NetworkSegment(c6eef021-ef52-4fe9-b827-fdc4163e97eb),segment_id=c6eef021-ef52-4fe9-b827-fdc4163e97eb)] {{(pid=103984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:09:51.045214 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Returning: {'device': 'e6b253d6-0d2c-4932-b416-72adaad5fc65', 'network_id': 'a3a1c9bf-f178-42b2-8a75-be0111298909', 'port_id': 'e6b253d6-0d2c-4932-b416-72adaad5fc65', 'mac_address': 'fa:16:3e:ab:0a:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c904b354-656a-4e16-9970-de4658d8dce1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103984) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 12:09:51.083622 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Current status of the port e6b253d6-0d2c-4932-b416-72adaad5fc65 is: ACTIVE; New status is: BUILD {{(pid=103984) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:09:51.084004 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (e6b253d6-0d2c-4932-b416-72adaad5fc65), before_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:51.097507 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.notifiers.nova [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e6b253d6-0d2c-4932-b416-72adaad5fc65 {{(pid=103984) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 12:09:51.116956 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.db [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] For port e6b253d6-0d2c-4932-b416-72adaad5fc65, host hv-cinder-83693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83693',level=0,port_id=e6b253d6-0d2c-4932-b416-72adaad5fc65,segment=NetworkSegment(c6eef021-ef52-4fe9-b827-fdc4163e97eb),segment_id=c6eef021-ef52-4fe9-b827-fdc4163e97eb)] {{(pid=103984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:09:51.223049 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780057409639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780056949607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780056949625'] for port (e6b253d6-0d2c-4932-b416-72adaad5fc65), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:51.272963 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Pushing event updated for resources: {'Port': ['ID=e6b253d6-0d2c-4932-b416-72adaad5fc65,revision_number=6']} {{(pid=103984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:09:51.279909 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:09:51.280255 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:09:51.280599 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:09:51.280956 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:09:51.281297 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:09:51.281624 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:09:51.281952 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:09:51.282277 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:09:51.282599 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:09:51.282919 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:09:51.283267 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:09:51.283592 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:09:51.283911 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:09:51.284226 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:09:51.284541 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:09:51.554651 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.db [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] get_ports_and_sgs() called for port_ids ['e6b253d6-0d2c-4932-b416-72adaad5fc65'] {{(pid=103984) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 12:09:51.790295 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc0c943-cfbc-47dd-b47d-54eeee38f842 req-397f2138-91cc-4c28-8c88-6f6d11850621 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:51.791848 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-7cc0c943-cfbc-47dd-b47d-54eeee38f842 req-397f2138-91cc-4c28-8c88-6f6d11850621 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/ports?device_id=a970ace7-74e5-498c-8986-7ecb3b91bd37 HTTP/1.1" status: 200 len: 944 time: 0.0606563 Apr 07 12:09:51.837786 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-7cc0c943-cfbc-47dd-b47d-54eeee38f842 req-1f7f10a8-f72a-419e-ac3e-ed7ebaa7b4bb tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/security-groups?id=e3d15702-d2b4-43ff-beec-134f63401780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394754 Apr 07 12:09:52.963407 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Device e6b253d6-0d2c-4932-b416-72adaad5fc65 up at agent hyperv_hv-cinder-83693 {{(pid=103984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:09:52.964960 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a37e9a-b6dc-4d82-801b-65d31b5b11d3 req-c73f43c0-9b87-4b15-bc3e-b99601b21dcc tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:52.966490 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-b6a37e9a-b6dc-4d82-801b-65d31b5b11d3 req-c73f43c0-9b87-4b15-bc3e-b99601b21dcc tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/ports?device_id=a970ace7-74e5-498c-8986-7ecb3b91bd37 HTTP/1.1" status: 200 len: 944 time: 0.0559616 Apr 07 12:09:53.012508 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.provisioning_blocks [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Provisioning complete for port e6b253d6-0d2c-4932-b416-72adaad5fc65 triggered by entity L2. {{(pid=103984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:09:53.012878 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7484729'] for port (e6b253d6-0d2c-4932-b416-72adaad5fc65), provisioning_complete {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:53.016012 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-b6a37e9a-b6dc-4d82-801b-65d31b5b11d3 req-11e18cba-51ee-417b-9933-60ea78a04dbc tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/security-groups?id=e3d15702-d2b4-43ff-beec-134f63401780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425234 Apr 07 12:09:53.091061 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Current status of the port e6b253d6-0d2c-4932-b416-72adaad5fc65 is: BUILD; New status is: ACTIVE {{(pid=103984) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:09:53.091465 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (e6b253d6-0d2c-4932-b416-72adaad5fc65), before_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:53.113864 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a970ace7-74e5-498c-8986-7ecb3b91bd37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6b253d6-0d2c-4932-b416-72adaad5fc65'}] {{(pid=103984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:09:53.116086 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0608bff1dee5f704c30ce50aefecbc08eaebc6e842b477e08be3f7901197da8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e2fc8dd-d657-44f3-9b79-c3a84a5fe6b0" -d '{"events": [{"server_uuid": "a970ace7-74e5-498c-8986-7ecb3b91bd37", "name": "network-vif-plugged", "status": "completed", "tag": "e6b253d6-0d2c-4932-b416-72adaad5fc65"}]}' {{(pid=103984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:09:53.128259 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.db [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] For port e6b253d6-0d2c-4932-b416-72adaad5fc65, host hv-cinder-83693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83693',level=0,port_id=e6b253d6-0d2c-4932-b416-72adaad5fc65,segment=NetworkSegment(c6eef021-ef52-4fe9-b827-fdc4163e97eb),segment_id=c6eef021-ef52-4fe9-b827-fdc4163e97eb)] {{(pid=103984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:09:53.156133 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 12:09:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99482d10-6f68-47dd-9077-02a49c4e7633 x-openstack-request-id: req-99482d10-6f68-47dd-9077-02a49c4e7633 {{(pid=103984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:09:53.156602 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a970ace7-74e5-498c-8986-7ecb3b91bd37", "name": "network-vif-plugged", "status": "completed", "tag": "e6b253d6-0d2c-4932-b416-72adaad5fc65", "code": 200}]} {{(pid=103984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:09:53.156740 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-99482d10-6f68-47dd-9077-02a49c4e7633 {{(pid=103984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:09:53.157149 dv-cinder-836930-1-iscsi neutron-server[103984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99482d10-6f68-47dd-9077-02a49c4e7633'] response: {'server_uuid': 'a970ace7-74e5-498c-8986-7ecb3b91bd37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6b253d6-0d2c-4932-b416-72adaad5fc65', 'code': 200} Apr 07 12:09:53.194412 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780057409639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780056949607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780056949625'] for port (e6b253d6-0d2c-4932-b416-72adaad5fc65), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:53.243802 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Pushing event updated for resources: {'Port': ['ID=e6b253d6-0d2c-4932-b416-72adaad5fc65,revision_number=7']} {{(pid=103984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:09:54.144413 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaaf730-2980-4181-b4d2-8305b1c35399 req-138cef2b-5583-441c-9d32-a6fbd0da7955 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:54.145960 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-6eaaf730-2980-4181-b4d2-8305b1c35399 req-138cef2b-5583-441c-9d32-a6fbd0da7955 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/ports?device_id=a970ace7-74e5-498c-8986-7ecb3b91bd37 HTTP/1.1" status: 200 len: 945 time: 0.0575955 Apr 07 12:09:54.210007 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-6eaaf730-2980-4181-b4d2-8305b1c35399 req-f15c84e6-1842-496f-915f-79df694864dc tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/security-groups?id=e3d15702-d2b4-43ff-beec-134f63401780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579016 Apr 07 12:09:55.350922 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67d50dc-e4c6-4aa0-88da-f5fd37a509a6 req-71f67eb7-d654-4f23-b807-94acd8dcf04f tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:55.352906 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-b67d50dc-e4c6-4aa0-88da-f5fd37a509a6 req-71f67eb7-d654-4f23-b807-94acd8dcf04f tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/ports?device_id=a970ace7-74e5-498c-8986-7ecb3b91bd37 HTTP/1.1" status: 200 len: 945 time: 0.0633178 Apr 07 12:09:55.413368 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-b67d50dc-e4c6-4aa0-88da-f5fd37a509a6 req-9e192bd6-4bcc-4b86-b70b-af50f93cf434 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/security-groups?id=e3d15702-d2b4-43ff-beec-134f63401780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542798 Apr 07 12:09:56.572499 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73668b6-abaf-4863-a7f7-dbed368da8ef req-4d09d1b5-3ed7-4abf-a0d8-dbc3fbb2cf35 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:56.574417 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-c73668b6-abaf-4863-a7f7-dbed368da8ef req-4d09d1b5-3ed7-4abf-a0d8-dbc3fbb2cf35 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/ports?device_id=a970ace7-74e5-498c-8986-7ecb3b91bd37 HTTP/1.1" status: 200 len: 945 time: 0.0595694 Apr 07 12:09:56.640466 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-c73668b6-abaf-4863-a7f7-dbed368da8ef req-8d75260c-7706-40c6-8e93-e633fb91967c tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/security-groups?id=e3d15702-d2b4-43ff-beec-134f63401780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588489 Apr 07 12:09:57.783806 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc704b8-1c6b-4609-acdb-c6c76991331f req-27706c58-5b76-437e-8227-58a905eeb9cf tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:57.786185 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-bfc704b8-1c6b-4609-acdb-c6c76991331f req-27706c58-5b76-437e-8227-58a905eeb9cf tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/ports?device_id=a970ace7-74e5-498c-8986-7ecb3b91bd37 HTTP/1.1" status: 200 len: 945 time: 0.0600028 Apr 07 12:09:57.842969 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-bfc704b8-1c6b-4609-acdb-c6c76991331f req-c31d127e-2374-421c-a10b-74f4d999a6f3 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/security-groups?id=e3d15702-d2b4-43ff-beec-134f63401780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508211 Apr 07 12:09:58.983188 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cd11e5-dd0e-423e-bb0a-d8fb93283a0d req-1c697194-7d03-40b1-8165-f116b40393fd tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:58.984745 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-c1cd11e5-dd0e-423e-bb0a-d8fb93283a0d req-1c697194-7d03-40b1-8165-f116b40393fd tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/ports?device_id=a970ace7-74e5-498c-8986-7ecb3b91bd37 HTTP/1.1" status: 200 len: 945 time: 0.0636194 Apr 07 12:09:59.038329 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-c1cd11e5-dd0e-423e-bb0a-d8fb93283a0d req-40a3c29c-d5fd-4b80-9798-909c065a177e tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/security-groups?id=e3d15702-d2b4-43ff-beec-134f63401780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480537 Apr 07 12:09:59.440381 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (b65c4e22-832a-4f2b-89ab-f6b5f91e1f65), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:10:00.162950 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b473473-9456-4b12-a594-9a91ef191718 req-70c99189-f163-4d2c-bd68-7562a7c3f46b tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:10:00.164482 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-4b473473-9456-4b12-a594-9a91ef191718 req-70c99189-f163-4d2c-bd68-7562a7c3f46b tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/ports?device_id=a970ace7-74e5-498c-8986-7ecb3b91bd37 HTTP/1.1" status: 200 len: 945 time: 0.0520878 Apr 07 12:10:00.211506 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-4b473473-9456-4b12-a594-9a91ef191718 req-30b9a38e-a498-49fe-a1a7-efb1c37a673c tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/security-groups?id=e3d15702-d2b4-43ff-beec-134f63401780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414345 Apr 07 12:10:01.339655 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d085862a-9e0d-4c2c-95f1-93b64fa04dc4 req-0a5bb2f4-3d50-467b-a20f-ee64272f748c tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:10:01.346834 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-d085862a-9e0d-4c2c-95f1-93b64fa04dc4 req-0a5bb2f4-3d50-467b-a20f-ee64272f748c tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/ports?device_id=a970ace7-74e5-498c-8986-7ecb3b91bd37 HTTP/1.1" status: 200 len: 945 time: 0.0609765 Apr 07 12:10:01.400628 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-d085862a-9e0d-4c2c-95f1-93b64fa04dc4 req-9ddc4c83-b5bd-4c37-9d2f-40cb86ac5dde tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/security-groups?id=e3d15702-d2b4-43ff-beec-134f63401780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519619 Apr 07 12:10:01.999949 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-bcec0893-f35e-432d-9b12-c6740ea2a257 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (94869e64-74fb-4601-95b5-a1334a6bdcea), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:10:02.540197 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a5357c-2a1d-4ee9-a376-91391956967d req-846ecbc1-b621-425d-ab68-065fc6a8348b tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:10:02.544886 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-00a5357c-2a1d-4ee9-a376-91391956967d req-846ecbc1-b621-425d-ab68-065fc6a8348b tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/ports?device_id=a970ace7-74e5-498c-8986-7ecb3b91bd37 HTTP/1.1" status: 200 len: 945 time: 0.0667028 Apr 07 12:10:02.594068 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-00a5357c-2a1d-4ee9-a376-91391956967d req-2cd95fc5-d6d9-41ad-b917-349169dc1b3e tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/security-groups?id=e3d15702-d2b4-43ff-beec-134f63401780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455167 Apr 07 12:10:03.729412 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44d4ed8-b5a3-43a0-8592-a602c30dbfbf req-a23b5e71-3173-41ec-b8ed-026989869337 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:10:03.730050 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-e44d4ed8-b5a3-43a0-8592-a602c30dbfbf req-a23b5e71-3173-41ec-b8ed-026989869337 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/ports?device_id=a970ace7-74e5-498c-8986-7ecb3b91bd37 HTTP/1.1" status: 200 len: 945 time: 0.0627248 Apr 07 12:10:03.778573 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-e44d4ed8-b5a3-43a0-8592-a602c30dbfbf req-b6ffe12d-bf5c-4671-b51b-194a5ca69637 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/security-groups?id=e3d15702-d2b4-43ff-beec-134f63401780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429873 Apr 07 12:10:04.468814 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-b5acad62-94f4-46e2-9465-d6331e752910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (ad8978c4-6515-441c-a828-0289badd3b4a), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:10:04.926993 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c23625d-c598-4a12-8f71-3d5373c3a7c4 req-cf94cc7a-4910-469a-af3c-d23e4e84f2a5 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:10:04.928601 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-5c23625d-c598-4a12-8f71-3d5373c3a7c4 req-cf94cc7a-4910-469a-af3c-d23e4e84f2a5 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/ports?device_id=a970ace7-74e5-498c-8986-7ecb3b91bd37 HTTP/1.1" status: 200 len: 945 time: 0.0577564 Apr 07 12:10:04.988156 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-5c23625d-c598-4a12-8f71-3d5373c3a7c4 req-7a8f4bde-3409-4f32-b5fc-45eee89539ae tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/security-groups?id=e3d15702-d2b4-43ff-beec-134f63401780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527251 Apr 07 12:10:05.634124 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-e3029262-029d-49e4-8078-e7e61e534645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (e465150c-12ca-425e-8c36-fa03ee6240b4), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:10:06.103481 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a29d0c-8c4d-4193-9cdb-312a42ef2c91 req-d1cba345-3ec9-45ea-8e77-a5a1dff04af0 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:10:06.104923 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-57a29d0c-8c4d-4193-9cdb-312a42ef2c91 req-d1cba345-3ec9-45ea-8e77-a5a1dff04af0 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/ports?device_id=a970ace7-74e5-498c-8986-7ecb3b91bd37 HTTP/1.1" status: 200 len: 945 time: 0.0521572 Apr 07 12:10:06.152380 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-57a29d0c-8c4d-4193-9cdb-312a42ef2c91 req-6affd485-22df-4b25-ae20-0409643aa0ff tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/security-groups?id=e3d15702-d2b4-43ff-beec-134f63401780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407012 Apr 07 12:10:06.697554 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84efba04-0402-4796-aec7-381a34056d32 req-d147844d-4552-4204-ae28-cdcbe66f6a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:10:06.699047 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-84efba04-0402-4796-aec7-381a34056d32 req-d147844d-4552-4204-ae28-cdcbe66f6a40 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f773b5c38f1747ba994d9dbdae582152&device_id=a970ace7-74e5-498c-8986-7ecb3b91bd37 HTTP/1.1" status: 200 len: 1129 time: 0.0436292 Apr 07 12:10:06.794775 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84efba04-0402-4796-aec7-381a34056d32 req-525ab283-2ca6-40d5-9af1-ddc225b02e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:10:06.796245 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-84efba04-0402-4796-aec7-381a34056d32 req-525ab283-2ca6-40d5-9af1-ddc225b02e55 service neutron] 10.222.0.49 "GET /v2.0/networks?id=a3a1c9bf-f178-42b2-8a75-be0111298909 HTTP/1.1" status: 200 len: 918 time: 0.0871160 Apr 07 12:10:06.862777 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-84efba04-0402-4796-aec7-381a34056d32 req-f3b90e1e-17f8-47a5-a977-48d41dc657a2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e6b253d6-0d2c-4932-b416-72adaad5fc65 HTTP/1.1" status: 200 len: 1001 time: 0.0574679 Apr 07 12:10:06.912862 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84efba04-0402-4796-aec7-381a34056d32 req-14a29b8d-71e5-46ca-aeb8-d3e70c87c0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:10:06.914311 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-84efba04-0402-4796-aec7-381a34056d32 req-14a29b8d-71e5-46ca-aeb8-d3e70c87c0ed service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c904b354-656a-4e16-9970-de4658d8dce1 HTTP/1.1" status: 200 len: 856 time: 0.0426888 Apr 07 12:10:06.966147 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84efba04-0402-4796-aec7-381a34056d32 req-71fa479a-3890-48e2-b82d-4ae6251cb264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:10:06.967737 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-84efba04-0402-4796-aec7-381a34056d32 req-71fa479a-3890-48e2-b82d-4ae6251cb264 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a3a1c9bf-f178-42b2-8a75-be0111298909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0470231 Apr 07 12:10:07.055894 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-84efba04-0402-4796-aec7-381a34056d32 req-149e6a20-b54e-42b6-890e-b15554a13293 service neutron] 10.222.0.49 "GET /v2.0/networks/a3a1c9bf-f178-42b2-8a75-be0111298909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795953 Apr 07 12:10:07.146417 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-84efba04-0402-4796-aec7-381a34056d32 req-1f950a20-3c98-4693-8462-b39a00d74e91 service neutron] 10.222.0.49 "GET /v2.0/networks/a3a1c9bf-f178-42b2-8a75-be0111298909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842721 Apr 07 12:10:07.275212 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76be762c-c25b-427f-86b4-ccc6abc58520 req-4ad10981-10a8-4fd4-ad2e-aa631a7025f5 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:10:07.276944 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-76be762c-c25b-427f-86b4-ccc6abc58520 req-4ad10981-10a8-4fd4-ad2e-aa631a7025f5 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/ports?device_id=a970ace7-74e5-498c-8986-7ecb3b91bd37 HTTP/1.1" status: 200 len: 945 time: 0.0532072 Apr 07 12:10:07.323738 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-76be762c-c25b-427f-86b4-ccc6abc58520 req-0f042289-1368-4403-9377-c4addcadf7b1 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/security-groups?id=e3d15702-d2b4-43ff-beec-134f63401780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412886 Apr 07 12:10:07.405984 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-4ee86192-ef9a-4f9c-8d37-983d911c7eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (8705c964-c35e-4008-b403-e26242cd5404), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:10:08.449773 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cf9251-40eb-4026-9c19-c52cbb67a3ff req-123d5000-dfe5-4931-8282-7db02b241794 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:10:08.451839 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-f9cf9251-40eb-4026-9c19-c52cbb67a3ff req-123d5000-dfe5-4931-8282-7db02b241794 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/ports?device_id=a970ace7-74e5-498c-8986-7ecb3b91bd37 HTTP/1.1" status: 200 len: 945 time: 0.0554302 Apr 07 12:10:08.497010 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-f9cf9251-40eb-4026-9c19-c52cbb67a3ff req-34312751-0eb3-44ee-8767-7c55a908c75e tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/security-groups?id=e3d15702-d2b4-43ff-beec-134f63401780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396981 Apr 07 12:10:08.771574 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (18566f30-62c1-4fb1-af49-ebd049d63fec), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:10:09.012116 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Device e6b253d6-0d2c-4932-b416-72adaad5fc65 no longer exists at agent hyperv_hv-cinder-83693 {{(pid=103984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 12:10:09.086198 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Current status of the port e6b253d6-0d2c-4932-b416-72adaad5fc65 is: ACTIVE; New status is: DOWN {{(pid=103984) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:10:09.086613 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (e6b253d6-0d2c-4932-b416-72adaad5fc65), before_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:10:09.109289 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a970ace7-74e5-498c-8986-7ecb3b91bd37', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e6b253d6-0d2c-4932-b416-72adaad5fc65'}] {{(pid=103984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:10:09.111556 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0608bff1dee5f704c30ce50aefecbc08eaebc6e842b477e08be3f7901197da8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e672f29-32ad-42f0-9f1f-da4730708282" -d '{"events": [{"server_uuid": "a970ace7-74e5-498c-8986-7ecb3b91bd37", "name": "network-vif-unplugged", "status": "completed", "tag": "e6b253d6-0d2c-4932-b416-72adaad5fc65"}]}' {{(pid=103984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:10:09.123459 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.db [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] For port e6b253d6-0d2c-4932-b416-72adaad5fc65, host hv-cinder-83693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83693',level=0,port_id=e6b253d6-0d2c-4932-b416-72adaad5fc65,segment=NetworkSegment(c6eef021-ef52-4fe9-b827-fdc4163e97eb),segment_id=c6eef021-ef52-4fe9-b827-fdc4163e97eb)] {{(pid=103984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:10:09.147301 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 07 Apr 2022 12:10:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eb31865-d6bc-4183-950e-12471d303d46 x-openstack-request-id: req-1eb31865-d6bc-4183-950e-12471d303d46 {{(pid=103984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:10:09.147567 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a970ace7-74e5-498c-8986-7ecb3b91bd37", "name": "network-vif-unplugged", "status": "completed", "tag": "e6b253d6-0d2c-4932-b416-72adaad5fc65", "code": 200}]} {{(pid=103984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:10:09.147823 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1eb31865-d6bc-4183-950e-12471d303d46 {{(pid=103984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:10:09.148215 dv-cinder-836930-1-iscsi neutron-server[103984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1eb31865-d6bc-4183-950e-12471d303d46'] response: {'server_uuid': 'a970ace7-74e5-498c-8986-7ecb3b91bd37', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e6b253d6-0d2c-4932-b416-72adaad5fc65', 'code': 200} Apr 07 12:10:09.188377 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780057409639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780056949607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780056949625'] for port (e6b253d6-0d2c-4932-b416-72adaad5fc65), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:10:09.238893 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Pushing event updated for resources: {'Port': ['ID=e6b253d6-0d2c-4932-b416-72adaad5fc65,revision_number=8']} {{(pid=103984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:10:09.623068 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbeae744-ec81-4071-bb8e-b52098dc7999 req-5dea6c7f-9da3-45c8-8ddd-adb4b6e8f69f tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:10:09.624559 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-cbeae744-ec81-4071-bb8e-b52098dc7999 req-5dea6c7f-9da3-45c8-8ddd-adb4b6e8f69f tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/ports?device_id=a970ace7-74e5-498c-8986-7ecb3b91bd37 HTTP/1.1" status: 200 len: 943 time: 0.0521016 Apr 07 12:10:09.670443 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-cbeae744-ec81-4071-bb8e-b52098dc7999 req-34c04aa1-9dcf-4971-9223-bae79098377b tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/security-groups?id=e3d15702-d2b4-43ff-beec-134f63401780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403106 Apr 07 12:10:10.294004 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.wsgi [-] (103983) accepted ('10.222.0.58', 38448) {{(pid=103983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:10:10.524917 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-fdc259ab-adfc-4159-b0eb-c8e0d1289b76 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:10:10.597591 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-fdc259ab-adfc-4159-b0eb-c8e0d1289b76 admin admin] Publish callbacks [] for security_group (c95f6501-ec4d-4981-9795-1a16901333d3), precommit_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:10:10.800467 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fd1d2a-acdd-4693-8201-15a99edfc9a4 req-3083ba2d-8a2f-4b7e-bd45-3cfab7bd62d6 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:10:10.801845 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-a0fd1d2a-acdd-4693-8201-15a99edfc9a4 req-3083ba2d-8a2f-4b7e-bd45-3cfab7bd62d6 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/ports?device_id=a970ace7-74e5-498c-8986-7ecb3b91bd37 HTTP/1.1" status: 200 len: 943 time: 0.0576861 Apr 07 12:10:10.851102 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-a0fd1d2a-acdd-4693-8201-15a99edfc9a4 req-b26b434c-f9f9-4730-b469-aa70e9d2e0ac tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/security-groups?id=e3d15702-d2b4-43ff-beec-134f63401780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433948 Apr 07 12:10:10.948708 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-fdc259ab-adfc-4159-b0eb-c8e0d1289b76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678166'] for security_group (c95f6501-ec4d-4981-9795-1a16901333d3), after_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:10:10.999352 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [None req-fdc259ab-adfc-4159-b0eb-c8e0d1289b76 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ac24728ed1534c099c3f50e480386108&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6968710 Apr 07 12:10:10.999352 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc259ab-adfc-4159-b0eb-c8e0d1289b76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c95f6501-ec4d-4981-9795-1a16901333d3,revision_number=1']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:10:11.000833 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.wsgi [-] (103983) accepted ('10.222.0.58', 38458) {{(pid=103983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:10:11.047935 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-22466d5a-1ec3-4cd0-8c2c-8e8047de3e3a admin admin] Publish callbacks [] for security_group (c95f6501-ec4d-4981-9795-1a16901333d3), before_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:10:11.068834 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-22466d5a-1ec3-4cd0-8c2c-8e8047de3e3a admin admin] Publish callbacks [] for security_group (c95f6501-ec4d-4981-9795-1a16901333d3), precommit_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:10:11.422948 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-22466d5a-1ec3-4cd0-8c2c-8e8047de3e3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678166'] for security_group (c95f6501-ec4d-4981-9795-1a16901333d3), after_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:10:11.425660 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-22466d5a-1ec3-4cd0-8c2c-8e8047de3e3a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:10:11.439544 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [None req-22466d5a-1ec3-4cd0-8c2c-8e8047de3e3a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c95f6501-ec4d-4981-9795-1a16901333d3 HTTP/1.1" status: 204 len: 168 time: 0.4249947 Apr 07 12:10:11.439544 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22466d5a-1ec3-4cd0-8c2c-8e8047de3e3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c95f6501-ec4d-4981-9795-1a16901333d3,revision_number=None']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:10:12.511636 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.wsgi [req-b3a52a25-b467-4f56-81a9-770df3ba25ab req-39a7a819-c9ae-49bd-a718-69d7c4113d5f service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=103982) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 12:10:12.512605 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-b3a52a25-b467-4f56-81a9-770df3ba25ab req-39a7a819-c9ae-49bd-a718-69d7c4113d5f service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052900 Apr 07 12:10:12.770556 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2497138-3d98-41fd-ac0b-a83dacffbee6 req-0f92ed6f-9eec-4360-ab47-7ca222fee5ba tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:10:12.772076 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-c2497138-3d98-41fd-ac0b-a83dacffbee6 req-0f92ed6f-9eec-4360-ab47-7ca222fee5ba tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/ports?device_id=a970ace7-74e5-498c-8986-7ecb3b91bd37 HTTP/1.1" status: 200 len: 943 time: 0.0526254 Apr 07 12:10:12.829216 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-c2497138-3d98-41fd-ac0b-a83dacffbee6 req-1b124e42-70e1-4eb1-8135-bbf8d48e538c tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/security-groups?id=e3d15702-d2b4-43ff-beec-134f63401780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513692 Apr 07 12:10:13.278205 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.wsgi [-] (103983) accepted ('10.222.0.58', 38500) {{(pid=103983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:10:13.368178 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-6afe38b9-486c-4753-b6d0-038c3db263e0 req-9ab224dc-cc82-4fd6-95a8-ac71f8f35981 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=a970ace7-74e5-498c-8986-7ecb3b91bd37&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0887144 Apr 07 12:10:13.377177 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.wsgi [req-6afe38b9-486c-4753-b6d0-038c3db263e0 req-5e387f96-555f-4155-8abe-f42574d6ac1d service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=103983) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 12:10:13.378125 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-6afe38b9-486c-4753-b6d0-038c3db263e0 req-5e387f96-555f-4155-8abe-f42574d6ac1d service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053523 Apr 07 12:10:13.452300 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.wsgi [-] (103983) accepted ('10.222.0.58', 38508) {{(pid=103983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:10:13.542966 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afe38b9-486c-4753-b6d0-038c3db263e0 req-fb82e2d3-12dc-4821-9752-390e18576aee tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:10:13.544964 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-6afe38b9-486c-4753-b6d0-038c3db263e0 req-fb82e2d3-12dc-4821-9752-390e18576aee tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/ports/e6b253d6-0d2c-4932-b416-72adaad5fc65 HTTP/1.1" status: 200 len: 940 time: 0.0910432 Apr 07 12:10:13.956447 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dcf79e-2b1e-4bda-a5e3-3632cb5eba9b req-2ac50410-977f-455d-b30c-1d19e21be170 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:10:13.958009 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-28dcf79e-2b1e-4bda-a5e3-3632cb5eba9b req-2ac50410-977f-455d-b30c-1d19e21be170 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/ports?device_id=a970ace7-74e5-498c-8986-7ecb3b91bd37 HTTP/1.1" status: 200 len: 943 time: 0.0567260 Apr 07 12:10:14.006092 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-28dcf79e-2b1e-4bda-a5e3-3632cb5eba9b req-17c8076f-0948-459c-a1c2-3101ac55b4a9 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/security-groups?id=e3d15702-d2b4-43ff-beec-134f63401780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421011 Apr 07 12:10:15.052149 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Device e6b253d6-0d2c-4932-b416-72adaad5fc65 no longer exists at agent hyperv_hv-cinder-83693 {{(pid=103984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 12:10:15.127356 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Current status of the port e6b253d6-0d2c-4932-b416-72adaad5fc65 is: DOWN; New status is: DOWN {{(pid=103984) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:10:15.128691 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26449056-c5c6-47fa-8962-aab453c1c437 req-f5c31b03-9060-44d3-bc01-13fb889bd0ab tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:10:15.130852 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-26449056-c5c6-47fa-8962-aab453c1c437 req-f5c31b03-9060-44d3-bc01-13fb889bd0ab tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/ports?device_id=a970ace7-74e5-498c-8986-7ecb3b91bd37 HTTP/1.1" status: 200 len: 943 time: 0.0529041 Apr 07 12:10:15.179095 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-26449056-c5c6-47fa-8962-aab453c1c437 req-1151d75b-5a33-413a-b356-2867ce0e9183 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/security-groups?id=e3d15702-d2b4-43ff-beec-134f63401780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426841 Apr 07 12:10:16.301533 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21117d1-5904-458e-9faf-6b1b121eb8d2 req-a91de029-57a4-4e9b-b3d7-cb668ec6a65f tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:10:16.303099 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-c21117d1-5904-458e-9faf-6b1b121eb8d2 req-a91de029-57a4-4e9b-b3d7-cb668ec6a65f tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/ports?device_id=a970ace7-74e5-498c-8986-7ecb3b91bd37 HTTP/1.1" status: 200 len: 943 time: 0.0517516 Apr 07 12:10:16.321013 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.agents_db [None req-3662b1ad-d2b5-4b6d-81f6-e1280f618718 None None] Agent healthcheck: found 6 active agents {{(pid=103985) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 12:10:16.349888 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-c21117d1-5904-458e-9faf-6b1b121eb8d2 req-fbfeebfb-097c-4e68-a379-1f00e6fe72b7 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/security-groups?id=e3d15702-d2b4-43ff-beec-134f63401780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406938 Apr 07 12:10:16.880624 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afe38b9-486c-4753-b6d0-038c3db263e0 req-74064dd4-a3c7-4729-bd6a-45da8ef30bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:10:16.882115 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-6afe38b9-486c-4753-b6d0-038c3db263e0 req-74064dd4-a3c7-4729-bd6a-45da8ef30bd2 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=a970ace7-74e5-498c-8986-7ecb3b91bd37&tenant_id=f773b5c38f1747ba994d9dbdae582152 HTTP/1.1" status: 200 len: 1127 time: 0.0813177 Apr 07 12:10:16.976955 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afe38b9-486c-4753-b6d0-038c3db263e0 req-1f57fb03-2f38-452c-b746-7b06a0a23e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:10:16.978417 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-6afe38b9-486c-4753-b6d0-038c3db263e0 req-1f57fb03-2f38-452c-b746-7b06a0a23e49 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f773b5c38f1747ba994d9dbdae582152&device_id=a970ace7-74e5-498c-8986-7ecb3b91bd37 HTTP/1.1" status: 200 len: 1127 time: 0.0422552 Apr 07 12:10:17.072915 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afe38b9-486c-4753-b6d0-038c3db263e0 req-66a7e373-0b5c-40e9-ae55-454de7b49c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:10:17.074348 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-6afe38b9-486c-4753-b6d0-038c3db263e0 req-66a7e373-0b5c-40e9-ae55-454de7b49c8a service neutron] 10.222.0.49 "GET /v2.0/networks?id=a3a1c9bf-f178-42b2-8a75-be0111298909 HTTP/1.1" status: 200 len: 918 time: 0.0855918 Apr 07 12:10:17.137689 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-6afe38b9-486c-4753-b6d0-038c3db263e0 req-4b5f7977-6ec6-4471-87cc-a88c440d1171 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e6b253d6-0d2c-4932-b416-72adaad5fc65 HTTP/1.1" status: 200 len: 999 time: 0.0562778 Apr 07 12:10:17.195717 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afe38b9-486c-4753-b6d0-038c3db263e0 req-e8fe61ba-d6cb-46b7-b8f9-551fe23a7498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:10:17.197099 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-6afe38b9-486c-4753-b6d0-038c3db263e0 req-e8fe61ba-d6cb-46b7-b8f9-551fe23a7498 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c904b354-656a-4e16-9970-de4658d8dce1 HTTP/1.1" status: 200 len: 856 time: 0.0417387 Apr 07 12:10:17.247528 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afe38b9-486c-4753-b6d0-038c3db263e0 req-d5f72ab1-2a46-410f-95d9-d79ee589cb09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:10:17.248991 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-6afe38b9-486c-4753-b6d0-038c3db263e0 req-d5f72ab1-2a46-410f-95d9-d79ee589cb09 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a3a1c9bf-f178-42b2-8a75-be0111298909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0450969 Apr 07 12:10:17.337166 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-6afe38b9-486c-4753-b6d0-038c3db263e0 req-60d6bf3e-fb77-40f2-ae57-6b1b50549f87 service neutron] 10.222.0.49 "GET /v2.0/networks/a3a1c9bf-f178-42b2-8a75-be0111298909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797837 Apr 07 12:10:17.430858 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-6afe38b9-486c-4753-b6d0-038c3db263e0 req-64fca4db-549e-4fa9-abc3-3db70db7c1de service neutron] 10.222.0.49 "GET /v2.0/networks/a3a1c9bf-f178-42b2-8a75-be0111298909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867369 Apr 07 12:10:17.476978 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c0603a-80aa-4507-9a43-88a181ec4925 req-34a40836-b3a0-47a3-9557-f56fe99a798a tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:10:17.478477 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-e5c0603a-80aa-4507-9a43-88a181ec4925 req-34a40836-b3a0-47a3-9557-f56fe99a798a tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/ports?device_id=a970ace7-74e5-498c-8986-7ecb3b91bd37 HTTP/1.1" status: 200 len: 943 time: 0.0552266 Apr 07 12:10:17.524844 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-e5c0603a-80aa-4507-9a43-88a181ec4925 req-ce4036d6-a591-4866-b147-3c2d5ce0375e tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/security-groups?id=e3d15702-d2b4-43ff-beec-134f63401780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401478 Apr 07 12:10:18.671209 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6847bbe9-791b-455e-bf37-b74002a35a57 req-9dd162c9-9209-43cc-8dbc-a1e2080eec93 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:10:18.673588 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-6847bbe9-791b-455e-bf37-b74002a35a57 req-9dd162c9-9209-43cc-8dbc-a1e2080eec93 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/ports?device_id=a970ace7-74e5-498c-8986-7ecb3b91bd37 HTTP/1.1" status: 200 len: 943 time: 0.0620232 Apr 07 12:10:18.729132 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-6847bbe9-791b-455e-bf37-b74002a35a57 req-611b8cea-1000-4f8c-96ec-98d41e91ecff tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/security-groups?id=e3d15702-d2b4-43ff-beec-134f63401780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491109 Apr 07 12:10:19.867018 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb45f8e-b1ec-4dab-9527-e43502bd2548 req-14b85d8b-b168-4cfa-b945-ef0ece21634e tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:10:19.868581 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-afb45f8e-b1ec-4dab-9527-e43502bd2548 req-14b85d8b-b168-4cfa-b945-ef0ece21634e tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/ports?device_id=a970ace7-74e5-498c-8986-7ecb3b91bd37 HTTP/1.1" status: 200 len: 943 time: 0.0680242 Apr 07 12:10:19.916455 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-afb45f8e-b1ec-4dab-9527-e43502bd2548 req-af6b6fff-ac88-4f5c-86a1-0d9bfc9963de tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/security-groups?id=e3d15702-d2b4-43ff-beec-134f63401780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413866 Apr 07 12:10:21.054038 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b232c27b-c730-42d8-9812-a2cad592478d req-8cfbabad-356d-4240-a63d-a2c5d0b7ae9d tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:10:21.055562 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-b232c27b-c730-42d8-9812-a2cad592478d req-8cfbabad-356d-4240-a63d-a2c5d0b7ae9d tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/ports?device_id=a970ace7-74e5-498c-8986-7ecb3b91bd37 HTTP/1.1" status: 200 len: 943 time: 0.0679741 Apr 07 12:10:21.105211 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-b232c27b-c730-42d8-9812-a2cad592478d req-051e9050-7a5c-412c-be04-de889433ae36 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/security-groups?id=e3d15702-d2b4-43ff-beec-134f63401780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433207 Apr 07 12:10:22.243524 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3448bf-c2d2-41d1-8fc6-6351bade0e11 req-2012e2af-1f5f-4623-9d66-8b3f16af0223 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:10:22.245434 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-8e3448bf-c2d2-41d1-8fc6-6351bade0e11 req-2012e2af-1f5f-4623-9d66-8b3f16af0223 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/ports?device_id=a970ace7-74e5-498c-8986-7ecb3b91bd37 HTTP/1.1" status: 200 len: 943 time: 0.0586863 Apr 07 12:10:22.306236 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-8e3448bf-c2d2-41d1-8fc6-6351bade0e11 req-da4cee73-3955-40bb-99d8-edeaf0f11b26 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/security-groups?id=e3d15702-d2b4-43ff-beec-134f63401780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540750 Apr 07 12:10:23.494910 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7bbbb9-8277-45ad-9245-01d0fb4515b5 req-da454b50-c94c-4f8e-bc35-ac402fe2087d tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:10:23.496381 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-df7bbbb9-8277-45ad-9245-01d0fb4515b5 req-da454b50-c94c-4f8e-bc35-ac402fe2087d tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/ports?device_id=a970ace7-74e5-498c-8986-7ecb3b91bd37 HTTP/1.1" status: 200 len: 943 time: 0.0552163 Apr 07 12:10:23.543607 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-df7bbbb9-8277-45ad-9245-01d0fb4515b5 req-be2ad295-eef5-4e56-8c32-b19aab8aaba9 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/security-groups?id=e3d15702-d2b4-43ff-beec-134f63401780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414371 Apr 07 12:10:24.669383 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b72d729-aa72-4eb6-a8d6-1f424941d018 req-a8e9b663-85bb-4171-8721-87359fc5f206 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:10:24.670936 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-8b72d729-aa72-4eb6-a8d6-1f424941d018 req-a8e9b663-85bb-4171-8721-87359fc5f206 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/ports?device_id=a970ace7-74e5-498c-8986-7ecb3b91bd37 HTTP/1.1" status: 200 len: 943 time: 0.0549524 Apr 07 12:10:24.717118 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-8b72d729-aa72-4eb6-a8d6-1f424941d018 req-79e97845-c559-4d9d-837a-4b6d238d9d56 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/security-groups?id=e3d15702-d2b4-43ff-beec-134f63401780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406868 Apr 07 12:10:25.857068 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9722997b-b3db-4d2b-b05b-59bd44be308b req-c03b4096-6356-468b-b998-fa0d82ca8637 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:10:25.858490 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-9722997b-b3db-4d2b-b05b-59bd44be308b req-c03b4096-6356-468b-b998-fa0d82ca8637 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/ports?device_id=a970ace7-74e5-498c-8986-7ecb3b91bd37 HTTP/1.1" status: 200 len: 943 time: 0.0564651 Apr 07 12:10:25.910366 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-9722997b-b3db-4d2b-b05b-59bd44be308b req-9c272375-6160-42f4-b5d2-58edac03f5bf tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/security-groups?id=e3d15702-d2b4-43ff-beec-134f63401780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462835 Apr 07 12:10:27.051080 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ea19bb-8ebc-4b0d-8394-70eb41d4f7df req-b2fb14d2-8676-4f49-b162-0547d0255293 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:10:27.052534 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-d7ea19bb-8ebc-4b0d-8394-70eb41d4f7df req-b2fb14d2-8676-4f49-b162-0547d0255293 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/ports?device_id=a970ace7-74e5-498c-8986-7ecb3b91bd37 HTTP/1.1" status: 200 len: 943 time: 0.0577812 Apr 07 12:10:27.125030 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-d7ea19bb-8ebc-4b0d-8394-70eb41d4f7df req-a81fd30c-1ad4-4676-b30a-d5c5c696fd4e tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/security-groups?id=e3d15702-d2b4-43ff-beec-134f63401780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644300 Apr 07 12:10:27.784524 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b490798-07b4-4198-b5aa-ad8065bebc9f req-db83722d-9fb8-4f7f-8dc3-02ca03a8ef9c tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:10:27.787423 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-8b490798-07b4-4198-b5aa-ad8065bebc9f req-db83722d-9fb8-4f7f-8dc3-02ca03a8ef9c tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] 10.222.0.58 "GET /v2.0/ports?device_id=d97fce47-930f-41a6-b00d-8f5ade50beb7 HTTP/1.1" status: 200 len: 945 time: 0.0772138 Apr 07 12:10:27.843694 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-8b490798-07b4-4198-b5aa-ad8065bebc9f req-b4816f20-f0a3-4af6-a43b-e69d0caf648d tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] 10.222.0.58 "GET /v2.0/security-groups?id=fcca3f67-9a37-45b4-b23e-eef746ae0dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501676 Apr 07 12:10:28.252283 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b0ac5e-005e-4f9c-aaf4-4230882fb4af req-88d2c0d1-1983-4667-a154-2a7eeb8db4ca tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:10:28.253755 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-01b0ac5e-005e-4f9c-aaf4-4230882fb4af req-88d2c0d1-1983-4667-a154-2a7eeb8db4ca tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/ports?device_id=a970ace7-74e5-498c-8986-7ecb3b91bd37 HTTP/1.1" status: 200 len: 943 time: 0.0599296 Apr 07 12:10:28.303075 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-01b0ac5e-005e-4f9c-aaf4-4230882fb4af req-f7a98835-c951-4907-920b-cfd2ca5eb82e tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/security-groups?id=e3d15702-d2b4-43ff-beec-134f63401780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437040 Apr 07 12:10:28.958299 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f90e52-7cf9-4c43-9e1f-57c0b023c3b2 req-40f441d6-80d4-45da-8528-399bec540459 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:10:28.959722 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-a5f90e52-7cf9-4c43-9e1f-57c0b023c3b2 req-40f441d6-80d4-45da-8528-399bec540459 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] 10.222.0.58 "GET /v2.0/ports?device_id=d97fce47-930f-41a6-b00d-8f5ade50beb7 HTTP/1.1" status: 200 len: 945 time: 0.0517681 Apr 07 12:10:29.008536 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-a5f90e52-7cf9-4c43-9e1f-57c0b023c3b2 req-31c32e22-1b0c-4970-975f-bacb316da9f5 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] 10.222.0.58 "GET /v2.0/security-groups?id=fcca3f67-9a37-45b4-b23e-eef746ae0dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433154 Apr 07 12:10:29.430784 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb89a8b-8f50-44cf-b897-5ed66d990f80 req-1dc70ab8-7d6b-453d-a840-22005da1b5ce tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:10:29.432607 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-9eb89a8b-8f50-44cf-b897-5ed66d990f80 req-1dc70ab8-7d6b-453d-a840-22005da1b5ce tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/ports?device_id=a970ace7-74e5-498c-8986-7ecb3b91bd37 HTTP/1.1" status: 200 len: 943 time: 0.0572603 Apr 07 12:10:29.440050 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (b65c4e22-832a-4f2b-89ab-f6b5f91e1f65), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:10:29.486365 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-9eb89a8b-8f50-44cf-b897-5ed66d990f80 req-42bc5834-8225-49d9-af6f-93d8e767a594 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/security-groups?id=e3d15702-d2b4-43ff-beec-134f63401780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433049 Apr 07 12:10:30.124993 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a171f0e-7ac7-42cd-8505-c5c01bbb3cb5 req-87ee2860-f413-471a-8507-24fc2c7cb11f tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:10:30.126459 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-2a171f0e-7ac7-42cd-8505-c5c01bbb3cb5 req-87ee2860-f413-471a-8507-24fc2c7cb11f tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] 10.222.0.58 "GET /v2.0/ports?device_id=d97fce47-930f-41a6-b00d-8f5ade50beb7 HTTP/1.1" status: 200 len: 945 time: 0.0520308 Apr 07 12:10:30.172039 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-2a171f0e-7ac7-42cd-8505-c5c01bbb3cb5 req-3ac89269-600d-44d6-9877-4c37dd1c5a2e tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] 10.222.0.58 "GET /v2.0/security-groups?id=fcca3f67-9a37-45b4-b23e-eef746ae0dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400617 Apr 07 12:10:30.612686 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea5fdaf-8115-4c73-a990-97936931e119 req-303c2b54-ef70-4245-b639-38119dd40890 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:10:30.614171 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-cea5fdaf-8115-4c73-a990-97936931e119 req-303c2b54-ef70-4245-b639-38119dd40890 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/ports?device_id=a970ace7-74e5-498c-8986-7ecb3b91bd37 HTTP/1.1" status: 200 len: 943 time: 0.0549331 Apr 07 12:10:30.660255 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-cea5fdaf-8115-4c73-a990-97936931e119 req-41189bf6-f241-4870-8e73-0138e605a95e tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/security-groups?id=e3d15702-d2b4-43ff-beec-134f63401780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405517 Apr 07 12:10:31.011683 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-1a881971-e79a-499b-a335-eaa5d6173184 req-6c4f2ff1-aa72-4ff5-9b57-3ef33dc61f12 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=34bf0728-3bf9-4036-8e59-885b4140237b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0516670 Apr 07 12:10:31.290755 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e755958f-32a6-468e-bc87-dd984b940994 req-0dd3f495-cdba-49c1-9e5e-e09d10d87e4c tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:10:31.292244 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-e755958f-32a6-468e-bc87-dd984b940994 req-0dd3f495-cdba-49c1-9e5e-e09d10d87e4c tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] 10.222.0.58 "GET /v2.0/ports?device_id=d97fce47-930f-41a6-b00d-8f5ade50beb7 HTTP/1.1" status: 200 len: 945 time: 0.0530417 Apr 07 12:10:31.338168 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-e755958f-32a6-468e-bc87-dd984b940994 req-53768f43-7960-46ba-a5d4-ad0a88105ef0 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] 10.222.0.58 "GET /v2.0/security-groups?id=fcca3f67-9a37-45b4-b23e-eef746ae0dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402551 Apr 07 12:10:31.783406 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dd780a-ec31-44dc-ace9-4a54469ac27e req-16dbbfdf-412d-4c5c-9efa-aea26095c303 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:10:31.785879 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-90dd780a-ec31-44dc-ace9-4a54469ac27e req-16dbbfdf-412d-4c5c-9efa-aea26095c303 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/ports?device_id=a970ace7-74e5-498c-8986-7ecb3b91bd37 HTTP/1.1" status: 200 len: 943 time: 0.0520010 Apr 07 12:10:31.818718 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a881971-e79a-499b-a335-eaa5d6173184 req-8c45cc1c-8657-41f7-90a7-6e593e1afab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:10:31.820254 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-1a881971-e79a-499b-a335-eaa5d6173184 req-8c45cc1c-8657-41f7-90a7-6e593e1afab3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=bb7aeab7f2af4131992847a73f3c7e0a&device_id=34bf0728-3bf9-4036-8e59-885b4140237b HTTP/1.1" status: 200 len: 1130 time: 0.0441272 Apr 07 12:10:31.843266 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-90dd780a-ec31-44dc-ace9-4a54469ac27e req-c6f13dc3-a466-48cd-9e6c-5bfa76163a90 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/security-groups?id=e3d15702-d2b4-43ff-beec-134f63401780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470541 Apr 07 12:10:31.953462 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-9fc8cfe4-e93b-45a0-8334-06f2c3c53275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (94869e64-74fb-4601-95b5-a1334a6bdcea), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:10:32.008956 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acb4c00-80bc-4ed3-9310-e31a52771d40 req-503c3ace-9150-443f-a9a2-508eac3ba496 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:10:32.010438 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-1acb4c00-80bc-4ed3-9310-e31a52771d40 req-503c3ace-9150-443f-a9a2-508eac3ba496 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] 10.222.0.49 "GET /v2.0/ports?device_id=d97fce47-930f-41a6-b00d-8f5ade50beb7 HTTP/1.1" status: 200 len: 945 time: 0.0528092 Apr 07 12:10:32.044506 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a881971-e79a-499b-a335-eaa5d6173184 req-a0d1ad72-0ec5-4f45-a4fb-709aca7498ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:10:32.045978 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-1a881971-e79a-499b-a335-eaa5d6173184 req-a0d1ad72-0ec5-4f45-a4fb-709aca7498ee service neutron] 10.222.0.49 "GET /v2.0/networks?id=fcace665-ea97-4783-845e-38b6ed7c4b29 HTTP/1.1" status: 200 len: 912 time: 0.0880823 Apr 07 12:10:32.106963 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.plugin [req-1acb4c00-80bc-4ed3-9310-e31a52771d40 req-f13c3b1f-1ad4-49ab-8651-c71b9841322e tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Deleting port 1d83ea11-08f6-4297-8408-7ba93b9d8cda {{(pid=103982) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:10:32.107428 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [req-1acb4c00-80bc-4ed3-9310-e31a52771d40 req-f13c3b1f-1ad4-49ab-8651-c71b9841322e tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780057404546'] for port (1d83ea11-08f6-4297-8408-7ba93b9d8cda), before_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:10:32.139440 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-1a881971-e79a-499b-a335-eaa5d6173184 req-55876287-328f-44ef-959f-ca3fd0802bd4 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6c1a928f-8219-4bba-ab6b-07b743be00e2 HTTP/1.1" status: 200 len: 1001 time: 0.0634863 Apr 07 12:10:32.194883 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a881971-e79a-499b-a335-eaa5d6173184 req-7d71b3f8-1cf1-4ae7-b2f9-c9249316dec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:10:32.196527 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-1a881971-e79a-499b-a335-eaa5d6173184 req-7d71b3f8-1cf1-4ae7-b2f9-c9249316dec5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f6c89c23-3e38-47dc-af91-b69590186a24 HTTP/1.1" status: 200 len: 850 time: 0.0446794 Apr 07 12:10:32.198309 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.db [req-1acb4c00-80bc-4ed3-9310-e31a52771d40 req-f13c3b1f-1ad4-49ab-8651-c71b9841322e tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] For port 1d83ea11-08f6-4297-8408-7ba93b9d8cda, host hv-cinder-83693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83693',level=0,port_id=1d83ea11-08f6-4297-8408-7ba93b9d8cda,segment=NetworkSegment(f5d7ecb0-5c7c-4273-b385-28574af1ff09),segment_id=f5d7ecb0-5c7c-4273-b385-28574af1ff09)] {{(pid=103982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:10:32.198672 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [req-1acb4c00-80bc-4ed3-9310-e31a52771d40 req-f13c3b1f-1ad4-49ab-8651-c71b9841322e tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2017998'] for port (1d83ea11-08f6-4297-8408-7ba93b9d8cda), precommit_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:10:32.246370 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a881971-e79a-499b-a335-eaa5d6173184 req-c2241dea-0b1b-4e9b-9d6a-7964426d2c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:10:32.248485 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-1a881971-e79a-499b-a335-eaa5d6173184 req-c2241dea-0b1b-4e9b-9d6a-7964426d2c7e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=fcace665-ea97-4783-845e-38b6ed7c4b29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0442283 Apr 07 12:10:32.346731 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-1a881971-e79a-499b-a335-eaa5d6173184 req-36d1d533-9181-4ee4-a5b8-7d6f1e8656e4 service neutron] 10.222.0.49 "GET /v2.0/networks/fcace665-ea97-4783-845e-38b6ed7c4b29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882971 Apr 07 12:10:32.444389 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-1a881971-e79a-499b-a335-eaa5d6173184 req-f6b05405-4e1b-45ef-abb1-6ac25ee2c193 service neutron] 10.222.0.49 "GET /v2.0/networks/fcace665-ea97-4783-845e-38b6ed7c4b29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900340 Apr 07 12:10:32.670565 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0858a3f1-f2fc-4370-840f-ddad30ec96eb req-f61a7819-deb6-4f26-8fd3-5d3d01db2443 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:10:32.672088 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-0858a3f1-f2fc-4370-840f-ddad30ec96eb req-f61a7819-deb6-4f26-8fd3-5d3d01db2443 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] 10.222.0.58 "GET /v2.0/ports?device_id=d97fce47-930f-41a6-b00d-8f5ade50beb7 HTTP/1.1" status: 200 len: 945 time: 0.1218090 Apr 07 12:10:32.719391 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [req-1acb4c00-80bc-4ed3-9310-e31a52771d40 req-f13c3b1f-1ad4-49ab-8651-c71b9841322e tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:10:32.719746 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [req-1acb4c00-80bc-4ed3-9310-e31a52771d40 req-f13c3b1f-1ad4-49ab-8651-c71b9841322e tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2019898'] for floatingip (a60e4231-b389-4358-b5ab-af5aaba554a5), after_update {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:10:32.720062 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.db.l3_db [req-1acb4c00-80bc-4ed3-9310-e31a52771d40 req-f13c3b1f-1ad4-49ab-8651-c71b9841322e tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Floating IP a60e4231-b389-4358-b5ab-af5aaba554a5 disassociated. External IP: 172.27.0.213, port: 1d83ea11-08f6-4297-8408-7ba93b9d8cda. Apr 07 12:10:32.720399 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.plugin [req-1acb4c00-80bc-4ed3-9310-e31a52771d40 req-f13c3b1f-1ad4-49ab-8651-c71b9841322e tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Calling delete_port for 1d83ea11-08f6-4297-8408-7ba93b9d8cda owned by compute:nova {{(pid=103982) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:10:32.745958 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-0858a3f1-f2fc-4370-840f-ddad30ec96eb req-7feb84e7-7a94-461e-9710-2bb30f80260e tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] 10.222.0.58 "GET /v2.0/security-groups?id=fcca3f67-9a37-45b4-b23e-eef746ae0dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672259 Apr 07 12:10:32.931100 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [req-1acb4c00-80bc-4ed3-9310-e31a52771d40 req-f13c3b1f-1ad4-49ab-8651-c71b9841322e tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780057409621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780056949598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126593575'] for port (1d83ea11-08f6-4297-8408-7ba93b9d8cda), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:10:32.960131 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13c3b1f-1ad4-49ab-8651-c71b9841322e tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Pushing event deleted for resources: {'Port': ['ID=1d83ea11-08f6-4297-8408-7ba93b9d8cda,revision_number=None']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:10:32.963331 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37d98b9-61ae-4d33-a447-c5ab43c50d71 req-fdae6b5a-d077-4508-b65b-427687640dbf tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:10:32.964848 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-b37d98b9-61ae-4d33-a447-c5ab43c50d71 req-fdae6b5a-d077-4508-b65b-427687640dbf tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/ports?device_id=a970ace7-74e5-498c-8986-7ecb3b91bd37 HTTP/1.1" status: 200 len: 943 time: 0.0530536 Apr 07 12:10:32.976473 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13c3b1f-1ad4-49ab-8651-c71b9841322e tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:10:32.982558 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13c3b1f-1ad4-49ab-8651-c71b9841322e tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:10:32.982558 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13c3b1f-1ad4-49ab-8651-c71b9841322e tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:10:32.982558 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13c3b1f-1ad4-49ab-8651-c71b9841322e tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:10:32.982558 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13c3b1f-1ad4-49ab-8651-c71b9841322e tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:10:32.982558 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13c3b1f-1ad4-49ab-8651-c71b9841322e tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:10:32.982558 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13c3b1f-1ad4-49ab-8651-c71b9841322e tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:10:32.982558 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13c3b1f-1ad4-49ab-8651-c71b9841322e tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:10:32.982558 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13c3b1f-1ad4-49ab-8651-c71b9841322e tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:10:32.982558 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13c3b1f-1ad4-49ab-8651-c71b9841322e tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:10:32.982558 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13c3b1f-1ad4-49ab-8651-c71b9841322e tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:10:32.982558 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13c3b1f-1ad4-49ab-8651-c71b9841322e tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:10:32.982558 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13c3b1f-1ad4-49ab-8651-c71b9841322e tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:10:32.982558 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13c3b1f-1ad4-49ab-8651-c71b9841322e tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:10:32.983803 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13c3b1f-1ad4-49ab-8651-c71b9841322e tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:10:33.028576 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-b37d98b9-61ae-4d33-a447-c5ab43c50d71 req-a615bb3f-b7d9-4476-be08-bcefdc9f6f20 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/security-groups?id=e3d15702-d2b4-43ff-beec-134f63401780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561371 Apr 07 12:10:33.099913 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1acb4c00-80bc-4ed3-9310-e31a52771d40 req-f13c3b1f-1ad4-49ab-8651-c71b9841322e tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Router a519d0f1-242e-4041-a842-bab06b04f73c has already been hosted by L3 agent ad8978c4-6515-441c-a828-0289badd3b4a {{(pid=103982) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 12:10:33.222907 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1acb4c00-80bc-4ed3-9310-e31a52771d40 req-f13c3b1f-1ad4-49ab-8651-c71b9841322e tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Notify agent at l3_agent.dv-cinder-836930-1-iscsi the message routers_updated {{(pid=103982) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 12:10:33.235836 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a7777a8-12b3-4dff-ac8a-f91d295d0c18 None None] Sync routers for ids ['a519d0f1-242e-4041-a842-bab06b04f73c'] in dv-cinder-836930-1-iscsi {{(pid=103985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 12:10:33.248789 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a7777a8-12b3-4dff-ac8a-f91d295d0c18 None None] Routers {'a519d0f1-242e-4041-a842-bab06b04f73c'} bound to L3 agent in host dv-cinder-836930-1-iscsi {{(pid=103985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:10:33.249635 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_hamode_db [None req-0a7777a8-12b3-4dff-ac8a-f91d295d0c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836930-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-07T11:57:34Z,description=,heartbeat_timestamp=2022-04-07T12:10:04Z,host='dv-cinder-836930-1-iscsi',id=ad8978c4-6515-441c-a828-0289badd3b4a,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:57:35Z,topic='l3_agent')) {'router_ids': ['a519d0f1-242e-4041-a842-bab06b04f73c'], 'active': True} {{(pid=103985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:10:33.266924 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.db.l3_dvrscheduler_db [req-1acb4c00-80bc-4ed3-9310-e31a52771d40 req-f13c3b1f-1ad4-49ab-8651-c71b9841322e tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] No DVR routers for this DVR port 1d83ea11-08f6-4297-8408-7ba93b9d8cda on host hv-cinder-83693 {{(pid=103982) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 12:10:33.271019 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [req-1acb4c00-80bc-4ed3-9310-e31a52771d40 req-f13c3b1f-1ad4-49ab-8651-c71b9841322e tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91606'] for port (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:10:33.274588 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-1acb4c00-80bc-4ed3-9310-e31a52771d40 req-f13c3b1f-1ad4-49ab-8651-c71b9841322e tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] 10.222.0.49 "DELETE /v2.0/ports/1d83ea11-08f6-4297-8408-7ba93b9d8cda HTTP/1.1" status: 204 len: 173 time: 1.2585828 Apr 07 12:10:33.275244 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd97fce47-930f-41a6-b00d-8f5ade50beb7', 'name': 'network-vif-deleted', 'tag': '1d83ea11-08f6-4297-8408-7ba93b9d8cda'}] {{(pid=103982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:10:33.278588 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a87f3ac2112343cf46b731ae90f6f8f3b8b920e6472e7c70a4e5373429e5b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ea69c39-2c34-437e-b226-2d9fe34cf680" -d '{"events": [{"server_uuid": "d97fce47-930f-41a6-b00d-8f5ade50beb7", "name": "network-vif-deleted", "tag": "1d83ea11-08f6-4297-8408-7ba93b9d8cda"}]}' {{(pid=103982) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:10:33.322123 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 12:10:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-837fe030-5173-4cae-8582-79d66f02cdc2 x-openstack-request-id: req-837fe030-5173-4cae-8582-79d66f02cdc2 {{(pid=103982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:10:33.322123 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d97fce47-930f-41a6-b00d-8f5ade50beb7", "name": "network-vif-deleted", "tag": "1d83ea11-08f6-4297-8408-7ba93b9d8cda", "status": "completed", "code": 200}]} {{(pid=103982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:10:33.322615 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-837fe030-5173-4cae-8582-79d66f02cdc2 {{(pid=103982) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:10:33.323227 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.notifiers.nova [-] Nova event matching ['req-837fe030-5173-4cae-8582-79d66f02cdc2'] response: {'server_uuid': 'd97fce47-930f-41a6-b00d-8f5ade50beb7', 'name': 'network-vif-deleted', 'tag': '1d83ea11-08f6-4297-8408-7ba93b9d8cda', 'status': 'completed', 'code': 200} Apr 07 12:10:33.474050 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_dvr_db [None req-0a7777a8-12b3-4dff-ac8a-f91d295d0c18 None None] Set router a519d0f1-242e-4041-a842-bab06b04f73c gateway port host: dv-cinder-836930-1-iscsi {{(pid=103985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:10:33.706844 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_hamode_db [None req-0a7777a8-12b3-4dff-ac8a-f91d295d0c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a519d0f1-242e-4041-a842-bab06b04f73c', 'name': 'tempest-AttachVolumeNegativeTest-534969019-router', 'tenant_id': '58b56b91563a42a8bdc5c09e03b65f27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'external_fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': 'f3414172-3630-42b6-b260-7d6d425d85c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:06:30Z', 'updated_at': '2022-04-07T12:06:39Z', 'revision_number': 4, 'project_id': '58b56b91563a42a8bdc5c09e03b65f27', 'gw_port': {'id': 'f3414172-3630-42b6-b260-7d6d425d85c0', 'name': '', 'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:5a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a519d0f1-242e-4041-a842-bab06b04f73c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:06:32Z', 'updated_at': '2022-04-07T12:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4554067d-f507-4a99-8a98-0874c02c5721', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836930-1-iscsi', '_floatingips': [{'id': '0a1e9fed-2657-442b-a77e-6d8a38e2c2f8', 'tenant_id': '58b56b91563a42a8bdc5c09e03b65f27', 'floating_ip_address': '172.27.0.250', 'floating_network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'router_id': 'a519d0f1-242e-4041-a842-bab06b04f73c', 'port_id': 'cbd86407-03a8-454d-9d18-5ec335320261', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '30ebdc73-30d3-4d75-a45d-118501e4a6d7', 'mac_address': 'fa:16:3e:25:63:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a75664a1-da22-4334-ae3d-ef7307291d96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T12:06:56Z', 'updated_at': '2022-04-07T12:07:39Z', 'revision_number': 2, 'project_id': '58b56b91563a42a8bdc5c09e03b65f27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68192a74-ee6f-49ed-b01a-ff2103dd3c8b', 'name': '', 'network_id': '30ebdc73-30d3-4d75-a45d-118501e4a6d7', 'tenant_id': '58b56b91563a42a8bdc5c09e03b65f27', 'mac_address': 'fa:16:3e:8d:10:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a519d0f1-242e-4041-a842-bab06b04f73c', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '7fc98a79-6638-4f9b-8125-b4339927e49b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:06:37Z', 'updated_at': '2022-04-07T12:06:49Z', 'revision_number': 5, 'project_id': '58b56b91563a42a8bdc5c09e03b65f27', 'subnets': [{'id': '7fc98a79-6638-4f9b-8125-b4339927e49b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836930-1-iscsi', False) {} {{(pid=103985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:10:33.736271 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a7777a8-12b3-4dff-ac8a-f91d295d0c18 None None] Checking router: a519d0f1-242e-4041-a842-bab06b04f73c for host: dv-cinder-836930-1-iscsi {{(pid=103985) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 12:10:33.744555 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a7777a8-12b3-4dff-ac8a-f91d295d0c18 None None] Routers {'a519d0f1-242e-4041-a842-bab06b04f73c'} bound to L3 agent in host dv-cinder-836930-1-iscsi {{(pid=103985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:10:33.745151 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_hamode_db [None req-0a7777a8-12b3-4dff-ac8a-f91d295d0c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836930-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-07T11:57:34Z,description=,heartbeat_timestamp=2022-04-07T12:10:04Z,host='dv-cinder-836930-1-iscsi',id=ad8978c4-6515-441c-a828-0289badd3b4a,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:57:35Z,topic='l3_agent')) {'router_ids': ['a519d0f1-242e-4041-a842-bab06b04f73c'], 'active': True} {{(pid=103985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:10:33.854657 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-e50c553d-7888-4035-9948-456a850688de req-d74e0049-b54e-47f9-a9af-1e3d611510a5 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] 10.222.0.58 "GET /v2.0/ports?device_id=d97fce47-930f-41a6-b00d-8f5ade50beb7 HTTP/1.1" status: 200 len: 210 time: 0.0350912 Apr 07 12:10:33.873395 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_dvr_db [None req-0a7777a8-12b3-4dff-ac8a-f91d295d0c18 None None] Set router a519d0f1-242e-4041-a842-bab06b04f73c gateway port host: dv-cinder-836930-1-iscsi {{(pid=103985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:10:34.107099 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_hamode_db [None req-0a7777a8-12b3-4dff-ac8a-f91d295d0c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a519d0f1-242e-4041-a842-bab06b04f73c', 'name': 'tempest-AttachVolumeNegativeTest-534969019-router', 'tenant_id': '58b56b91563a42a8bdc5c09e03b65f27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'external_fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': 'f3414172-3630-42b6-b260-7d6d425d85c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:06:30Z', 'updated_at': '2022-04-07T12:06:39Z', 'revision_number': 4, 'project_id': '58b56b91563a42a8bdc5c09e03b65f27', 'gw_port': {'id': 'f3414172-3630-42b6-b260-7d6d425d85c0', 'name': '', 'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:5a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a519d0f1-242e-4041-a842-bab06b04f73c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:06:32Z', 'updated_at': '2022-04-07T12:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4554067d-f507-4a99-8a98-0874c02c5721', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836930-1-iscsi', '_floatingips': [{'id': '0a1e9fed-2657-442b-a77e-6d8a38e2c2f8', 'tenant_id': '58b56b91563a42a8bdc5c09e03b65f27', 'floating_ip_address': '172.27.0.250', 'floating_network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'router_id': 'a519d0f1-242e-4041-a842-bab06b04f73c', 'port_id': 'cbd86407-03a8-454d-9d18-5ec335320261', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '30ebdc73-30d3-4d75-a45d-118501e4a6d7', 'mac_address': 'fa:16:3e:25:63:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a75664a1-da22-4334-ae3d-ef7307291d96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T12:06:56Z', 'updated_at': '2022-04-07T12:07:39Z', 'revision_number': 2, 'project_id': '58b56b91563a42a8bdc5c09e03b65f27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68192a74-ee6f-49ed-b01a-ff2103dd3c8b', 'name': '', 'network_id': '30ebdc73-30d3-4d75-a45d-118501e4a6d7', 'tenant_id': '58b56b91563a42a8bdc5c09e03b65f27', 'mac_address': 'fa:16:3e:8d:10:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a519d0f1-242e-4041-a842-bab06b04f73c', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '7fc98a79-6638-4f9b-8125-b4339927e49b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:06:37Z', 'updated_at': '2022-04-07T12:06:49Z', 'revision_number': 5, 'project_id': '58b56b91563a42a8bdc5c09e03b65f27', 'subnets': [{'id': '7fc98a79-6638-4f9b-8125-b4339927e49b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836930-1-iscsi', False) {} {{(pid=103985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:10:34.137844 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a7777a8-12b3-4dff-ac8a-f91d295d0c18 None None] The sync data for ids ['a519d0f1-242e-4041-a842-bab06b04f73c'] in dv-cinder-836930-1-iscsi is: [{'id': 'a519d0f1-242e-4041-a842-bab06b04f73c', 'name': 'tempest-AttachVolumeNegativeTest-534969019-router', 'tenant_id': '58b56b91563a42a8bdc5c09e03b65f27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'external_fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': 'f3414172-3630-42b6-b260-7d6d425d85c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:06:30Z', 'updated_at': '2022-04-07T12:06:39Z', 'revision_number': 4, 'project_id': '58b56b91563a42a8bdc5c09e03b65f27', 'gw_port': {'id': 'f3414172-3630-42b6-b260-7d6d425d85c0', 'name': '', 'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:5a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a519d0f1-242e-4041-a842-bab06b04f73c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:06:32Z', 'updated_at': '2022-04-07T12:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4554067d-f507-4a99-8a98-0874c02c5721', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836930-1-iscsi', '_floatingips': [{'id': '0a1e9fed-2657-442b-a77e-6d8a38e2c2f8', 'tenant_id': '58b56b91563a42a8bdc5c09e03b65f27', 'floating_ip_address': '172.27.0.250', 'floating_network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'router_id': 'a519d0f1-242e-4041-a842-bab06b04f73c', 'port_id': 'cbd86407-03a8-454d-9d18-5ec335320261', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '30ebdc73-30d3-4d75-a45d-118501e4a6d7', 'mac_address': 'fa:16:3e:25:63:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a75664a1-da22-4334-ae3d-ef7307291d96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T12:06:56Z', 'updated_at': '2022-04-07T12:07:39Z', 'revision_number': 2, 'project_id': '58b56b91563a42a8bdc5c09e03b65f27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68192a74-ee6f-49ed-b01a-ff2103dd3c8b', 'name': '', 'network_id': '30ebdc73-30d3-4d75-a45d-118501e4a6d7', 'tenant_id': '58b56b91563a42a8bdc5c09e03b65f27', 'mac_address': 'fa:16:3e:8d:10:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a519d0f1-242e-4041-a842-bab06b04f73c', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '7fc98a79-6638-4f9b-8125-b4339927e49b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:06:37Z', 'updated_at': '2022-04-07T12:06:49Z', 'revision_number': 5, 'project_id': '58b56b91563a42a8bdc5c09e03b65f27', 'subnets': [{'id': '7fc98a79-6638-4f9b-8125-b4339927e49b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 12:10:34.161510 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ff1b24-b60a-49a4-bd54-3903c2efc5f9 req-bb0ca820-5819-4a46-bf51-b5a987c06869 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:10:34.163089 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-77ff1b24-b60a-49a4-bd54-3903c2efc5f9 req-bb0ca820-5819-4a46-bf51-b5a987c06869 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/ports?device_id=a970ace7-74e5-498c-8986-7ecb3b91bd37 HTTP/1.1" status: 200 len: 943 time: 0.0576067 Apr 07 12:10:34.222590 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-77ff1b24-b60a-49a4-bd54-3903c2efc5f9 req-18aa6bef-4a4b-4e6d-a01c-1904b487556f tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/security-groups?id=e3d15702-d2b4-43ff-beec-134f63401780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499470 Apr 07 12:10:34.330958 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-d7dd3664-94f2-4755-ad0a-036414f14ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (ad8978c4-6515-441c-a828-0289badd3b4a), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:10:34.400479 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d58fee3-e2d9-4efb-8921-8257dbba2d50 None None] New status for floating IP a60e4231-b389-4358-b5ab-af5aaba554a5: DOWN {{(pid=103984) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 12:10:35.075765 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.wsgi [-] (103983) accepted ('10.222.0.58', 38638) {{(pid=103983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:10:35.128080 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-10e34f2d-2c2a-46b9-af1c-8b670d23971b tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Publish callbacks [] for security_group (fcca3f67-9a37-45b4-b23e-eef746ae0dc2), before_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:10:35.152583 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-10e34f2d-2c2a-46b9-af1c-8b670d23971b tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Publish callbacks [] for security_group (fcca3f67-9a37-45b4-b23e-eef746ae0dc2), precommit_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:10:35.308365 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-10e34f2d-2c2a-46b9-af1c-8b670d23971b tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678166'] for security_group (fcca3f67-9a37-45b4-b23e-eef746ae0dc2), after_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:10:35.311634 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-10e34f2d-2c2a-46b9-af1c-8b670d23971b tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Publish callbacks [] for security_group (None), before_response {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:10:35.312792 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [None req-10e34f2d-2c2a-46b9-af1c-8b670d23971b tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] 10.222.0.58 "DELETE /v2.0/security-groups/fcca3f67-9a37-45b4-b23e-eef746ae0dc2 HTTP/1.1" status: 204 len: 168 time: 0.2359023 Apr 07 12:10:35.315727 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.58', 38642) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:10:35.329433 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.api.v2.resource [None req-aebe4734-6249-41c8-a0c2-1857e475c232 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] show failed (client error): The resource could not be found. Apr 07 12:10:35.331282 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [None req-aebe4734-6249-41c8-a0c2-1857e475c232 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] 10.222.0.58 "GET /v2.0/security-groups/fcca3f67-9a37-45b4-b23e-eef746ae0dc2 HTTP/1.1" status: 404 len: 347 time: 0.0136819 Apr 07 12:10:35.337563 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e34f2d-2c2a-46b9-af1c-8b670d23971b tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcca3f67-9a37-45b4-b23e-eef746ae0dc2,revision_number=None']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:10:35.349029 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.58', 38644) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:10:35.408077 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f74600-99c1-497a-9c5e-4d763cfe8830 req-96e24150-b20e-4985-8f8c-a3509f367e0d tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:10:35.409761 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-20f74600-99c1-497a-9c5e-4d763cfe8830 req-96e24150-b20e-4985-8f8c-a3509f367e0d tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/ports?device_id=a970ace7-74e5-498c-8986-7ecb3b91bd37 HTTP/1.1" status: 200 len: 943 time: 0.0957711 Apr 07 12:10:35.467357 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-20f74600-99c1-497a-9c5e-4d763cfe8830 req-7715fe33-a3ca-4acb-84b5-8345190228b3 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/security-groups?id=e3d15702-d2b4-43ff-beec-134f63401780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510814 Apr 07 12:10:35.495005 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.plugin [None req-da55bc8e-77f0-4a34-9cbb-1837f39b3a46 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Deleting port ff28668c-cc3b-46fb-960f-59ba129704da {{(pid=103982) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:10:35.495703 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-da55bc8e-77f0-4a34-9cbb-1837f39b3a46 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780057404546'] for port (ff28668c-cc3b-46fb-960f-59ba129704da), before_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:10:35.595390 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-da55bc8e-77f0-4a34-9cbb-1837f39b3a46 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2017998'] for port (ff28668c-cc3b-46fb-960f-59ba129704da), precommit_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:10:35.595712 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-da55bc8e-77f0-4a34-9cbb-1837f39b3a46 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Publish callbacks [] for floatingip (ff28668c-cc3b-46fb-960f-59ba129704da), precommit_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:10:35.613452 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.plugin [None req-da55bc8e-77f0-4a34-9cbb-1837f39b3a46 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Calling delete_port for ff28668c-cc3b-46fb-960f-59ba129704da owned by network:floatingip {{(pid=103982) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:10:35.656730 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-e3029262-029d-49e4-8078-e7e61e534645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (e465150c-12ca-425e-8c36-fa03ee6240b4), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:10:35.885267 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-da55bc8e-77f0-4a34-9cbb-1837f39b3a46 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780057409621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780056949598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126593575'] for port (ff28668c-cc3b-46fb-960f-59ba129704da), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:10:35.912222 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da55bc8e-77f0-4a34-9cbb-1837f39b3a46 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Pushing event deleted for resources: {'Port': ['ID=ff28668c-cc3b-46fb-960f-59ba129704da,revision_number=None']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:10:35.979859 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-da55bc8e-77f0-4a34-9cbb-1837f39b3a46 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Publish callbacks [] for floatingip (a60e4231-b389-4358-b5ab-af5aaba554a5), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:10:35.982983 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-da55bc8e-77f0-4a34-9cbb-1837f39b3a46 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91606'] for floatingip (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:10:35.986758 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [None req-da55bc8e-77f0-4a34-9cbb-1837f39b3a46 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] 10.222.0.58 "DELETE /v2.0/floatingips/a60e4231-b389-4358-b5ab-af5aaba554a5 HTTP/1.1" status: 204 len: 168 time: 0.6341512 Apr 07 12:10:36.599974 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ee9550-1065-4e10-9e25-3577ae41607e req-ee5ff8b3-dc19-4976-9826-2e31b4fae3d3 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:10:36.602894 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-54ee9550-1065-4e10-9e25-3577ae41607e req-ee5ff8b3-dc19-4976-9826-2e31b4fae3d3 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/ports?device_id=a970ace7-74e5-498c-8986-7ecb3b91bd37 HTTP/1.1" status: 200 len: 943 time: 0.0565560 Apr 07 12:10:36.648789 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-54ee9550-1065-4e10-9e25-3577ae41607e req-e8c7f27f-14fb-464a-a6d4-b22ebee3e85a tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/security-groups?id=e3d15702-d2b4-43ff-beec-134f63401780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409372 Apr 07 12:10:37.138239 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Device 1d83ea11-08f6-4297-8408-7ba93b9d8cda no longer exists at agent hyperv_hv-cinder-83693 {{(pid=103984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 12:10:37.157894 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] No Port match for: 1d83ea11-08f6-4297-8408-7ba93b9d8cda {{(pid=103984) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 12:10:37.158237 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Device 1d83ea11-08f6-4297-8408-7ba93b9d8cda not bound to the agent host hv-cinder-83693 {{(pid=103984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 12:10:37.461918 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-4ee86192-ef9a-4f9c-8d37-983d911c7eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (8705c964-c35e-4008-b403-e26242cd5404), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:10:37.770960 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b56076-1f5b-4e74-a586-680a55f741eb req-b748440f-370d-4618-82a1-562d23f4a290 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:10:37.772449 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-e5b56076-1f5b-4e74-a586-680a55f741eb req-b748440f-370d-4618-82a1-562d23f4a290 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/ports?device_id=a970ace7-74e5-498c-8986-7ecb3b91bd37 HTTP/1.1" status: 200 len: 943 time: 0.0510092 Apr 07 12:10:37.821213 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-e5b56076-1f5b-4e74-a586-680a55f741eb req-7b00b72d-5edc-4768-b203-4f42f3a205f9 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/security-groups?id=e3d15702-d2b4-43ff-beec-134f63401780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433455 Apr 07 12:10:38.770694 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (18566f30-62c1-4fb1-af49-ebd049d63fec), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:10:38.942279 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4b959a-23f2-4881-a7b9-ddd0610d04d9 req-6c3da236-7662-47c8-a0c1-6643a7939e8b tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:10:38.943779 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-2e4b959a-23f2-4881-a7b9-ddd0610d04d9 req-6c3da236-7662-47c8-a0c1-6643a7939e8b tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/ports?device_id=a970ace7-74e5-498c-8986-7ecb3b91bd37 HTTP/1.1" status: 200 len: 943 time: 0.0523632 Apr 07 12:10:38.993108 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-2e4b959a-23f2-4881-a7b9-ddd0610d04d9 req-83e260aa-b0de-4968-9614-6b73eaffb490 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/security-groups?id=e3d15702-d2b4-43ff-beec-134f63401780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437787 Apr 07 12:10:40.116360 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abeb46eb-f71e-408c-9764-53505fe199df req-5175903c-5200-4e3a-9014-8deed10870a5 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:10:40.117884 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-abeb46eb-f71e-408c-9764-53505fe199df req-5175903c-5200-4e3a-9014-8deed10870a5 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/ports?device_id=a970ace7-74e5-498c-8986-7ecb3b91bd37 HTTP/1.1" status: 200 len: 943 time: 0.0533741 Apr 07 12:10:40.174581 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-abeb46eb-f71e-408c-9764-53505fe199df req-2b5ea302-cde9-4064-9684-f779f2bc64fe tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/security-groups?id=e3d15702-d2b4-43ff-beec-134f63401780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504577 Apr 07 12:10:40.773181 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b272bde2-f1d2-45f2-9b51-cca968f9ad91 req-fbd7a5c1-1ca8-4cf3-adc0-6c11e90cd5c7 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:10:40.774651 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-b272bde2-f1d2-45f2-9b51-cca968f9ad91 req-fbd7a5c1-1ca8-4cf3-adc0-6c11e90cd5c7 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/ports?device_id=25ee8a8d-01ee-4116-a081-8546d7d15de3 HTTP/1.1" status: 200 len: 946 time: 0.0524457 Apr 07 12:10:40.821375 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-b272bde2-f1d2-45f2-9b51-cca968f9ad91 req-310ea5af-feb3-4a6b-b37c-c455499f49fa tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/security-groups?id=1bc13a4b-bf7a-431b-94bf-6b370d841026&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402112 Apr 07 12:10:40.880789 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5f8655-3c3d-429d-aaf4-20a48f0377af req-5e5ac95e-2eb9-4fdc-8cee-846bd04dd702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:10:40.882278 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-0f5f8655-3c3d-429d-aaf4-20a48f0377af req-5e5ac95e-2eb9-4fdc-8cee-846bd04dd702 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=060237c359da41d49b858b2897b29918&device_id=25ee8a8d-01ee-4116-a081-8546d7d15de3 HTTP/1.1" status: 200 len: 1130 time: 0.0441389 Apr 07 12:10:41.169386 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Device e6b253d6-0d2c-4932-b416-72adaad5fc65 details requested by agent hyperv_hv-cinder-83693 with host hv-cinder-83693 {{(pid=103984) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 12:10:41.273238 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.db [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] For port e6b253d6-0d2c-4932-b416-72adaad5fc65, host hv-cinder-83693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83693',level=0,port_id=e6b253d6-0d2c-4932-b416-72adaad5fc65,segment=NetworkSegment(c6eef021-ef52-4fe9-b827-fdc4163e97eb),segment_id=c6eef021-ef52-4fe9-b827-fdc4163e97eb)] {{(pid=103984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:10:41.286600 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Returning: {'device': 'e6b253d6-0d2c-4932-b416-72adaad5fc65', 'network_id': 'a3a1c9bf-f178-42b2-8a75-be0111298909', 'port_id': 'e6b253d6-0d2c-4932-b416-72adaad5fc65', 'mac_address': 'fa:16:3e:ab:0a:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c904b354-656a-4e16-9970-de4658d8dce1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103984) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 12:10:41.328646 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Current status of the port e6b253d6-0d2c-4932-b416-72adaad5fc65 is: DOWN; New status is: BUILD {{(pid=103984) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:10:41.331650 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (e6b253d6-0d2c-4932-b416-72adaad5fc65), before_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:10:41.342815 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.notifiers.nova [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6b253d6-0d2c-4932-b416-72adaad5fc65 {{(pid=103984) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 12:10:41.362476 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.db [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] For port e6b253d6-0d2c-4932-b416-72adaad5fc65, host hv-cinder-83693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83693',level=0,port_id=e6b253d6-0d2c-4932-b416-72adaad5fc65,segment=NetworkSegment(c6eef021-ef52-4fe9-b827-fdc4163e97eb),segment_id=c6eef021-ef52-4fe9-b827-fdc4163e97eb)] {{(pid=103984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:10:41.368875 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5f8655-3c3d-429d-aaf4-20a48f0377af req-0eb02dde-f78b-475a-9ef8-d86adec73a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:10:41.370352 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-0f5f8655-3c3d-429d-aaf4-20a48f0377af req-0eb02dde-f78b-475a-9ef8-d86adec73a50 service neutron] 10.222.0.49 "GET /v2.0/networks?id=b54ec153-3bc9-439f-b426-165a936f23bb HTTP/1.1" status: 200 len: 919 time: 0.1332076 Apr 07 12:10:41.377812 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd2a3fe-c44f-49f7-b263-bba9a096f9c9 req-4e576eb3-f001-4b1b-8b1a-7ad191772c0b tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:10:41.379194 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-2cd2a3fe-c44f-49f7-b263-bba9a096f9c9 req-4e576eb3-f001-4b1b-8b1a-7ad191772c0b tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/ports?device_id=a970ace7-74e5-498c-8986-7ecb3b91bd37 HTTP/1.1" status: 200 len: 943 time: 0.1224859 Apr 07 12:10:41.428061 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780057409639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780056949607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780056949625'] for port (e6b253d6-0d2c-4932-b416-72adaad5fc65), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:10:41.478013 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-2cd2a3fe-c44f-49f7-b263-bba9a096f9c9 req-19206f75-603d-4d7a-bff8-ba277336c8db tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/security-groups?id=e3d15702-d2b4-43ff-beec-134f63401780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929141 Apr 07 12:10:41.490672 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Pushing event updated for resources: {'Port': ['ID=e6b253d6-0d2c-4932-b416-72adaad5fc65,revision_number=9']} {{(pid=103984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:10:41.492055 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-0f5f8655-3c3d-429d-aaf4-20a48f0377af req-689a0d09-ae84-4524-a7f0-888120f95013 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8849c4b4-086e-4627-9ee8-4cbde77fa632 HTTP/1.1" status: 200 len: 1001 time: 0.0851495 Apr 07 12:10:41.549903 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5f8655-3c3d-429d-aaf4-20a48f0377af req-5608dcd3-7508-4ce9-8970-fa9bbf773a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:10:41.551446 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-0f5f8655-3c3d-429d-aaf4-20a48f0377af req-5608dcd3-7508-4ce9-8970-fa9bbf773a4f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=45a072d7-ade8-4cd2-9025-cfaa01b8e30d HTTP/1.1" status: 200 len: 857 time: 0.0511127 Apr 07 12:10:41.576342 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a436ea83-4eed-48c8-b84d-5b0e28fb6443 req-e03830e2-03fb-47bb-903e-d2a7b400d0ec tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:10:41.577816 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-a436ea83-4eed-48c8-b84d-5b0e28fb6443 req-e03830e2-03fb-47bb-903e-d2a7b400d0ec tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] 10.222.0.58 "GET /v2.0/ports?device_id=34bf0728-3bf9-4036-8e59-885b4140237b HTTP/1.1" status: 200 len: 946 time: 0.0577714 Apr 07 12:10:41.623696 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-a436ea83-4eed-48c8-b84d-5b0e28fb6443 req-7ccf738b-d11c-4620-9de2-f19b4a5ac332 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] 10.222.0.58 "GET /v2.0/security-groups?id=50123f46-7cd8-49b6-9c22-20cd7e350c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403147 Apr 07 12:10:41.693748 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5f8655-3c3d-429d-aaf4-20a48f0377af req-b66a37e9-582b-47a7-af12-6a7a2c29ca7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:10:41.695207 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-0f5f8655-3c3d-429d-aaf4-20a48f0377af req-b66a37e9-582b-47a7-af12-6a7a2c29ca7b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b54ec153-3bc9-439f-b426-165a936f23bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0486648 Apr 07 12:10:41.866377 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.db [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] get_ports_and_sgs() called for port_ids ['e6b253d6-0d2c-4932-b416-72adaad5fc65'] {{(pid=103984) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 12:10:41.938898 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-0f5f8655-3c3d-429d-aaf4-20a48f0377af req-12c564e6-0d99-4ec2-ab20-7bd20fd7165e service neutron] 10.222.0.49 "GET /v2.0/networks/b54ec153-3bc9-439f-b426-165a936f23bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976486 Apr 07 12:10:41.959169 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882fa364-f80c-41f9-852c-4571a5205590 req-48f91410-c1ec-46c7-839b-4b3825999980 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:10:41.966535 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-882fa364-f80c-41f9-852c-4571a5205590 req-48f91410-c1ec-46c7-839b-4b3825999980 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/ports?device_id=25ee8a8d-01ee-4116-a081-8546d7d15de3 HTTP/1.1" status: 200 len: 946 time: 0.0662904 Apr 07 12:10:42.015679 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-882fa364-f80c-41f9-852c-4571a5205590 req-af4f2c58-07b2-4170-984a-044e0476995f tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/security-groups?id=1bc13a4b-bf7a-431b-94bf-6b370d841026&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482359 Apr 07 12:10:42.053109 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-0f5f8655-3c3d-429d-aaf4-20a48f0377af req-aac3f8ef-aea1-4e87-b1a8-4079a823d47c service neutron] 10.222.0.49 "GET /v2.0/networks/b54ec153-3bc9-439f-b426-165a936f23bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035051 Apr 07 12:10:42.603774 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8070956-33fc-4b7e-969e-2cab50f9388a req-15c7c48e-e823-47bd-9299-e02b4e1994ed tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:10:42.605269 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-a8070956-33fc-4b7e-969e-2cab50f9388a req-15c7c48e-e823-47bd-9299-e02b4e1994ed tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/ports?device_id=a970ace7-74e5-498c-8986-7ecb3b91bd37 HTTP/1.1" status: 200 len: 944 time: 0.0536199 Apr 07 12:10:42.655909 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-a8070956-33fc-4b7e-969e-2cab50f9388a req-c8fab825-bfed-4964-aadf-0f59b7fb77e2 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/security-groups?id=e3d15702-d2b4-43ff-beec-134f63401780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451140 Apr 07 12:10:42.747750 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9803c5bb-dc04-47ca-97c2-878f0c8979a8 req-8a719525-bd00-4fdd-b4b8-a222d86cd06b tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:10:42.749227 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-9803c5bb-dc04-47ca-97c2-878f0c8979a8 req-8a719525-bd00-4fdd-b4b8-a222d86cd06b tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] 10.222.0.58 "GET /v2.0/ports?device_id=34bf0728-3bf9-4036-8e59-885b4140237b HTTP/1.1" status: 200 len: 946 time: 0.0530610 Apr 07 12:10:42.801273 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-9803c5bb-dc04-47ca-97c2-878f0c8979a8 req-f0bda147-48bc-4412-a55d-376e3129542a tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] 10.222.0.58 "GET /v2.0/security-groups?id=50123f46-7cd8-49b6-9c22-20cd7e350c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462353 Apr 07 12:10:43.129458 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a167628-cc72-49a4-b417-b42e8ce143da req-7a1fc8d4-2f75-4bd1-bc44-c47746e4cd4c tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:10:43.130955 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-7a167628-cc72-49a4-b417-b42e8ce143da req-7a1fc8d4-2f75-4bd1-bc44-c47746e4cd4c tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/ports?device_id=25ee8a8d-01ee-4116-a081-8546d7d15de3 HTTP/1.1" status: 200 len: 946 time: 0.0542138 Apr 07 12:10:43.179208 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-7a167628-cc72-49a4-b417-b42e8ce143da req-d4d342bc-71e4-4e88-b48e-672e210980b1 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/security-groups?id=1bc13a4b-bf7a-431b-94bf-6b370d841026&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413239 Apr 07 12:10:43.183070 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Device e6b253d6-0d2c-4932-b416-72adaad5fc65 up at agent hyperv_hv-cinder-83693 {{(pid=103984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:10:43.231035 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.provisioning_blocks [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Provisioning complete for port e6b253d6-0d2c-4932-b416-72adaad5fc65 triggered by entity L2. {{(pid=103984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:10:43.231452 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7484729'] for port (e6b253d6-0d2c-4932-b416-72adaad5fc65), provisioning_complete {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:10:43.314820 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Current status of the port e6b253d6-0d2c-4932-b416-72adaad5fc65 is: BUILD; New status is: ACTIVE {{(pid=103984) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:10:43.315283 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (e6b253d6-0d2c-4932-b416-72adaad5fc65), before_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:10:43.340884 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a970ace7-74e5-498c-8986-7ecb3b91bd37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6b253d6-0d2c-4932-b416-72adaad5fc65'}] {{(pid=103984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:10:43.343100 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0608bff1dee5f704c30ce50aefecbc08eaebc6e842b477e08be3f7901197da8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3977634-002f-4d2c-9119-11d7aa5eb7ce" -d '{"events": [{"server_uuid": "a970ace7-74e5-498c-8986-7ecb3b91bd37", "name": "network-vif-plugged", "status": "completed", "tag": "e6b253d6-0d2c-4932-b416-72adaad5fc65"}]}' {{(pid=103984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:10:43.352379 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e66bfb-830d-4e73-a05d-ef64f8f0c009 req-f4dc9e56-6850-4cd4-9a8b-5658cc60d028 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:10:43.354152 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-18e66bfb-830d-4e73-a05d-ef64f8f0c009 req-f4dc9e56-6850-4cd4-9a8b-5658cc60d028 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] 10.222.0.58 "GET /v2.0/ports?device_id=a75664a1-da22-4334-ae3d-ef7307291d96 HTTP/1.1" status: 200 len: 945 time: 0.0749049 Apr 07 12:10:43.355242 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.db [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] For port e6b253d6-0d2c-4932-b416-72adaad5fc65, host hv-cinder-83693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83693',level=0,port_id=e6b253d6-0d2c-4932-b416-72adaad5fc65,segment=NetworkSegment(c6eef021-ef52-4fe9-b827-fdc4163e97eb),segment_id=c6eef021-ef52-4fe9-b827-fdc4163e97eb)] {{(pid=103984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:10:43.391576 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 12:10:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72694d97-6ec5-4b57-9a8d-a305de7d3b75 x-openstack-request-id: req-72694d97-6ec5-4b57-9a8d-a305de7d3b75 {{(pid=103984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:10:43.391897 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a970ace7-74e5-498c-8986-7ecb3b91bd37", "name": "network-vif-plugged", "status": "completed", "tag": "e6b253d6-0d2c-4932-b416-72adaad5fc65", "code": 200}]} {{(pid=103984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:10:43.392150 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-72694d97-6ec5-4b57-9a8d-a305de7d3b75 {{(pid=103984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:10:43.392612 dv-cinder-836930-1-iscsi neutron-server[103984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72694d97-6ec5-4b57-9a8d-a305de7d3b75'] response: {'server_uuid': 'a970ace7-74e5-498c-8986-7ecb3b91bd37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6b253d6-0d2c-4932-b416-72adaad5fc65', 'code': 200} Apr 07 12:10:43.404671 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-18e66bfb-830d-4e73-a05d-ef64f8f0c009 req-1d920002-efa3-4199-a29e-a1be5ae8424e tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] 10.222.0.58 "GET /v2.0/security-groups?id=33ed6d74-4852-4717-9bdf-a41d43e688eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442145 Apr 07 12:10:43.422470 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780057409639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780056949607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780056949625'] for port (e6b253d6-0d2c-4932-b416-72adaad5fc65), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:10:43.469695 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Pushing event updated for resources: {'Port': ['ID=e6b253d6-0d2c-4932-b416-72adaad5fc65,revision_number=10']} {{(pid=103984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:10:43.788937 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc86d31b-0bda-4fce-9f5c-6486b2e858da req-ca37ac72-9c52-4f98-8c31-9945a6b718e0 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:10:43.790437 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-cc86d31b-0bda-4fce-9f5c-6486b2e858da req-ca37ac72-9c52-4f98-8c31-9945a6b718e0 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/ports?device_id=a970ace7-74e5-498c-8986-7ecb3b91bd37 HTTP/1.1" status: 200 len: 946 time: 0.0518377 Apr 07 12:10:43.835855 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-cc86d31b-0bda-4fce-9f5c-6486b2e858da req-591068e8-648e-4deb-bd24-920bc3b772d1 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/security-groups?id=e3d15702-d2b4-43ff-beec-134f63401780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398297 Apr 07 12:10:43.924019 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73b08b4-711b-43e4-9441-ade38fdf831f req-6ee4d7c5-989c-450b-bbb7-8a1e3569d29e tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:10:43.925480 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-f73b08b4-711b-43e4-9441-ade38fdf831f req-6ee4d7c5-989c-450b-bbb7-8a1e3569d29e tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] 10.222.0.58 "GET /v2.0/ports?device_id=34bf0728-3bf9-4036-8e59-885b4140237b HTTP/1.1" status: 200 len: 946 time: 0.0519016 Apr 07 12:10:43.971758 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-f73b08b4-711b-43e4-9441-ade38fdf831f req-99d34329-ee98-4887-85bf-f4b0a425f0a2 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] 10.222.0.58 "GET /v2.0/security-groups?id=50123f46-7cd8-49b6-9c22-20cd7e350c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406253 Apr 07 12:10:44.296759 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0593178-b3ff-46a7-a108-a38d749eb0fc req-cd8b98b1-30a0-4cd3-9dd8-1c575f398f7b tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:10:44.298229 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-b0593178-b3ff-46a7-a108-a38d749eb0fc req-cd8b98b1-30a0-4cd3-9dd8-1c575f398f7b tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/ports?device_id=25ee8a8d-01ee-4116-a081-8546d7d15de3 HTTP/1.1" status: 200 len: 946 time: 0.0512731 Apr 07 12:10:44.343927 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-b0593178-b3ff-46a7-a108-a38d749eb0fc req-797190c1-4543-4826-b56a-5ec3af20e9c3 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/security-groups?id=1bc13a4b-bf7a-431b-94bf-6b370d841026&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400686 Apr 07 12:10:44.521186 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c9bdf2-b7ab-435a-af32-e9c703033690 req-d760d098-5e6a-405d-974b-5072071affe7 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:10:44.522564 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-69c9bdf2-b7ab-435a-af32-e9c703033690 req-d760d098-5e6a-405d-974b-5072071affe7 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] 10.222.0.58 "GET /v2.0/ports?device_id=a75664a1-da22-4334-ae3d-ef7307291d96 HTTP/1.1" status: 200 len: 945 time: 0.0527718 Apr 07 12:10:44.572024 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-69c9bdf2-b7ab-435a-af32-e9c703033690 req-7f7fbcb4-3fc5-40ca-9771-6c00631bb729 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] 10.222.0.58 "GET /v2.0/security-groups?id=33ed6d74-4852-4717-9bdf-a41d43e688eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439069 Apr 07 12:10:44.961042 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef866f21-2aac-49cd-911c-4b7a49695edc req-8f186718-0229-4ef2-83e5-9fb449dc0e5d tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:10:44.962533 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-ef866f21-2aac-49cd-911c-4b7a49695edc req-8f186718-0229-4ef2-83e5-9fb449dc0e5d tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/ports?device_id=a970ace7-74e5-498c-8986-7ecb3b91bd37 HTTP/1.1" status: 200 len: 946 time: 0.0557692 Apr 07 12:10:45.011204 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-ef866f21-2aac-49cd-911c-4b7a49695edc req-236b5878-8546-42ef-90aa-9dc9afd81aca tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/security-groups?id=e3d15702-d2b4-43ff-beec-134f63401780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430913 Apr 07 12:10:45.094868 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df45d70-b661-435c-a74c-e96e2cbe2ee7 req-5cc9122e-93a0-4cd5-8f41-ef4dd1beba06 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:10:45.096380 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-9df45d70-b661-435c-a74c-e96e2cbe2ee7 req-5cc9122e-93a0-4cd5-8f41-ef4dd1beba06 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] 10.222.0.58 "GET /v2.0/ports?device_id=34bf0728-3bf9-4036-8e59-885b4140237b HTTP/1.1" status: 200 len: 946 time: 0.0525670 Apr 07 12:10:45.143580 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-9df45d70-b661-435c-a74c-e96e2cbe2ee7 req-c9113cb3-42f2-4f3f-91a9-7a3c0a89ba77 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] 10.222.0.58 "GET /v2.0/security-groups?id=50123f46-7cd8-49b6-9c22-20cd7e350c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415084 Apr 07 12:10:45.461733 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7c7e31-3a48-486a-98d2-774f39aa448c req-908e00c7-4f45-479d-9a95-bbbaca8f438a tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:10:45.463099 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-8a7c7e31-3a48-486a-98d2-774f39aa448c req-908e00c7-4f45-479d-9a95-bbbaca8f438a tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/ports?device_id=25ee8a8d-01ee-4116-a081-8546d7d15de3 HTTP/1.1" status: 200 len: 946 time: 0.0524116 Apr 07 12:10:45.510835 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-8a7c7e31-3a48-486a-98d2-774f39aa448c req-57047591-2005-4f59-b945-111a358a6a19 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/security-groups?id=1bc13a4b-bf7a-431b-94bf-6b370d841026&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420818 Apr 07 12:10:45.691594 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e64d5d-56dd-4d9b-a431-fe43980c519b req-139dd060-4450-4356-966c-3c091a051567 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:10:45.693119 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-70e64d5d-56dd-4d9b-a431-fe43980c519b req-139dd060-4450-4356-966c-3c091a051567 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] 10.222.0.58 "GET /v2.0/ports?device_id=a75664a1-da22-4334-ae3d-ef7307291d96 HTTP/1.1" status: 200 len: 945 time: 0.0544097 Apr 07 12:10:45.749078 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-70e64d5d-56dd-4d9b-a431-fe43980c519b req-45a83a1a-9daa-440d-a764-2b5cba72ab5b tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] 10.222.0.58 "GET /v2.0/security-groups?id=33ed6d74-4852-4717-9bdf-a41d43e688eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502620 Apr 07 12:10:45.781773 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be630ef9-952c-43e5-9a3d-83df8b74cf46 req-5bef54fe-feb1-41e4-a364-29740630fa5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:10:45.783377 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-be630ef9-952c-43e5-9a3d-83df8b74cf46 req-5bef54fe-feb1-41e4-a364-29740630fa5b service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=a970ace7-74e5-498c-8986-7ecb3b91bd37 HTTP/1.1" status: 200 len: 1130 time: 0.0494556 Apr 07 12:10:45.793205 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe4a1b5-fb1d-4971-aa9e-2c5e405bb0ba req-71a31eee-a498-4a4b-970c-18b422ccd076 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:10:45.794655 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-dfe4a1b5-fb1d-4971-aa9e-2c5e405bb0ba req-71a31eee-a498-4a4b-970c-18b422ccd076 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] 10.222.0.49 "GET /v2.0/ports?device_id=a75664a1-da22-4334-ae3d-ef7307291d96 HTTP/1.1" status: 200 len: 945 time: 0.0608149 Apr 07 12:10:45.827076 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-be630ef9-952c-43e5-9a3d-83df8b74cf46 req-c9571a7f-880c-44c0-baac-444095afa34b service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=e3d15702-d2b4-43ff-beec-134f63401780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375180 Apr 07 12:10:45.888954 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.plugin [req-dfe4a1b5-fb1d-4971-aa9e-2c5e405bb0ba req-f65d9179-bbc4-4dc7-8924-cefe8ef3e474 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Deleting port cbd86407-03a8-454d-9d18-5ec335320261 {{(pid=103982) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:10:45.889289 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [req-dfe4a1b5-fb1d-4971-aa9e-2c5e405bb0ba req-f65d9179-bbc4-4dc7-8924-cefe8ef3e474 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780057404546'] for port (cbd86407-03a8-454d-9d18-5ec335320261), before_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:10:45.978089 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.db [req-dfe4a1b5-fb1d-4971-aa9e-2c5e405bb0ba req-f65d9179-bbc4-4dc7-8924-cefe8ef3e474 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] For port cbd86407-03a8-454d-9d18-5ec335320261, host hv-cinder-83693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83693',level=0,port_id=cbd86407-03a8-454d-9d18-5ec335320261,segment=NetworkSegment(f5d7ecb0-5c7c-4273-b385-28574af1ff09),segment_id=f5d7ecb0-5c7c-4273-b385-28574af1ff09)] {{(pid=103982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:10:45.978445 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [req-dfe4a1b5-fb1d-4971-aa9e-2c5e405bb0ba req-f65d9179-bbc4-4dc7-8924-cefe8ef3e474 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2017998'] for port (cbd86407-03a8-454d-9d18-5ec335320261), precommit_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:10:46.137700 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0249b3-3762-49a3-bcd0-7a9765bd0f69 req-c4ae0eed-bfd5-4768-bcd6-ef595e9a5163 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:10:46.139183 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-7e0249b3-3762-49a3-bcd0-7a9765bd0f69 req-c4ae0eed-bfd5-4768-bcd6-ef595e9a5163 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/ports?device_id=a970ace7-74e5-498c-8986-7ecb3b91bd37 HTTP/1.1" status: 200 len: 946 time: 0.0510662 Apr 07 12:10:46.148149 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [req-dfe4a1b5-fb1d-4971-aa9e-2c5e405bb0ba req-f65d9179-bbc4-4dc7-8924-cefe8ef3e474 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:10:46.148497 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [req-dfe4a1b5-fb1d-4971-aa9e-2c5e405bb0ba req-f65d9179-bbc4-4dc7-8924-cefe8ef3e474 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2019898'] for floatingip (0a1e9fed-2657-442b-a77e-6d8a38e2c2f8), after_update {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:10:46.148807 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.db.l3_db [req-dfe4a1b5-fb1d-4971-aa9e-2c5e405bb0ba req-f65d9179-bbc4-4dc7-8924-cefe8ef3e474 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Floating IP 0a1e9fed-2657-442b-a77e-6d8a38e2c2f8 disassociated. External IP: 172.27.0.250, port: cbd86407-03a8-454d-9d18-5ec335320261. Apr 07 12:10:46.149134 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.plugin [req-dfe4a1b5-fb1d-4971-aa9e-2c5e405bb0ba req-f65d9179-bbc4-4dc7-8924-cefe8ef3e474 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Calling delete_port for cbd86407-03a8-454d-9d18-5ec335320261 owned by compute:nova {{(pid=103982) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:10:46.186294 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-7e0249b3-3762-49a3-bcd0-7a9765bd0f69 req-61e6cf60-b89b-4189-a2e9-38516dd8e92d tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/security-groups?id=e3d15702-d2b4-43ff-beec-134f63401780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413654 Apr 07 12:10:46.300752 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffad6bf5-3d8c-4b52-9ad8-f9cb362c1795 req-3c599d16-d5f6-4ea1-8bbf-94dac45afb8f tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:10:46.302156 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-ffad6bf5-3d8c-4b52-9ad8-f9cb362c1795 req-3c599d16-d5f6-4ea1-8bbf-94dac45afb8f tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] 10.222.0.58 "GET /v2.0/ports?device_id=34bf0728-3bf9-4036-8e59-885b4140237b HTTP/1.1" status: 200 len: 946 time: 0.0903137 Apr 07 12:10:46.357029 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-ffad6bf5-3d8c-4b52-9ad8-f9cb362c1795 req-f65cda07-d00a-412d-a606-3eb13ec8311c tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] 10.222.0.58 "GET /v2.0/security-groups?id=50123f46-7cd8-49b6-9c22-20cd7e350c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467513 Apr 07 12:10:46.394027 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [req-dfe4a1b5-fb1d-4971-aa9e-2c5e405bb0ba req-f65d9179-bbc4-4dc7-8924-cefe8ef3e474 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780057409621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780056949598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126593575'] for port (cbd86407-03a8-454d-9d18-5ec335320261), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:10:46.426718 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65d9179-bbc4-4dc7-8924-cefe8ef3e474 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Pushing event deleted for resources: {'Port': ['ID=cbd86407-03a8-454d-9d18-5ec335320261,revision_number=None']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:10:46.543930 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dfe4a1b5-fb1d-4971-aa9e-2c5e405bb0ba req-f65d9179-bbc4-4dc7-8924-cefe8ef3e474 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Router a519d0f1-242e-4041-a842-bab06b04f73c has already been hosted by L3 agent ad8978c4-6515-441c-a828-0289badd3b4a {{(pid=103982) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 12:10:46.625866 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40a76e6-184f-41c9-9de0-d4c506a2c2a6 req-388e421d-1182-4205-8520-f45628a797f5 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:10:46.627274 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-d40a76e6-184f-41c9-9de0-d4c506a2c2a6 req-388e421d-1182-4205-8520-f45628a797f5 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/ports?device_id=25ee8a8d-01ee-4116-a081-8546d7d15de3 HTTP/1.1" status: 200 len: 946 time: 0.0510020 Apr 07 12:10:46.653121 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dfe4a1b5-fb1d-4971-aa9e-2c5e405bb0ba req-f65d9179-bbc4-4dc7-8924-cefe8ef3e474 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Notify agent at l3_agent.dv-cinder-836930-1-iscsi the message routers_updated {{(pid=103982) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 12:10:46.663839 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2396e40e-e518-4239-b059-449661669f6f None None] Sync routers for ids ['a519d0f1-242e-4041-a842-bab06b04f73c'] in dv-cinder-836930-1-iscsi {{(pid=103985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 12:10:46.674723 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2396e40e-e518-4239-b059-449661669f6f None None] Routers {'a519d0f1-242e-4041-a842-bab06b04f73c'} bound to L3 agent in host dv-cinder-836930-1-iscsi {{(pid=103985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:10:46.675453 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_hamode_db [None req-2396e40e-e518-4239-b059-449661669f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836930-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-07T11:57:34Z,description=,heartbeat_timestamp=2022-04-07T12:10:34Z,host='dv-cinder-836930-1-iscsi',id=ad8978c4-6515-441c-a828-0289badd3b4a,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:57:35Z,topic='l3_agent')) {'router_ids': ['a519d0f1-242e-4041-a842-bab06b04f73c'], 'active': True} {{(pid=103985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:10:46.678014 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-d40a76e6-184f-41c9-9de0-d4c506a2c2a6 req-e4568309-c196-4dff-8d1b-7db7754ce974 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/security-groups?id=1bc13a4b-bf7a-431b-94bf-6b370d841026&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450318 Apr 07 12:10:46.693783 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfe4a1b5-fb1d-4971-aa9e-2c5e405bb0ba req-f65d9179-bbc4-4dc7-8924-cefe8ef3e474 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] No DVR routers for this DVR port cbd86407-03a8-454d-9d18-5ec335320261 on host hv-cinder-83693 {{(pid=103982) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 12:10:46.702383 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [req-dfe4a1b5-fb1d-4971-aa9e-2c5e405bb0ba req-f65d9179-bbc4-4dc7-8924-cefe8ef3e474 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91606'] for port (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:10:46.705657 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-dfe4a1b5-fb1d-4971-aa9e-2c5e405bb0ba req-f65d9179-bbc4-4dc7-8924-cefe8ef3e474 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] 10.222.0.49 "DELETE /v2.0/ports/cbd86407-03a8-454d-9d18-5ec335320261 HTTP/1.1" status: 204 len: 173 time: 0.9045665 Apr 07 12:10:46.706094 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a75664a1-da22-4334-ae3d-ef7307291d96', 'name': 'network-vif-deleted', 'tag': 'cbd86407-03a8-454d-9d18-5ec335320261'}] {{(pid=103982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:10:46.708324 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a87f3ac2112343cf46b731ae90f6f8f3b8b920e6472e7c70a4e5373429e5b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd471f4a-3893-4147-abbd-b3f92da2c220" -d '{"events": [{"server_uuid": "a75664a1-da22-4334-ae3d-ef7307291d96", "name": "network-vif-deleted", "tag": "cbd86407-03a8-454d-9d18-5ec335320261"}]}' {{(pid=103982) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:10:46.744654 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 12:10:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65075631-3182-4895-8592-0b4a5fb0428f x-openstack-request-id: req-65075631-3182-4895-8592-0b4a5fb0428f {{(pid=103982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:10:46.745025 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a75664a1-da22-4334-ae3d-ef7307291d96", "name": "network-vif-deleted", "tag": "cbd86407-03a8-454d-9d18-5ec335320261", "status": "completed", "code": 200}]} {{(pid=103982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:10:46.745350 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-65075631-3182-4895-8592-0b4a5fb0428f {{(pid=103982) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:10:46.745846 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65075631-3182-4895-8592-0b4a5fb0428f'] response: {'server_uuid': 'a75664a1-da22-4334-ae3d-ef7307291d96', 'name': 'network-vif-deleted', 'tag': 'cbd86407-03a8-454d-9d18-5ec335320261', 'status': 'completed', 'code': 200} Apr 07 12:10:46.789847 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_dvr_db [None req-2396e40e-e518-4239-b059-449661669f6f None None] Set router a519d0f1-242e-4041-a842-bab06b04f73c gateway port host: dv-cinder-836930-1-iscsi {{(pid=103985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:10:46.854145 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-7c9d3ca9-480c-4698-9a24-e21041895320 req-53abf52d-9c71-49a6-9b55-38da8e09dc8d tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] 10.222.0.58 "GET /v2.0/ports?device_id=a75664a1-da22-4334-ae3d-ef7307291d96 HTTP/1.1" status: 200 len: 210 time: 0.0328054 Apr 07 12:10:46.999051 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_hamode_db [None req-2396e40e-e518-4239-b059-449661669f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a519d0f1-242e-4041-a842-bab06b04f73c', 'name': 'tempest-AttachVolumeNegativeTest-534969019-router', 'tenant_id': '58b56b91563a42a8bdc5c09e03b65f27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'external_fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': 'f3414172-3630-42b6-b260-7d6d425d85c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:06:30Z', 'updated_at': '2022-04-07T12:06:39Z', 'revision_number': 4, 'project_id': '58b56b91563a42a8bdc5c09e03b65f27', 'gw_port': {'id': 'f3414172-3630-42b6-b260-7d6d425d85c0', 'name': '', 'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:5a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a519d0f1-242e-4041-a842-bab06b04f73c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:06:32Z', 'updated_at': '2022-04-07T12:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4554067d-f507-4a99-8a98-0874c02c5721', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836930-1-iscsi', '_interfaces': [{'id': '68192a74-ee6f-49ed-b01a-ff2103dd3c8b', 'name': '', 'network_id': '30ebdc73-30d3-4d75-a45d-118501e4a6d7', 'tenant_id': '58b56b91563a42a8bdc5c09e03b65f27', 'mac_address': 'fa:16:3e:8d:10:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a519d0f1-242e-4041-a842-bab06b04f73c', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '7fc98a79-6638-4f9b-8125-b4339927e49b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:06:37Z', 'updated_at': '2022-04-07T12:06:49Z', 'revision_number': 5, 'project_id': '58b56b91563a42a8bdc5c09e03b65f27', 'subnets': [{'id': '7fc98a79-6638-4f9b-8125-b4339927e49b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836930-1-iscsi', False) {} {{(pid=103985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:10:47.029232 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2396e40e-e518-4239-b059-449661669f6f None None] Checking router: a519d0f1-242e-4041-a842-bab06b04f73c for host: dv-cinder-836930-1-iscsi {{(pid=103985) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 12:10:47.037327 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2396e40e-e518-4239-b059-449661669f6f None None] Routers {'a519d0f1-242e-4041-a842-bab06b04f73c'} bound to L3 agent in host dv-cinder-836930-1-iscsi {{(pid=103985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:10:47.037922 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_hamode_db [None req-2396e40e-e518-4239-b059-449661669f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836930-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-07T11:57:34Z,description=,heartbeat_timestamp=2022-04-07T12:10:34Z,host='dv-cinder-836930-1-iscsi',id=ad8978c4-6515-441c-a828-0289badd3b4a,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:57:35Z,topic='l3_agent')) {'router_ids': ['a519d0f1-242e-4041-a842-bab06b04f73c'], 'active': True} {{(pid=103985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:10:47.148703 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_dvr_db [None req-2396e40e-e518-4239-b059-449661669f6f None None] Set router a519d0f1-242e-4041-a842-bab06b04f73c gateway port host: dv-cinder-836930-1-iscsi {{(pid=103985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:10:47.315262 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f240f444-d78c-45ab-acfc-8b9556f87d25 req-655f9a4b-6c88-4aa5-84fb-0f6e8ae9a235 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:10:47.316773 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-f240f444-d78c-45ab-acfc-8b9556f87d25 req-655f9a4b-6c88-4aa5-84fb-0f6e8ae9a235 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/ports?device_id=a970ace7-74e5-498c-8986-7ecb3b91bd37 HTTP/1.1" status: 200 len: 946 time: 0.0527411 Apr 07 12:10:47.356685 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_hamode_db [None req-2396e40e-e518-4239-b059-449661669f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a519d0f1-242e-4041-a842-bab06b04f73c', 'name': 'tempest-AttachVolumeNegativeTest-534969019-router', 'tenant_id': '58b56b91563a42a8bdc5c09e03b65f27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'external_fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': 'f3414172-3630-42b6-b260-7d6d425d85c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:06:30Z', 'updated_at': '2022-04-07T12:06:39Z', 'revision_number': 4, 'project_id': '58b56b91563a42a8bdc5c09e03b65f27', 'gw_port': {'id': 'f3414172-3630-42b6-b260-7d6d425d85c0', 'name': '', 'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:5a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a519d0f1-242e-4041-a842-bab06b04f73c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:06:32Z', 'updated_at': '2022-04-07T12:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4554067d-f507-4a99-8a98-0874c02c5721', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836930-1-iscsi', '_interfaces': [{'id': '68192a74-ee6f-49ed-b01a-ff2103dd3c8b', 'name': '', 'network_id': '30ebdc73-30d3-4d75-a45d-118501e4a6d7', 'tenant_id': '58b56b91563a42a8bdc5c09e03b65f27', 'mac_address': 'fa:16:3e:8d:10:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a519d0f1-242e-4041-a842-bab06b04f73c', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '7fc98a79-6638-4f9b-8125-b4339927e49b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:06:37Z', 'updated_at': '2022-04-07T12:06:49Z', 'revision_number': 5, 'project_id': '58b56b91563a42a8bdc5c09e03b65f27', 'subnets': [{'id': '7fc98a79-6638-4f9b-8125-b4339927e49b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836930-1-iscsi', False) {} {{(pid=103985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:10:47.370516 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-f240f444-d78c-45ab-acfc-8b9556f87d25 req-54621e6a-f4e2-497e-85b4-dbd056b5bcda tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/security-groups?id=e3d15702-d2b4-43ff-beec-134f63401780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438018 Apr 07 12:10:47.389330 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2396e40e-e518-4239-b059-449661669f6f None None] The sync data for ids ['a519d0f1-242e-4041-a842-bab06b04f73c'] in dv-cinder-836930-1-iscsi is: [{'id': 'a519d0f1-242e-4041-a842-bab06b04f73c', 'name': 'tempest-AttachVolumeNegativeTest-534969019-router', 'tenant_id': '58b56b91563a42a8bdc5c09e03b65f27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'external_fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': 'f3414172-3630-42b6-b260-7d6d425d85c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:06:30Z', 'updated_at': '2022-04-07T12:06:39Z', 'revision_number': 4, 'project_id': '58b56b91563a42a8bdc5c09e03b65f27', 'gw_port': {'id': 'f3414172-3630-42b6-b260-7d6d425d85c0', 'name': '', 'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:5a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a519d0f1-242e-4041-a842-bab06b04f73c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:06:32Z', 'updated_at': '2022-04-07T12:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4554067d-f507-4a99-8a98-0874c02c5721', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836930-1-iscsi', '_interfaces': [{'id': '68192a74-ee6f-49ed-b01a-ff2103dd3c8b', 'name': '', 'network_id': '30ebdc73-30d3-4d75-a45d-118501e4a6d7', 'tenant_id': '58b56b91563a42a8bdc5c09e03b65f27', 'mac_address': 'fa:16:3e:8d:10:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a519d0f1-242e-4041-a842-bab06b04f73c', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '7fc98a79-6638-4f9b-8125-b4339927e49b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:06:37Z', 'updated_at': '2022-04-07T12:06:49Z', 'revision_number': 5, 'project_id': '58b56b91563a42a8bdc5c09e03b65f27', 'subnets': [{'id': '7fc98a79-6638-4f9b-8125-b4339927e49b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 12:10:47.483673 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac1311b-a9cc-4d6e-80ed-23cf3db3107c req-a788fcec-d447-468b-9de5-fc500bc9901a tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:10:47.485153 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-fac1311b-a9cc-4d6e-80ed-23cf3db3107c req-a788fcec-d447-468b-9de5-fc500bc9901a tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] 10.222.0.58 "GET /v2.0/ports?device_id=34bf0728-3bf9-4036-8e59-885b4140237b HTTP/1.1" status: 200 len: 946 time: 0.0553546 Apr 07 12:10:47.533705 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-fac1311b-a9cc-4d6e-80ed-23cf3db3107c req-0f808bea-5fa0-4053-8826-3f0ffdc34af2 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] 10.222.0.58 "GET /v2.0/security-groups?id=50123f46-7cd8-49b6-9c22-20cd7e350c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429609 Apr 07 12:10:47.623397 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e12487ff-e84c-4a84-a48a-776f18ec8c21 None None] New status for floating IP 0a1e9fed-2657-442b-a77e-6d8a38e2c2f8: DOWN {{(pid=103984) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 12:10:47.803802 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e5a580-2dce-4a9e-beb4-d4731d0bb815 req-00eeccf6-6752-4280-82d2-61f2b968d238 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:10:47.816162 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-54e5a580-2dce-4a9e-beb4-d4731d0bb815 req-00eeccf6-6752-4280-82d2-61f2b968d238 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/ports?device_id=25ee8a8d-01ee-4116-a081-8546d7d15de3 HTTP/1.1" status: 200 len: 946 time: 0.0568569 Apr 07 12:10:47.851662 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-54e5a580-2dce-4a9e-beb4-d4731d0bb815 req-330e2617-3c3d-4870-a277-18012c49b385 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/security-groups?id=1bc13a4b-bf7a-431b-94bf-6b370d841026&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404806 Apr 07 12:10:47.962057 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-9fe1a2b4-f6c0-49b3-92e8-ae36fa41503a req-eb8d30fe-7827-4fd1-a8aa-dd157a94a772 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] 10.222.0.58 "GET /v2.0/ports?device_id=a75664a1-da22-4334-ae3d-ef7307291d96 HTTP/1.1" status: 200 len: 210 time: 0.0265617 Apr 07 12:10:48.497527 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0554ff72-3b96-4258-a054-f158955b3f6b req-ffb529b2-5823-4548-aed2-75b68ff18cbc tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:10:48.499134 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-0554ff72-3b96-4258-a054-f158955b3f6b req-ffb529b2-5823-4548-aed2-75b68ff18cbc tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/ports?device_id=a970ace7-74e5-498c-8986-7ecb3b91bd37 HTTP/1.1" status: 200 len: 946 time: 0.0560091 Apr 07 12:10:48.548226 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-0554ff72-3b96-4258-a054-f158955b3f6b req-87587e1f-d5c6-4760-ac5a-2f2005065cdf tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/security-groups?id=e3d15702-d2b4-43ff-beec-134f63401780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433159 Apr 07 12:10:48.656003 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de11602d-c1da-4180-88fb-5e16e99ea903 req-c3f8b5dd-4128-4c02-95e5-5d2d5e7d0b03 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:10:48.657613 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-de11602d-c1da-4180-88fb-5e16e99ea903 req-c3f8b5dd-4128-4c02-95e5-5d2d5e7d0b03 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] 10.222.0.58 "GET /v2.0/ports?device_id=34bf0728-3bf9-4036-8e59-885b4140237b HTTP/1.1" status: 200 len: 946 time: 0.0558152 Apr 07 12:10:48.704498 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-de11602d-c1da-4180-88fb-5e16e99ea903 req-2fbcbe97-fa09-4531-a3b0-75fbd1371a54 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] 10.222.0.58 "GET /v2.0/security-groups?id=50123f46-7cd8-49b6-9c22-20cd7e350c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412095 Apr 07 12:10:48.968703 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7b914b-1e73-44fb-ab51-342bc245c63b req-1d3b7734-e314-4c5c-a68b-54b258479e26 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:10:48.970151 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-da7b914b-1e73-44fb-ab51-342bc245c63b req-1d3b7734-e314-4c5c-a68b-54b258479e26 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/ports?device_id=25ee8a8d-01ee-4116-a081-8546d7d15de3 HTTP/1.1" status: 200 len: 946 time: 0.0521388 Apr 07 12:10:49.020864 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-da7b914b-1e73-44fb-ab51-342bc245c63b req-2fb6218a-e99c-405c-8672-7fc5821f2d2c tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/security-groups?id=1bc13a4b-bf7a-431b-94bf-6b370d841026&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451038 Apr 07 12:10:49.098512 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.58', 38820) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:10:49.152808 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-4c1687c9-df0a-4cb2-a6c0-234512f25980 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Publish callbacks [] for security_group (33ed6d74-4852-4717-9bdf-a41d43e688eb), before_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:10:49.185872 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-4c1687c9-df0a-4cb2-a6c0-234512f25980 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Publish callbacks [] for security_group (33ed6d74-4852-4717-9bdf-a41d43e688eb), precommit_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:10:49.308121 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-4c1687c9-df0a-4cb2-a6c0-234512f25980 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678166'] for security_group (33ed6d74-4852-4717-9bdf-a41d43e688eb), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:10:49.311345 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-4c1687c9-df0a-4cb2-a6c0-234512f25980 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Publish callbacks [] for security_group (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:10:49.312529 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [None req-4c1687c9-df0a-4cb2-a6c0-234512f25980 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] 10.222.0.58 "DELETE /v2.0/security-groups/33ed6d74-4852-4717-9bdf-a41d43e688eb HTTP/1.1" status: 204 len: 168 time: 0.2129669 Apr 07 12:10:49.315277 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.wsgi [-] (103983) accepted ('10.222.0.58', 38822) {{(pid=103983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:10:49.321833 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1687c9-df0a-4cb2-a6c0-234512f25980 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33ed6d74-4852-4717-9bdf-a41d43e688eb,revision_number=None']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:10:49.327931 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.api.v2.resource [None req-6cb137c7-22b3-4066-a3ec-7f39552d992c tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] show failed (client error): The resource could not be found. Apr 07 12:10:49.328939 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [None req-6cb137c7-22b3-4066-a3ec-7f39552d992c tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] 10.222.0.58 "GET /v2.0/security-groups/33ed6d74-4852-4717-9bdf-a41d43e688eb HTTP/1.1" status: 404 len: 347 time: 0.0126507 Apr 07 12:10:49.331848 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.wsgi [-] (103983) accepted ('10.222.0.58', 38824) {{(pid=103983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:10:49.467897 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-fa2153f1-d952-43c3-ba9c-866fe021bcf1 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Deleting port 3d8af7b3-cb0e-4f41-9407-b52f9de90fa8 {{(pid=103983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:10:49.468147 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-fa2153f1-d952-43c3-ba9c-866fe021bcf1 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780057404546'] for port (3d8af7b3-cb0e-4f41-9407-b52f9de90fa8), before_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:10:49.544838 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-fa2153f1-d952-43c3-ba9c-866fe021bcf1 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2017998'] for port (3d8af7b3-cb0e-4f41-9407-b52f9de90fa8), precommit_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:10:49.545155 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-fa2153f1-d952-43c3-ba9c-866fe021bcf1 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Publish callbacks [] for floatingip (3d8af7b3-cb0e-4f41-9407-b52f9de90fa8), precommit_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:10:49.557506 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-fa2153f1-d952-43c3-ba9c-866fe021bcf1 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Calling delete_port for 3d8af7b3-cb0e-4f41-9407-b52f9de90fa8 owned by network:floatingip {{(pid=103983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:10:49.675662 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c3640b-2899-4257-b17b-bfa6e2e75774 req-a4303c2a-2ead-4a4a-9560-236a61c3188c tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:10:49.677135 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-05c3640b-2899-4257-b17b-bfa6e2e75774 req-a4303c2a-2ead-4a4a-9560-236a61c3188c tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/ports?device_id=a970ace7-74e5-498c-8986-7ecb3b91bd37 HTTP/1.1" status: 200 len: 946 time: 0.0545552 Apr 07 12:10:49.725335 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-05c3640b-2899-4257-b17b-bfa6e2e75774 req-cfdcf094-b0f7-4dbd-978a-9255f1e372c6 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/security-groups?id=e3d15702-d2b4-43ff-beec-134f63401780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421164 Apr 07 12:10:49.765096 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-fa2153f1-d952-43c3-ba9c-866fe021bcf1 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780057409621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780056949598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126495687'] for port (3d8af7b3-cb0e-4f41-9407-b52f9de90fa8), after_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:10:49.805501 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2153f1-d952-43c3-ba9c-866fe021bcf1 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Pushing event deleted for resources: {'Port': ['ID=3d8af7b3-cb0e-4f41-9407-b52f9de90fa8,revision_number=None']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:10:49.835500 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2153f1-d952-43c3-ba9c-866fe021bcf1 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:10:49.835857 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2153f1-d952-43c3-ba9c-866fe021bcf1 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:10:49.836202 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2153f1-d952-43c3-ba9c-866fe021bcf1 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:10:49.836542 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2153f1-d952-43c3-ba9c-866fe021bcf1 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:10:49.836876 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2153f1-d952-43c3-ba9c-866fe021bcf1 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:10:49.837206 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2153f1-d952-43c3-ba9c-866fe021bcf1 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:10:49.837535 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2153f1-d952-43c3-ba9c-866fe021bcf1 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:10:49.837861 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2153f1-d952-43c3-ba9c-866fe021bcf1 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:10:49.838189 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2153f1-d952-43c3-ba9c-866fe021bcf1 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:10:49.838513 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2153f1-d952-43c3-ba9c-866fe021bcf1 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:10:49.838838 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2153f1-d952-43c3-ba9c-866fe021bcf1 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:10:49.839190 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2153f1-d952-43c3-ba9c-866fe021bcf1 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:10:49.839541 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2153f1-d952-43c3-ba9c-866fe021bcf1 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:10:49.839863 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2153f1-d952-43c3-ba9c-866fe021bcf1 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:10:49.840186 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2153f1-d952-43c3-ba9c-866fe021bcf1 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:10:49.907765 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438adf2f-6f88-499e-8ca7-5123906a47ad req-758d642c-cd97-438b-ad5d-090249eb5873 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:10:49.909254 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-438adf2f-6f88-499e-8ca7-5123906a47ad req-758d642c-cd97-438b-ad5d-090249eb5873 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] 10.222.0.58 "GET /v2.0/ports?device_id=34bf0728-3bf9-4036-8e59-885b4140237b HTTP/1.1" status: 200 len: 946 time: 0.1148481 Apr 07 12:10:49.912115 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-fa2153f1-d952-43c3-ba9c-866fe021bcf1 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Publish callbacks [] for floatingip (0a1e9fed-2657-442b-a77e-6d8a38e2c2f8), after_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:10:49.914601 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-fa2153f1-d952-43c3-ba9c-866fe021bcf1 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91606'] for floatingip (None), before_response {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:10:49.915701 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [None req-fa2153f1-d952-43c3-ba9c-866fe021bcf1 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] 10.222.0.58 "DELETE /v2.0/floatingips/0a1e9fed-2657-442b-a77e-6d8a38e2c2f8 HTTP/1.1" status: 204 len: 168 time: 0.5829699 Apr 07 12:10:49.961827 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-438adf2f-6f88-499e-8ca7-5123906a47ad req-5028dd96-2ada-436a-9d27-2815c2e1063a tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] 10.222.0.58 "GET /v2.0/security-groups?id=50123f46-7cd8-49b6-9c22-20cd7e350c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450602 Apr 07 12:10:50.138876 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ff2415-1f95-4b57-afa8-7bde02933824 req-80341b0b-9746-4526-a71b-d6197402e21a tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:10:50.140368 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-10ff2415-1f95-4b57-afa8-7bde02933824 req-80341b0b-9746-4526-a71b-d6197402e21a tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/ports?device_id=25ee8a8d-01ee-4116-a081-8546d7d15de3 HTTP/1.1" status: 200 len: 946 time: 0.0534253 Apr 07 12:10:50.171455 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.58', 38836) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:10:50.176387 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.v2.base [None req-d498e614-b8c6-4dc9-b4fd-b7377f35be46 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1073374326', 'description': 'tempest-description--1959115'}} {{(pid=103982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:10:50.188681 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-10ff2415-1f95-4b57-afa8-7bde02933824 req-8d3f1017-c997-47d2-ab8a-fc04d6fc8457 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/security-groups?id=1bc13a4b-bf7a-431b-94bf-6b370d841026&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427675 Apr 07 12:10:50.267723 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-d498e614-b8c6-4dc9-b4fd-b7377f35be46 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Publish callbacks [] for security_group (None), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:10:50.336086 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-d498e614-b8c6-4dc9-b4fd-b7377f35be46 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Publish callbacks [] for security_group (b7397107-f4ac-4244-87d4-f63e20c97972), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:10:50.438903 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-d498e614-b8c6-4dc9-b4fd-b7377f35be46 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678166'] for security_group (b7397107-f4ac-4244-87d4-f63e20c97972), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:10:50.466786 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d498e614-b8c6-4dc9-b4fd-b7377f35be46 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7397107-f4ac-4244-87d4-f63e20c97972,revision_number=1']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:10:50.600959 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-d498e614-b8c6-4dc9-b4fd-b7377f35be46 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Publish callbacks [] for security_group (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:10:50.602149 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [None req-d498e614-b8c6-4dc9-b4fd-b7377f35be46 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4296691 Apr 07 12:10:50.604941 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.58', 38838) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:10:50.609651 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.v2.base [None req-362a9e06-7594-4903-b0b2-c4a6e9b551d6 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Request body: {'security_group_rule': {'security_group_id': 'b7397107-f4ac-4244-87d4-f63e20c97972', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:10:50.729797 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-362a9e06-7594-4903-b0b2-c4a6e9b551d6 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Publish callbacks [] for security_group_rule (e396fcae-f49a-4f1d-a73d-c08dd7c7243c), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:10:50.783451 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-362a9e06-7594-4903-b0b2-c4a6e9b551d6 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Publish callbacks [] for security_group_rule (e396fcae-f49a-4f1d-a73d-c08dd7c7243c), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:10:50.867907 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-362a9e06-7594-4903-b0b2-c4a6e9b551d6 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678271'] for security_group_rule (e396fcae-f49a-4f1d-a73d-c08dd7c7243c), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:10:50.887152 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362a9e06-7594-4903-b0b2-c4a6e9b551d6 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e396fcae-f49a-4f1d-a73d-c08dd7c7243c,revision_number=0']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:10:50.960831 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-362a9e06-7594-4903-b0b2-c4a6e9b551d6 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:10:50.962276 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [None req-362a9e06-7594-4903-b0b2-c4a6e9b551d6 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3556740 Apr 07 12:10:50.964689 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.58', 38840) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:10:50.968839 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.v2.base [None req-0336f7f9-2d33-4b66-964d-9ff78837be38 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Request body: {'security_group_rule': {'security_group_id': 'b7397107-f4ac-4244-87d4-f63e20c97972', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:10:51.079262 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2cfa5a-9a65-483d-88c6-a53c227438dd req-ad5080b3-9f87-46dd-a415-478550bf92a7 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:10:51.080721 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-7e2cfa5a-9a65-483d-88c6-a53c227438dd req-ad5080b3-9f87-46dd-a415-478550bf92a7 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] 10.222.0.58 "GET /v2.0/ports?device_id=34bf0728-3bf9-4036-8e59-885b4140237b HTTP/1.1" status: 200 len: 946 time: 0.0525532 Apr 07 12:10:51.105150 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-0336f7f9-2d33-4b66-964d-9ff78837be38 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Publish callbacks [] for security_group_rule (f165d86b-37d0-48bb-9046-4c948954bf31), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:10:51.151606 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-7e2cfa5a-9a65-483d-88c6-a53c227438dd req-c6d91ab9-615c-412c-bf87-14b36f56ab25 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] 10.222.0.58 "GET /v2.0/security-groups?id=50123f46-7cd8-49b6-9c22-20cd7e350c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651798 Apr 07 12:10:51.175753 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-0336f7f9-2d33-4b66-964d-9ff78837be38 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Publish callbacks [] for security_group_rule (f165d86b-37d0-48bb-9046-4c948954bf31), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:10:51.207355 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Device cbd86407-03a8-454d-9d18-5ec335320261 no longer exists at agent hyperv_hv-cinder-83693 {{(pid=103984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 12:10:51.227543 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] No Port match for: cbd86407-03a8-454d-9d18-5ec335320261 {{(pid=103984) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 12:10:51.227892 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Device cbd86407-03a8-454d-9d18-5ec335320261 not bound to the agent host hv-cinder-83693 {{(pid=103984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 12:10:51.262610 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-0336f7f9-2d33-4b66-964d-9ff78837be38 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678271'] for security_group_rule (f165d86b-37d0-48bb-9046-4c948954bf31), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:10:51.282044 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0336f7f9-2d33-4b66-964d-9ff78837be38 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f165d86b-37d0-48bb-9046-4c948954bf31,revision_number=0']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:10:51.309147 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eafedb3-5ce1-49a3-b737-f39e48d398d3 req-e4b9c1e4-e17f-4fb7-af3b-c9b41c6c8b31 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:10:51.310647 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-6eafedb3-5ce1-49a3-b737-f39e48d398d3 req-e4b9c1e4-e17f-4fb7-af3b-c9b41c6c8b31 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/ports?device_id=25ee8a8d-01ee-4116-a081-8546d7d15de3 HTTP/1.1" status: 200 len: 946 time: 0.0541291 Apr 07 12:10:51.355840 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-6eafedb3-5ce1-49a3-b737-f39e48d398d3 req-89103ad6-93a2-4c39-975d-b229d1b788a0 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/security-groups?id=1bc13a4b-bf7a-431b-94bf-6b370d841026&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389981 Apr 07 12:10:51.366645 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-0336f7f9-2d33-4b66-964d-9ff78837be38 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:10:51.367844 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [None req-0336f7f9-2d33-4b66-964d-9ff78837be38 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4022508 Apr 07 12:10:51.370812 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.58', 38846) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:10:51.375733 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.v2.base [None req-770c3e5f-7b62-4cf5-90dc-87587d39c195 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Request body: {'floatingip': {'floating_network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56'}} {{(pid=103982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:10:51.467893 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-770c3e5f-7b62-4cf5-90dc-87587d39c195 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:10:51.562360 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-770c3e5f-7b62-4cf5-90dc-87587d39c195 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (None), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:10:51.672086 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.db.db_base_plugin_common [None req-770c3e5f-7b62-4cf5-90dc-87587d39c195 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Allocated IP 172.27.0.37 (bbaeba58-97ce-4d65-bbf2-981851410a56/4554067d-f507-4a99-8a98-0874c02c5721/76683293-5828-4e35-9649-b1856c0ec874) {{(pid=103982) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 12:10:51.769766 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-770c3e5f-7b62-4cf5-90dc-87587d39c195 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Publish callbacks [] for port (76683293-5828-4e35-9649-b1856c0ec874), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:10:51.890960 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-770c3e5f-7b62-4cf5-90dc-87587d39c195 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780056949589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126593575'] for port (76683293-5828-4e35-9649-b1856c0ec874), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:10:51.930777 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-770c3e5f-7b62-4cf5-90dc-87587d39c195 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Network bbaeba58-97ce-4d65-bbf2-981851410a56 is already hosted by enough agents. {{(pid=103982) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:10:51.935384 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.scheduler.base_scheduler [None req-770c3e5f-7b62-4cf5-90dc-87587d39c195 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Resources bound (agent type, host, resource id): {{(pid=103982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:10:51.940819 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-770c3e5f-7b62-4cf5-90dc-87587d39c195 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Received port after_create {{(pid=103982) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 12:10:51.946331 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770c3e5f-7b62-4cf5-90dc-87587d39c195 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Pushing event updated for resources: {'Port': ['ID=76683293-5828-4e35-9649-b1856c0ec874,revision_number=1']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:10:52.027793 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-770c3e5f-7b62-4cf5-90dc-87587d39c195 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Publish callbacks [] for floatingip (2e90e1a7-5964-4ade-add8-df8528169449), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:10:52.156619 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-770c3e5f-7b62-4cf5-90dc-87587d39c195 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (76683293-5828-4e35-9649-b1856c0ec874), before_update {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:10:52.480235 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6033c71-0a42-452c-b0d2-92d7577810c9 req-4c218a82-7264-40e7-8561-69109c3660cd tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:10:52.481814 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-d6033c71-0a42-452c-b0d2-92d7577810c9 req-4c218a82-7264-40e7-8561-69109c3660cd tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/ports?device_id=25ee8a8d-01ee-4116-a081-8546d7d15de3 HTTP/1.1" status: 200 len: 946 time: 0.0571263 Apr 07 12:10:52.535405 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-d6033c71-0a42-452c-b0d2-92d7577810c9 req-4d034eec-80a3-4ec8-99e0-dfbf5f726612 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/security-groups?id=1bc13a4b-bf7a-431b-94bf-6b370d841026&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478895 Apr 07 12:10:52.540008 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef34edba-9dde-4f41-8c8e-44a5cec4658f req-0038174d-785e-476b-9d8a-49b3bc4f8bc2 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:10:52.541594 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-ef34edba-9dde-4f41-8c8e-44a5cec4658f req-0038174d-785e-476b-9d8a-49b3bc4f8bc2 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] 10.222.0.58 "GET /v2.0/ports?device_id=34bf0728-3bf9-4036-8e59-885b4140237b HTTP/1.1" status: 200 len: 946 time: 0.1154935 Apr 07 12:10:52.641609 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-ef34edba-9dde-4f41-8c8e-44a5cec4658f req-13fd24eb-0bdc-4002-9b6c-e57e4248af70 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] 10.222.0.58 "GET /v2.0/security-groups?id=50123f46-7cd8-49b6-9c22-20cd7e350c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695915 Apr 07 12:10:52.663915 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-770c3e5f-7b62-4cf5-90dc-87587d39c195 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Publish callbacks [] for port (76683293-5828-4e35-9649-b1856c0ec874), precommit_update {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:10:52.742028 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-770c3e5f-7b62-4cf5-90dc-87587d39c195 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780057409639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780056949607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780056949625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126593592'] for port (76683293-5828-4e35-9649-b1856c0ec874), after_update {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:10:52.809872 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770c3e5f-7b62-4cf5-90dc-87587d39c195 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Pushing event updated for resources: {'Port': ['ID=76683293-5828-4e35-9649-b1856c0ec874,revision_number=2']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:10:52.821286 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-770c3e5f-7b62-4cf5-90dc-87587d39c195 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2019898'] for floatingip (2e90e1a7-5964-4ade-add8-df8528169449), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:10:52.938334 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-770c3e5f-7b62-4cf5-90dc-87587d39c195 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91606'] for floatingip (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:10:52.939560 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [None req-770c3e5f-7b62-4cf5-90dc-87587d39c195 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5671747 Apr 07 12:10:53.090011 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6d23c1-ed54-4825-a666-a654196443d8 req-5f3dda78-9c64-423c-a882-cfcd391d4cdf tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:10:53.091605 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-6e6d23c1-ed54-4825-a666-a654196443d8 req-5f3dda78-9c64-423c-a882-cfcd391d4cdf tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] 10.222.0.58 "GET /v2.0/ports?device_id=34bf0728-3bf9-4036-8e59-885b4140237b HTTP/1.1" status: 200 len: 946 time: 0.0612550 Apr 07 12:10:53.139887 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-ed084432-f6a1-4c5e-b0a7-cb78f26c084f req-e9afbdf1-935b-41e2-b2a5-69d44ebd9b2b tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--1073374326&fields=id&tenant_id=58b56b91563a42a8bdc5c09e03b65f27 HTTP/1.1" status: 200 len: 267 time: 0.0434146 Apr 07 12:10:53.140105 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-6e6d23c1-ed54-4825-a666-a654196443d8 req-ff243d88-416b-4028-9597-1121561d0307 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] 10.222.0.58 "GET /v2.0/security-groups?id=50123f46-7cd8-49b6-9c22-20cd7e350c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430760 Apr 07 12:10:53.212090 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c632517-d3ab-498a-8444-cbc29a8af0e9 req-c3778755-bf70-44be-b954-e47fa4549493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:10:53.215086 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-2c632517-d3ab-498a-8444-cbc29a8af0e9 req-c3778755-bf70-44be-b954-e47fa4549493 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=bb7aeab7f2af4131992847a73f3c7e0a&device_id=34bf0728-3bf9-4036-8e59-885b4140237b HTTP/1.1" status: 200 len: 1130 time: 0.0499506 Apr 07 12:10:53.259144 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed084432-f6a1-4c5e-b0a7-cb78f26c084f req-d2e1a01c-7646-4698-961e-c9e8e0d1c043 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:10:53.260797 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-ed084432-f6a1-4c5e-b0a7-cb78f26c084f req-d2e1a01c-7646-4698-961e-c9e8e0d1c043 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] 10.222.0.58 "GET /v2.0/networks?id=30ebdc73-30d3-4d75-a45d-118501e4a6d7 HTTP/1.1" status: 200 len: 814 time: 0.1052151 Apr 07 12:10:53.277202 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-ed084432-f6a1-4c5e-b0a7-cb78f26c084f req-c2e933f3-2b3b-4b1e-bc3a-585bac820904 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] 10.222.0.58 "GET /v2.0/quotas/58b56b91563a42a8bdc5c09e03b65f27 HTTP/1.1" status: 200 len: 375 time: 0.0098155 Apr 07 12:10:53.312655 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c632517-d3ab-498a-8444-cbc29a8af0e9 req-a43c5498-693d-4f47-80dd-0a1e0698e181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:10:53.314140 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-2c632517-d3ab-498a-8444-cbc29a8af0e9 req-a43c5498-693d-4f47-80dd-0a1e0698e181 service neutron] 10.222.0.49 "GET /v2.0/networks?id=fcace665-ea97-4783-845e-38b6ed7c4b29 HTTP/1.1" status: 200 len: 912 time: 0.0919645 Apr 07 12:10:53.320787 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.agents_db [None req-3662b1ad-d2b5-4b6d-81f6-e1280f618718 None None] Agent healthcheck: found 6 active agents {{(pid=103985) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 12:10:53.343015 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-ed084432-f6a1-4c5e-b0a7-cb78f26c084f req-b24a2a3b-8a17-4ae9-85b8-54150b8aa0d5 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=58b56b91563a42a8bdc5c09e03b65f27&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0603764 Apr 07 12:10:53.382808 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-2c632517-d3ab-498a-8444-cbc29a8af0e9 req-572f6ff0-e5b3-43e4-a003-2d871d453e83 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6c1a928f-8219-4bba-ab6b-07b743be00e2 HTTP/1.1" status: 200 len: 1001 time: 0.0600929 Apr 07 12:10:53.432606 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c632517-d3ab-498a-8444-cbc29a8af0e9 req-e4eb1362-45b2-4f8a-aedf-940b79e2cef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:10:53.434194 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-2c632517-d3ab-498a-8444-cbc29a8af0e9 req-e4eb1362-45b2-4f8a-aedf-940b79e2cef9 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f6c89c23-3e38-47dc-af91-b69590186a24 HTTP/1.1" status: 200 len: 850 time: 0.0455868 Apr 07 12:10:53.441192 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-ed084432-f6a1-4c5e-b0a7-cb78f26c084f req-0307482f-0c53-431a-ab73-bd9f61e5c45e service neutron] 10.222.0.58 "GET /v2.0/networks/30ebdc73-30d3-4d75-a45d-118501e4a6d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871582 Apr 07 12:10:53.500285 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c632517-d3ab-498a-8444-cbc29a8af0e9 req-43e15dbf-10af-4a62-8da3-437f167cc40a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:10:53.500285 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-2c632517-d3ab-498a-8444-cbc29a8af0e9 req-43e15dbf-10af-4a62-8da3-437f167cc40a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=fcace665-ea97-4783-845e-38b6ed7c4b29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0487087 Apr 07 12:10:53.537205 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-ed084432-f6a1-4c5e-b0a7-cb78f26c084f req-8b437da2-a16c-4761-8a2b-4c093620cd08 service neutron] 10.222.0.58 "GET /v2.0/networks/30ebdc73-30d3-4d75-a45d-118501e4a6d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900514 Apr 07 12:10:53.582098 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-2c632517-d3ab-498a-8444-cbc29a8af0e9 req-0f529bb6-6f22-4515-9481-11e64109bdda service neutron] 10.222.0.49 "GET /v2.0/networks/fcace665-ea97-4783-845e-38b6ed7c4b29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860007 Apr 07 12:10:53.686241 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-2c632517-d3ab-498a-8444-cbc29a8af0e9 req-0842fe01-7427-4be2-8b2e-72d22476aa91 service neutron] 10.222.0.49 "GET /v2.0/networks/fcace665-ea97-4783-845e-38b6ed7c4b29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980721 Apr 07 12:10:53.742850 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1252aa32-45be-4a94-8f67-c767dc201c8c req-bbfabe80-cbb8-4be2-942a-1eeb55b28c5a tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:10:53.744326 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-1252aa32-45be-4a94-8f67-c767dc201c8c req-bbfabe80-cbb8-4be2-942a-1eeb55b28c5a tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/ports?device_id=25ee8a8d-01ee-4116-a081-8546d7d15de3 HTTP/1.1" status: 200 len: 946 time: 0.1305773 Apr 07 12:10:53.793566 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-1252aa32-45be-4a94-8f67-c767dc201c8c req-49b25f8b-6a97-4b82-a8b1-cb0f9e5a0a78 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/security-groups?id=1bc13a4b-bf7a-431b-94bf-6b370d841026&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429540 Apr 07 12:10:53.858073 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-f2dd205e-3137-42a8-85a5-031b15efd35f req-55373aef-9b24-4d60-b4d8-0ccc3e6847b8 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff87cb0b-1f65-4554-a77a-3c3081c171d2 HTTP/1.1" status: 200 len: 210 time: 0.0270751 Apr 07 12:10:54.260634 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50ebaec-04ec-43b6-a1c7-279fbcc1146b req-0216728c-ae9c-4d6a-9ac1-f7b1213d19cc tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:10:54.263997 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-d50ebaec-04ec-43b6-a1c7-279fbcc1146b req-0216728c-ae9c-4d6a-9ac1-f7b1213d19cc tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] 10.222.0.58 "GET /v2.0/ports?device_id=34bf0728-3bf9-4036-8e59-885b4140237b HTTP/1.1" status: 200 len: 946 time: 0.0557079 Apr 07 12:10:54.316095 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-d50ebaec-04ec-43b6-a1c7-279fbcc1146b req-ae6615c6-dabb-4821-b07c-353bfb976ddf tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] 10.222.0.58 "GET /v2.0/security-groups?id=50123f46-7cd8-49b6-9c22-20cd7e350c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457809 Apr 07 12:10:54.924122 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6604ccde-19bf-4427-ba50-ac268a7377b3 req-271985d5-a242-409f-af46-ed4146a38320 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:10:54.926418 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-6604ccde-19bf-4427-ba50-ac268a7377b3 req-271985d5-a242-409f-af46-ed4146a38320 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/ports?device_id=25ee8a8d-01ee-4116-a081-8546d7d15de3 HTTP/1.1" status: 200 len: 946 time: 0.0560837 Apr 07 12:10:54.955342 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-9c793282-90e7-4693-8780-dcae68f9e246 req-4bd416d5-a92d-4813-ae5e-29470e46594d tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff87cb0b-1f65-4554-a77a-3c3081c171d2 HTTP/1.1" status: 200 len: 210 time: 0.0294096 Apr 07 12:10:54.979767 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-6604ccde-19bf-4427-ba50-ac268a7377b3 req-f94b93b2-6050-48c3-8f61-0303b7f46f1b tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/security-groups?id=1bc13a4b-bf7a-431b-94bf-6b370d841026&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454772 Apr 07 12:10:55.432375 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cbeb1e-d838-4bdf-9334-54714907bf92 req-a88834d1-34bc-4275-89e3-abbef20f0f58 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:10:55.434386 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-62cbeb1e-d838-4bdf-9334-54714907bf92 req-a88834d1-34bc-4275-89e3-abbef20f0f58 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] 10.222.0.58 "GET /v2.0/ports?device_id=34bf0728-3bf9-4036-8e59-885b4140237b HTTP/1.1" status: 200 len: 946 time: 0.0526838 Apr 07 12:10:55.479335 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-62cbeb1e-d838-4bdf-9334-54714907bf92 req-92aaa907-eb75-4b3e-b1f8-8b63c2ffc9d7 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] 10.222.0.58 "GET /v2.0/security-groups?id=50123f46-7cd8-49b6-9c22-20cd7e350c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394042 Apr 07 12:10:56.075145 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-0be347ff-9f49-483d-b500-3a6f7ada3b66 req-0bc83b66-9dfc-45bd-9c7d-0719847600af tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff87cb0b-1f65-4554-a77a-3c3081c171d2 HTTP/1.1" status: 200 len: 210 time: 0.0474701 Apr 07 12:10:56.077404 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed084432-f6a1-4c5e-b0a7-cb78f26c084f req-b1bf9f35-b5c8-44be-b254-f3d847930241 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:10:56.078861 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-ed084432-f6a1-4c5e-b0a7-cb78f26c084f req-b1bf9f35-b5c8-44be-b254-f3d847930241 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] 10.222.0.49 "GET /v2.0/networks?id=30ebdc73-30d3-4d75-a45d-118501e4a6d7 HTTP/1.1" status: 200 len: 814 time: 0.1135390 Apr 07 12:10:56.138810 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789eeccc-2b0a-412c-bfde-10583973407e req-e5bf9ad3-2882-47f0-9632-edf3acafdb60 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:10:56.140322 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-789eeccc-2b0a-412c-bfde-10583973407e req-e5bf9ad3-2882-47f0-9632-edf3acafdb60 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/ports?device_id=25ee8a8d-01ee-4116-a081-8546d7d15de3 HTTP/1.1" status: 200 len: 946 time: 0.0863628 Apr 07 12:10:56.185119 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-ed084432-f6a1-4c5e-b0a7-cb78f26c084f req-98c913d9-392e-43ad-b5ad-ae740f61723c tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=58b56b91563a42a8bdc5c09e03b65f27 HTTP/1.1" status: 200 len: 380 time: 0.0835516 Apr 07 12:10:56.196786 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.v2.base [req-ed084432-f6a1-4c5e-b0a7-cb78f26c084f req-5f187b1c-ff16-4612-ae87-6e79e8ffcc1a tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Request body: {'port': {'device_id': 'ff87cb0b-1f65-4554-a77a-3c3081c171d2', 'network_id': '30ebdc73-30d3-4d75-a45d-118501e4a6d7', 'admin_state_up': True, 'tenant_id': '58b56b91563a42a8bdc5c09e03b65f27', 'security_groups': ['b7397107-f4ac-4244-87d4-f63e20c97972']}} {{(pid=103982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:10:56.240863 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-789eeccc-2b0a-412c-bfde-10583973407e req-0b466b5f-cfeb-4f61-885e-9cf1dec7951d tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/security-groups?id=1bc13a4b-bf7a-431b-94bf-6b370d841026&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947053 Apr 07 12:10:56.398829 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed084432-f6a1-4c5e-b0a7-cb78f26c084f req-5f187b1c-ff16-4612-ae87-6e79e8ffcc1a tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Made reservation on behalf of 58b56b91563a42a8bdc5c09e03b65f27 for: {'port': 1} {{(pid=103982) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 12:10:56.402846 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [req-ed084432-f6a1-4c5e-b0a7-cb78f26c084f req-5f187b1c-ff16-4612-ae87-6e79e8ffcc1a tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (None), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:10:56.530893 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.db.db_base_plugin_common [req-ed084432-f6a1-4c5e-b0a7-cb78f26c084f req-5f187b1c-ff16-4612-ae87-6e79e8ffcc1a tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Allocated IP 172.20.0.13 (30ebdc73-30d3-4d75-a45d-118501e4a6d7/7fc98a79-6638-4f9b-8125-b4339927e49b/4447c27d-d188-408b-a90a-c0c1b7d5533b) {{(pid=103982) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 12:10:56.661444 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [req-ed084432-f6a1-4c5e-b0a7-cb78f26c084f req-5f187b1c-ff16-4612-ae87-6e79e8ffcc1a tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Publish callbacks [] for port (4447c27d-d188-408b-a90a-c0c1b7d5533b), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:10:56.764979 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [req-ed084432-f6a1-4c5e-b0a7-cb78f26c084f req-5f187b1c-ff16-4612-ae87-6e79e8ffcc1a tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780056949589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126593575'] for port (4447c27d-d188-408b-a90a-c0c1b7d5533b), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:10:56.808885 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed084432-f6a1-4c5e-b0a7-cb78f26c084f req-5f187b1c-ff16-4612-ae87-6e79e8ffcc1a tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Network 30ebdc73-30d3-4d75-a45d-118501e4a6d7 is already hosted by enough agents. {{(pid=103982) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:10:56.811743 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.scheduler.base_scheduler [req-ed084432-f6a1-4c5e-b0a7-cb78f26c084f req-5f187b1c-ff16-4612-ae87-6e79e8ffcc1a tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Resources bound (agent type, host, resource id): {{(pid=103982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:10:56.814095 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed084432-f6a1-4c5e-b0a7-cb78f26c084f req-5f187b1c-ff16-4612-ae87-6e79e8ffcc1a tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Received port after_create {{(pid=103982) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 12:10:56.848356 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f187b1c-ff16-4612-ae87-6e79e8ffcc1a tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Pushing event updated for resources: {'Port': ['ID=4447c27d-d188-408b-a90a-c0c1b7d5533b,revision_number=1']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:10:56.873466 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed084432-f6a1-4c5e-b0a7-cb78f26c084f req-5f187b1c-ff16-4612-ae87-6e79e8ffcc1a tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:10:56.874092 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [req-ed084432-f6a1-4c5e-b0a7-cb78f26c084f req-5f187b1c-ff16-4612-ae87-6e79e8ffcc1a tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91606'] for port (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:10:56.951315 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-ed084432-f6a1-4c5e-b0a7-cb78f26c084f req-5f187b1c-ff16-4612-ae87-6e79e8ffcc1a tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7582202 Apr 07 12:10:56.990536 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.v2.base [req-ed084432-f6a1-4c5e-b0a7-cb78f26c084f req-35dce03f-02b8-4e69-bc41-cd7a1c93b652 service neutron] Request body: {'port': {'device_id': 'ff87cb0b-1f65-4554-a77a-3c3081c171d2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83693'}} {{(pid=103982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:10:57.004328 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.provisioning_blocks [None req-ddd2e96e-fc4f-4df4-a3a7-269d4711b4f5 None None] Provisioning complete for port 4447c27d-d188-408b-a90a-c0c1b7d5533b triggered by entity DHCP. {{(pid=103984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:10:57.004328 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-ddd2e96e-fc4f-4df4-a3a7-269d4711b4f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7484729'] for port (4447c27d-d188-408b-a90a-c0c1b7d5533b), provisioning_complete {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:10:57.037014 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-ddd2e96e-fc4f-4df4-a3a7-269d4711b4f5 None None] Port 4447c27d-d188-408b-a90a-c0c1b7d5533b cannot update to ACTIVE because it is not bound. {{(pid=103984) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 12:10:57.050802 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [req-ed084432-f6a1-4c5e-b0a7-cb78f26c084f req-35dce03f-02b8-4e69-bc41-cd7a1c93b652 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (4447c27d-d188-408b-a90a-c0c1b7d5533b), before_update {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:10:57.195487 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6964beb0-0611-46d6-bdde-df0dda854da5 req-9488cda0-9731-4349-9a33-e1e3ce588f8f tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:10:57.196944 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-6964beb0-0611-46d6-bdde-df0dda854da5 req-9488cda0-9731-4349-9a33-e1e3ce588f8f tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff87cb0b-1f65-4554-a77a-3c3081c171d2 HTTP/1.1" status: 200 len: 932 time: 0.0522883 Apr 07 12:10:57.255888 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-6964beb0-0611-46d6-bdde-df0dda854da5 req-9b94fb63-21ea-4440-b8f8-4adb4d483d6a tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] 10.222.0.58 "GET /v2.0/security-groups?id=b7397107-f4ac-4244-87d4-f63e20c97972&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526800 Apr 07 12:10:57.327977 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.notifiers.nova [req-ed084432-f6a1-4c5e-b0a7-cb78f26c084f req-35dce03f-02b8-4e69-bc41-cd7a1c93b652 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4447c27d-d188-408b-a90a-c0c1b7d5533b {{(pid=103982) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 12:10:57.349306 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [req-ed084432-f6a1-4c5e-b0a7-cb78f26c084f req-35dce03f-02b8-4e69-bc41-cd7a1c93b652 service neutron] Publish callbacks [] for port (4447c27d-d188-408b-a90a-c0c1b7d5533b), precommit_update {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:10:57.367162 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.db.provisioning_blocks [req-ed084432-f6a1-4c5e-b0a7-cb78f26c084f req-35dce03f-02b8-4e69-bc41-cd7a1c93b652 service neutron] Transition to ACTIVE for port object 4447c27d-d188-408b-a90a-c0c1b7d5533b will not be triggered until provisioned by entity L2. {{(pid=103982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 12:10:57.381869 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003d00b7-d15e-467d-b758-a33a0729812d req-77e27215-58f3-40d7-ac0b-3b27f7c7aee8 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:10:57.383366 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-003d00b7-d15e-467d-b758-a33a0729812d req-77e27215-58f3-40d7-ac0b-3b27f7c7aee8 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/ports?device_id=25ee8a8d-01ee-4116-a081-8546d7d15de3 HTTP/1.1" status: 200 len: 946 time: 0.0712938 Apr 07 12:10:57.429179 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-003d00b7-d15e-467d-b758-a33a0729812d req-173b12db-d304-469d-b6de-6ec2cf10f170 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/security-groups?id=1bc13a4b-bf7a-431b-94bf-6b370d841026&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397825 Apr 07 12:10:57.450541 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [req-ed084432-f6a1-4c5e-b0a7-cb78f26c084f req-35dce03f-02b8-4e69-bc41-cd7a1c93b652 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780057409639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780056949607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780056949625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126593592'] for port (4447c27d-d188-408b-a90a-c0c1b7d5533b), after_update {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:10:57.503349 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35dce03f-02b8-4e69-bc41-cd7a1c93b652 service neutron] Pushing event updated for resources: {'Port': ['ID=4447c27d-d188-408b-a90a-c0c1b7d5533b,revision_number=2']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:10:57.572905 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.managers [req-ed084432-f6a1-4c5e-b0a7-cb78f26c084f req-35dce03f-02b8-4e69-bc41-cd7a1c93b652 service neutron] Attempting to bind port 4447c27d-d188-408b-a90a-c0c1b7d5533b on host hv-cinder-83693 for vnic_type normal with profile {{(pid=103982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 12:10:57.573246 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.managers [req-ed084432-f6a1-4c5e-b0a7-cb78f26c084f req-35dce03f-02b8-4e69-bc41-cd7a1c93b652 service neutron] Attempting to bind port 4447c27d-d188-408b-a90a-c0c1b7d5533b by drivers openvswitch,hyperv on host hv-cinder-83693 at level 0 using segments [{'id': 'f5d7ecb0-5c7c-4273-b385-28574af1ff09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '30ebdc73-30d3-4d75-a45d-118501e4a6d7'}] {{(pid=103982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 12:10:57.573577 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed084432-f6a1-4c5e-b0a7-cb78f26c084f req-35dce03f-02b8-4e69-bc41-cd7a1c93b652 service neutron] Attempting to bind port 4447c27d-d188-408b-a90a-c0c1b7d5533b on network 30ebdc73-30d3-4d75-a45d-118501e4a6d7 {{(pid=103982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:10:57.578845 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed084432-f6a1-4c5e-b0a7-cb78f26c084f req-35dce03f-02b8-4e69-bc41-cd7a1c93b652 service neutron] Port 4447c27d-d188-408b-a90a-c0c1b7d5533b on network 30ebdc73-30d3-4d75-a45d-118501e4a6d7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83693 {{(pid=103982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 12:10:57.579196 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed084432-f6a1-4c5e-b0a7-cb78f26c084f req-35dce03f-02b8-4e69-bc41-cd7a1c93b652 service neutron] Attempting to bind port 4447c27d-d188-408b-a90a-c0c1b7d5533b on network 30ebdc73-30d3-4d75-a45d-118501e4a6d7 {{(pid=103982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:10:57.584114 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed084432-f6a1-4c5e-b0a7-cb78f26c084f req-35dce03f-02b8-4e69-bc41-cd7a1c93b652 service neutron] Checking agent: {'id': 'b65c4e22-832a-4f2b-89ab-f6b5f91e1f65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83693', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 12, 4, 29), 'started_at': datetime.datetime(2022, 4, 7, 12, 4, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 12, 10, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 12:10:57.584470 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed084432-f6a1-4c5e-b0a7-cb78f26c084f req-35dce03f-02b8-4e69-bc41-cd7a1c93b652 service neutron] Checking segment: {'id': 'f5d7ecb0-5c7c-4273-b385-28574af1ff09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '30ebdc73-30d3-4d75-a45d-118501e4a6d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:10:57.584838 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed084432-f6a1-4c5e-b0a7-cb78f26c084f req-35dce03f-02b8-4e69-bc41-cd7a1c93b652 service neutron] Bound using segment: {'id': 'f5d7ecb0-5c7c-4273-b385-28574af1ff09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '30ebdc73-30d3-4d75-a45d-118501e4a6d7'} {{(pid=103982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 12:10:57.585262 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.managers [req-ed084432-f6a1-4c5e-b0a7-cb78f26c084f req-35dce03f-02b8-4e69-bc41-cd7a1c93b652 service neutron] Bound port: 4447c27d-d188-408b-a90a-c0c1b7d5533b, host: hv-cinder-83693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5d7ecb0-5c7c-4273-b385-28574af1ff09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '30ebdc73-30d3-4d75-a45d-118501e4a6d7'}}] {{(pid=103982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 12:10:57.585621 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [req-ed084432-f6a1-4c5e-b0a7-cb78f26c084f req-35dce03f-02b8-4e69-bc41-cd7a1c93b652 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (4447c27d-d188-408b-a90a-c0c1b7d5533b), before_update {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:10:57.650241 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.db [req-ed084432-f6a1-4c5e-b0a7-cb78f26c084f req-35dce03f-02b8-4e69-bc41-cd7a1c93b652 service neutron] For port 4447c27d-d188-408b-a90a-c0c1b7d5533b, host hv-cinder-83693, cleared binding levels {{(pid=103982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 12:10:57.654046 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.db [req-ed084432-f6a1-4c5e-b0a7-cb78f26c084f req-35dce03f-02b8-4e69-bc41-cd7a1c93b652 service neutron] For port 4447c27d-d188-408b-a90a-c0c1b7d5533b, host hv-cinder-83693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83693',level=0,port_id=4447c27d-d188-408b-a90a-c0c1b7d5533b,segment=NetworkSegment(f5d7ecb0-5c7c-4273-b385-28574af1ff09),segment_id=f5d7ecb0-5c7c-4273-b385-28574af1ff09)] {{(pid=103982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 12:10:57.765780 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [req-ed084432-f6a1-4c5e-b0a7-cb78f26c084f req-35dce03f-02b8-4e69-bc41-cd7a1c93b652 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780057409639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780056949607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780056949625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126593592'] for port (4447c27d-d188-408b-a90a-c0c1b7d5533b), after_update {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:10:57.802305 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed084432-f6a1-4c5e-b0a7-cb78f26c084f req-35dce03f-02b8-4e69-bc41-cd7a1c93b652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:10:57.802923 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [req-ed084432-f6a1-4c5e-b0a7-cb78f26c084f req-35dce03f-02b8-4e69-bc41-cd7a1c93b652 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91606'] for port (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:10:57.804604 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-ed084432-f6a1-4c5e-b0a7-cb78f26c084f req-35dce03f-02b8-4e69-bc41-cd7a1c93b652 service neutron] 10.222.0.49 "PUT /v2.0/ports/4447c27d-d188-408b-a90a-c0c1b7d5533b HTTP/1.1" status: 200 len: 1094 time: 0.8184083 Apr 07 12:10:57.807002 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff87cb0b-1f65-4554-a77a-3c3081c171d2', 'tag': '4447c27d-d188-408b-a90a-c0c1b7d5533b'}] {{(pid=103982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:10:57.809267 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a87f3ac2112343cf46b731ae90f6f8f3b8b920e6472e7c70a4e5373429e5b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-154baa21-b667-4ba7-8e21-5f781330d661" -d '{"events": [{"name": "network-changed", "server_uuid": "ff87cb0b-1f65-4554-a77a-3c3081c171d2", "tag": "4447c27d-d188-408b-a90a-c0c1b7d5533b"}]}' {{(pid=103982) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:10:57.836408 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35dce03f-02b8-4e69-bc41-cd7a1c93b652 service neutron] Pushing event updated for resources: {'Port': ['ID=4447c27d-d188-408b-a90a-c0c1b7d5533b,revision_number=3']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:10:57.846102 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 12:10:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05a408c7-da40-48e6-94c7-2517720dd2ac x-openstack-request-id: req-05a408c7-da40-48e6-94c7-2517720dd2ac {{(pid=103982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:10:57.846463 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff87cb0b-1f65-4554-a77a-3c3081c171d2", "tag": "4447c27d-d188-408b-a90a-c0c1b7d5533b", "status": "completed", "code": 200}]} {{(pid=103982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:10:57.846788 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-05a408c7-da40-48e6-94c7-2517720dd2ac {{(pid=103982) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:10:57.847285 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05a408c7-da40-48e6-94c7-2517720dd2ac'] response: {'name': 'network-changed', 'server_uuid': 'ff87cb0b-1f65-4554-a77a-3c3081c171d2', 'tag': '4447c27d-d188-408b-a90a-c0c1b7d5533b', 'status': 'completed', 'code': 200} Apr 07 12:10:57.955917 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154baa21-b667-4ba7-8e21-5f781330d661 req-fa2f534e-638f-4974-b17a-dd13949491db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:10:57.957424 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-154baa21-b667-4ba7-8e21-5f781330d661 req-fa2f534e-638f-4974-b17a-dd13949491db service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=58b56b91563a42a8bdc5c09e03b65f27&device_id=ff87cb0b-1f65-4554-a77a-3c3081c171d2 HTTP/1.1" status: 200 len: 1128 time: 0.0469894 Apr 07 12:10:58.066082 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154baa21-b667-4ba7-8e21-5f781330d661 req-f68ef9b5-0b5c-451b-ae2b-820544b228e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:10:58.067494 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-154baa21-b667-4ba7-8e21-5f781330d661 req-f68ef9b5-0b5c-451b-ae2b-820544b228e2 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=58b56b91563a42a8bdc5c09e03b65f27&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0902276 Apr 07 12:10:58.165437 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154baa21-b667-4ba7-8e21-5f781330d661 req-6d426903-00c2-46f8-8ff9-04bfd58a5e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:10:58.166801 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-154baa21-b667-4ba7-8e21-5f781330d661 req-6d426903-00c2-46f8-8ff9-04bfd58a5e87 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0882013 Apr 07 12:10:58.284541 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed084432-f6a1-4c5e-b0a7-cb78f26c084f req-0eb20d7c-0e18-4072-8441-4df332e69bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:10:58.286013 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-ed084432-f6a1-4c5e-b0a7-cb78f26c084f req-0eb20d7c-0e18-4072-8441-4df332e69bab service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=58b56b91563a42a8bdc5c09e03b65f27&device_id=ff87cb0b-1f65-4554-a77a-3c3081c171d2 HTTP/1.1" status: 200 len: 1128 time: 0.0431175 Apr 07 12:10:58.340230 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-ed084432-f6a1-4c5e-b0a7-cb78f26c084f req-4a512c90-de98-4c7e-845b-91657b8ea4f2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4447c27d-d188-408b-a90a-c0c1b7d5533b HTTP/1.1" status: 200 len: 217 time: 0.0397573 Apr 07 12:10:58.415534 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed084432-f6a1-4c5e-b0a7-cb78f26c084f req-9eda0e89-18b2-4826-b870-82461dfbb090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:10:58.416877 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-ed084432-f6a1-4c5e-b0a7-cb78f26c084f req-9eda0e89-18b2-4826-b870-82461dfbb090 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7fc98a79-6638-4f9b-8125-b4339927e49b HTTP/1.1" status: 200 len: 853 time: 0.0525877 Apr 07 12:10:58.426815 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda541c2-8354-43b3-a206-43e3aae6f3aa req-f3ee2710-5b84-460c-9cc2-93167cd7270a tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:10:58.428211 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-fda541c2-8354-43b3-a206-43e3aae6f3aa req-f3ee2710-5b84-460c-9cc2-93167cd7270a tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff87cb0b-1f65-4554-a77a-3c3081c171d2 HTTP/1.1" status: 200 len: 944 time: 0.0910614 Apr 07 12:10:58.504242 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-fda541c2-8354-43b3-a206-43e3aae6f3aa req-2d28e509-f2aa-4696-8753-2e186c234a5d tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] 10.222.0.58 "GET /v2.0/security-groups?id=b7397107-f4ac-4244-87d4-f63e20c97972&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678830 Apr 07 12:10:58.506833 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed084432-f6a1-4c5e-b0a7-cb78f26c084f req-5856cc2d-62c0-4b30-8266-bcd11957543e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:10:58.508291 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-ed084432-f6a1-4c5e-b0a7-cb78f26c084f req-5856cc2d-62c0-4b30-8266-bcd11957543e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=30ebdc73-30d3-4d75-a45d-118501e4a6d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0792739 Apr 07 12:10:58.555539 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016cede4-9f4e-4aa8-8278-da807cc03d98 req-fc2db5b7-3c43-48a3-bb87-893f11a92df6 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:10:58.557260 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-016cede4-9f4e-4aa8-8278-da807cc03d98 req-fc2db5b7-3c43-48a3-bb87-893f11a92df6 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/ports?device_id=25ee8a8d-01ee-4116-a081-8546d7d15de3 HTTP/1.1" status: 200 len: 946 time: 0.0587533 Apr 07 12:10:58.612549 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-ed084432-f6a1-4c5e-b0a7-cb78f26c084f req-82e33329-e130-4f29-a9a1-6e6d811b1e62 service neutron] 10.222.0.49 "GET /v2.0/networks/30ebdc73-30d3-4d75-a45d-118501e4a6d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971081 Apr 07 12:10:58.718838 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-ed084432-f6a1-4c5e-b0a7-cb78f26c084f req-5c7eacb1-e1f4-4234-a209-ce93b1217d7d service neutron] 10.222.0.49 "GET /v2.0/networks/30ebdc73-30d3-4d75-a45d-118501e4a6d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913162 Apr 07 12:10:58.838068 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-016cede4-9f4e-4aa8-8278-da807cc03d98 req-b05d52c8-e723-447d-9445-2ee63ec145d1 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/security-groups?id=1bc13a4b-bf7a-431b-94bf-6b370d841026&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2751856 Apr 07 12:10:59.473472 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (b65c4e22-832a-4f2b-89ab-f6b5f91e1f65), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:10:59.622473 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290dbd8d-30ad-4045-a33f-5acc54a9e8f7 req-3c5c3790-c559-47e3-90c8-086cbefd7543 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:10:59.623986 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-290dbd8d-30ad-4045-a33f-5acc54a9e8f7 req-3c5c3790-c559-47e3-90c8-086cbefd7543 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff87cb0b-1f65-4554-a77a-3c3081c171d2 HTTP/1.1" status: 200 len: 944 time: 0.0534089 Apr 07 12:10:59.669739 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-290dbd8d-30ad-4045-a33f-5acc54a9e8f7 req-64470d71-d9c1-485b-8bc8-3159473d6ce9 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] 10.222.0.58 "GET /v2.0/security-groups?id=b7397107-f4ac-4244-87d4-f63e20c97972&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401797 Apr 07 12:10:59.953786 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20f7750-2331-405b-ad20-ecb28b33b8e3 req-8d71ffd4-d371-40be-8b3b-8c78e2bd4471 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:10:59.955315 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-d20f7750-2331-405b-ad20-ecb28b33b8e3 req-8d71ffd4-d371-40be-8b3b-8c78e2bd4471 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/ports?device_id=25ee8a8d-01ee-4116-a081-8546d7d15de3 HTTP/1.1" status: 200 len: 946 time: 0.0512092 Apr 07 12:10:59.999949 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-d20f7750-2331-405b-ad20-ecb28b33b8e3 req-a7c03696-5519-4351-827c-5b72b0e99d8d tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/security-groups?id=1bc13a4b-bf7a-431b-94bf-6b370d841026&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391560 Apr 07 12:11:00.783469 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfce2f42-670c-400f-8a6f-c5ff6f1d392b req-cbe9edaf-260c-4f14-b63a-da5aae191aff tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:11:00.784914 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-cfce2f42-670c-400f-8a6f-c5ff6f1d392b req-cbe9edaf-260c-4f14-b63a-da5aae191aff tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff87cb0b-1f65-4554-a77a-3c3081c171d2 HTTP/1.1" status: 200 len: 944 time: 0.0501525 Apr 07 12:11:00.833718 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-cfce2f42-670c-400f-8a6f-c5ff6f1d392b req-ae4a70c1-fc27-4171-aabf-1c8153416aa2 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] 10.222.0.58 "GET /v2.0/security-groups?id=b7397107-f4ac-4244-87d4-f63e20c97972&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431435 Apr 07 12:11:01.116371 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5c886b-e6c1-4ff8-95e9-49b4860d70ff req-ae823a2e-2174-4196-b664-0b02e02f764b tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:11:01.117757 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-cd5c886b-e6c1-4ff8-95e9-49b4860d70ff req-ae823a2e-2174-4196-b664-0b02e02f764b tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/ports?device_id=25ee8a8d-01ee-4116-a081-8546d7d15de3 HTTP/1.1" status: 200 len: 946 time: 0.0509229 Apr 07 12:11:01.166676 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-cd5c886b-e6c1-4ff8-95e9-49b4860d70ff req-a1685327-8735-42fc-9db1-122bfff48223 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/security-groups?id=1bc13a4b-bf7a-431b-94bf-6b370d841026&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427556 Apr 07 12:11:01.949729 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec547551-09b2-489c-869d-d813059c9f97 req-b762dea6-b26c-4d0b-8418-7fdfeb264f92 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:11:01.951231 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-ec547551-09b2-489c-869d-d813059c9f97 req-b762dea6-b26c-4d0b-8418-7fdfeb264f92 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff87cb0b-1f65-4554-a77a-3c3081c171d2 HTTP/1.1" status: 200 len: 944 time: 0.0520039 Apr 07 12:11:01.959194 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-d5777a4d-38d1-475c-8f72-c0585db4f3db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (94869e64-74fb-4601-95b5-a1334a6bdcea), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:11:01.998642 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-ec547551-09b2-489c-869d-d813059c9f97 req-4216b54b-0b7c-4dba-b845-b6a3860bd6c3 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] 10.222.0.58 "GET /v2.0/security-groups?id=b7397107-f4ac-4244-87d4-f63e20c97972&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416174 Apr 07 12:11:02.283314 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b86169-0fc7-4969-a905-f2535adcb1d7 req-87857c5f-f5c4-434f-8ee0-89c25bb49bf7 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:11:02.284856 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-f1b86169-0fc7-4969-a905-f2535adcb1d7 req-87857c5f-f5c4-434f-8ee0-89c25bb49bf7 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/ports?device_id=25ee8a8d-01ee-4116-a081-8546d7d15de3 HTTP/1.1" status: 200 len: 946 time: 0.0515351 Apr 07 12:11:02.330950 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-f1b86169-0fc7-4969-a905-f2535adcb1d7 req-91436491-d8f9-4ea2-8a83-d7ebe2223865 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/security-groups?id=1bc13a4b-bf7a-431b-94bf-6b370d841026&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404801 Apr 07 12:11:03.113812 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45d4e44-1a94-4565-87d2-26da7503361f req-8e48fb57-a38e-4a70-bcc3-d338123a0c76 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:11:03.115319 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-f45d4e44-1a94-4565-87d2-26da7503361f req-8e48fb57-a38e-4a70-bcc3-d338123a0c76 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff87cb0b-1f65-4554-a77a-3c3081c171d2 HTTP/1.1" status: 200 len: 944 time: 0.0513108 Apr 07 12:11:03.160099 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-f45d4e44-1a94-4565-87d2-26da7503361f req-b05412d9-51cd-4785-9fb1-d025b157ccf6 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] 10.222.0.58 "GET /v2.0/security-groups?id=b7397107-f4ac-4244-87d4-f63e20c97972&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393486 Apr 07 12:11:03.259956 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Device 4447c27d-d188-408b-a90a-c0c1b7d5533b details requested by agent hyperv_hv-cinder-83693 with host hv-cinder-83693 {{(pid=103984) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 12:11:03.369042 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.db [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] For port 4447c27d-d188-408b-a90a-c0c1b7d5533b, host hv-cinder-83693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83693',level=0,port_id=4447c27d-d188-408b-a90a-c0c1b7d5533b,segment=NetworkSegment(f5d7ecb0-5c7c-4273-b385-28574af1ff09),segment_id=f5d7ecb0-5c7c-4273-b385-28574af1ff09)] {{(pid=103984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:11:03.380676 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Returning: {'device': '4447c27d-d188-408b-a90a-c0c1b7d5533b', 'network_id': '30ebdc73-30d3-4d75-a45d-118501e4a6d7', 'port_id': '4447c27d-d188-408b-a90a-c0c1b7d5533b', 'mac_address': 'fa:16:3e:76:bb:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fc98a79-6638-4f9b-8125-b4339927e49b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103984) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 12:11:03.418268 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Current status of the port 4447c27d-d188-408b-a90a-c0c1b7d5533b is: DOWN; New status is: BUILD {{(pid=103984) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:11:03.418648 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (4447c27d-d188-408b-a90a-c0c1b7d5533b), before_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:11:03.431463 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.notifiers.nova [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4447c27d-d188-408b-a90a-c0c1b7d5533b {{(pid=103984) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 12:11:03.448118 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4194deca-de25-4613-b402-25c591f08b83 req-d69f4c1d-d9e2-406b-a339-dbeadf86ace4 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:11:03.449717 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-4194deca-de25-4613-b402-25c591f08b83 req-d69f4c1d-d9e2-406b-a339-dbeadf86ace4 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/ports?device_id=25ee8a8d-01ee-4116-a081-8546d7d15de3 HTTP/1.1" status: 200 len: 946 time: 0.0522311 Apr 07 12:11:03.451301 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.db [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] For port 4447c27d-d188-408b-a90a-c0c1b7d5533b, host hv-cinder-83693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83693',level=0,port_id=4447c27d-d188-408b-a90a-c0c1b7d5533b,segment=NetworkSegment(f5d7ecb0-5c7c-4273-b385-28574af1ff09),segment_id=f5d7ecb0-5c7c-4273-b385-28574af1ff09)] {{(pid=103984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:11:03.495162 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-4194deca-de25-4613-b402-25c591f08b83 req-42ce6268-4b08-4fec-b862-52e0c65b8a45 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/security-groups?id=1bc13a4b-bf7a-431b-94bf-6b370d841026&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398843 Apr 07 12:11:03.530376 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780057409639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780056949607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780056949625'] for port (4447c27d-d188-408b-a90a-c0c1b7d5533b), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:11:03.582285 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Pushing event updated for resources: {'Port': ['ID=4447c27d-d188-408b-a90a-c0c1b7d5533b,revision_number=4']} {{(pid=103984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:11:03.589734 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:11:03.590020 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:11:03.590377 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:11:03.590726 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:11:03.591057 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:11:03.591406 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:11:03.591754 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:11:03.592089 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:11:03.592405 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:11:03.596784 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:11:03.596784 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:11:03.596784 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:11:03.596784 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:11:03.596784 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:11:03.596784 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:11:04.007552 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.db [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] get_ports_and_sgs() called for port_ids ['4447c27d-d188-408b-a90a-c0c1b7d5533b'] {{(pid=103984) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 12:11:04.279451 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c56edc-6a47-4bf9-a624-7e7d80a27691 req-b06716b8-9966-4b8a-a3f2-7350172fa21f tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:11:04.280813 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-47c56edc-6a47-4bf9-a624-7e7d80a27691 req-b06716b8-9966-4b8a-a3f2-7350172fa21f tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff87cb0b-1f65-4554-a77a-3c3081c171d2 HTTP/1.1" status: 200 len: 945 time: 0.0556698 Apr 07 12:11:04.309050 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-c46ff623-fbcc-47ac-b3f4-8c2df9e832ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (ad8978c4-6515-441c-a828-0289badd3b4a), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:11:04.336437 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-47c56edc-6a47-4bf9-a624-7e7d80a27691 req-68d6af09-7994-45ce-9b35-90806c75579b tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] 10.222.0.58 "GET /v2.0/security-groups?id=b7397107-f4ac-4244-87d4-f63e20c97972&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499082 Apr 07 12:11:04.614966 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df777db8-10f3-48ab-b6fe-717187f0a1b5 req-483aafbb-0c68-4e28-bf9e-6920a0667e2c tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:11:04.616475 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-df777db8-10f3-48ab-b6fe-717187f0a1b5 req-483aafbb-0c68-4e28-bf9e-6920a0667e2c tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/ports?device_id=25ee8a8d-01ee-4116-a081-8546d7d15de3 HTTP/1.1" status: 200 len: 946 time: 0.0546224 Apr 07 12:11:04.670901 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-df777db8-10f3-48ab-b6fe-717187f0a1b5 req-0a1861cb-27dc-4164-a44d-494195a7f4e3 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/security-groups?id=1bc13a4b-bf7a-431b-94bf-6b370d841026&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479414 Apr 07 12:11:05.264464 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Device 4447c27d-d188-408b-a90a-c0c1b7d5533b up at agent hyperv_hv-cinder-83693 {{(pid=103984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:11:05.403742 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.provisioning_blocks [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Provisioning for port 4447c27d-d188-408b-a90a-c0c1b7d5533b completed by entity L2. {{(pid=103984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 12:11:05.408244 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.provisioning_blocks [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Provisioning complete for port 4447c27d-d188-408b-a90a-c0c1b7d5533b triggered by entity L2. {{(pid=103984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:11:05.408616 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7484729'] for port (4447c27d-d188-408b-a90a-c0c1b7d5533b), provisioning_complete {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:11:05.456890 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b71fd55-a78f-43a5-bb55-93a8c3dc41a0 req-c4ee1b37-4b74-4ce0-abad-fe06cda05985 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:11:05.458362 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-4b71fd55-a78f-43a5-bb55-93a8c3dc41a0 req-c4ee1b37-4b74-4ce0-abad-fe06cda05985 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff87cb0b-1f65-4554-a77a-3c3081c171d2 HTTP/1.1" status: 200 len: 945 time: 0.0525942 Apr 07 12:11:05.487521 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Current status of the port 4447c27d-d188-408b-a90a-c0c1b7d5533b is: BUILD; New status is: ACTIVE {{(pid=103984) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:11:05.487821 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (4447c27d-d188-408b-a90a-c0c1b7d5533b), before_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:11:05.505332 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-4b71fd55-a78f-43a5-bb55-93a8c3dc41a0 req-6e442179-585c-4113-9c82-3e2c883a7b4c tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] 10.222.0.58 "GET /v2.0/security-groups?id=b7397107-f4ac-4244-87d4-f63e20c97972&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413468 Apr 07 12:11:05.510257 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff87cb0b-1f65-4554-a77a-3c3081c171d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4447c27d-d188-408b-a90a-c0c1b7d5533b'}] {{(pid=103984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:11:05.513103 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0608bff1dee5f704c30ce50aefecbc08eaebc6e842b477e08be3f7901197da8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46bac849-2182-4e53-8004-49d5afe8b4d5" -d '{"events": [{"server_uuid": "ff87cb0b-1f65-4554-a77a-3c3081c171d2", "name": "network-vif-plugged", "status": "completed", "tag": "4447c27d-d188-408b-a90a-c0c1b7d5533b"}]}' {{(pid=103984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:11:05.525928 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.db [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] For port 4447c27d-d188-408b-a90a-c0c1b7d5533b, host hv-cinder-83693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83693',level=0,port_id=4447c27d-d188-408b-a90a-c0c1b7d5533b,segment=NetworkSegment(f5d7ecb0-5c7c-4273-b385-28574af1ff09),segment_id=f5d7ecb0-5c7c-4273-b385-28574af1ff09)] {{(pid=103984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:11:05.548507 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 12:11:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-694dbe77-ec96-448b-aa01-6be3f415f61d x-openstack-request-id: req-694dbe77-ec96-448b-aa01-6be3f415f61d {{(pid=103984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:11:05.548803 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff87cb0b-1f65-4554-a77a-3c3081c171d2", "name": "network-vif-plugged", "status": "completed", "tag": "4447c27d-d188-408b-a90a-c0c1b7d5533b", "code": 200}]} {{(pid=103984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:11:05.549082 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-694dbe77-ec96-448b-aa01-6be3f415f61d {{(pid=103984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:11:05.549472 dv-cinder-836930-1-iscsi neutron-server[103984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-694dbe77-ec96-448b-aa01-6be3f415f61d'] response: {'server_uuid': 'ff87cb0b-1f65-4554-a77a-3c3081c171d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4447c27d-d188-408b-a90a-c0c1b7d5533b', 'code': 200} Apr 07 12:11:05.639433 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780057409639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780056949607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780056949625'] for port (4447c27d-d188-408b-a90a-c0c1b7d5533b), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:11:05.692220 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Pushing event updated for resources: {'Port': ['ID=4447c27d-d188-408b-a90a-c0c1b7d5533b,revision_number=5']} {{(pid=103984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:11:05.712514 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-e3029262-029d-49e4-8078-e7e61e534645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (e465150c-12ca-425e-8c36-fa03ee6240b4), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:11:05.794665 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6292e3-1572-4ac9-82f7-42b1e50db556 req-b84075c9-353a-4b87-a9e1-d8777eff2000 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:11:05.796064 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-ea6292e3-1572-4ac9-82f7-42b1e50db556 req-b84075c9-353a-4b87-a9e1-d8777eff2000 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/ports?device_id=25ee8a8d-01ee-4116-a081-8546d7d15de3 HTTP/1.1" status: 200 len: 946 time: 0.0554762 Apr 07 12:11:05.842488 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-ea6292e3-1572-4ac9-82f7-42b1e50db556 req-a493ad0e-3901-4c10-b71e-35928e888d79 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/security-groups?id=1bc13a4b-bf7a-431b-94bf-6b370d841026&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406811 Apr 07 12:11:05.942182 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3da20a-3508-40b3-9a96-e44595deb517 req-3a2e2a3b-13a7-4bf6-9d5c-4082aea94072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:11:05.943670 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-9c3da20a-3508-40b3-9a96-e44595deb517 req-3a2e2a3b-13a7-4bf6-9d5c-4082aea94072 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=ff87cb0b-1f65-4554-a77a-3c3081c171d2 HTTP/1.1" status: 200 len: 1130 time: 0.0432832 Apr 07 12:11:05.988339 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-9c3da20a-3508-40b3-9a96-e44595deb517 req-7c546687-2343-46fe-a818-11c50be3f89c service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=b7397107-f4ac-4244-87d4-f63e20c97972&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356815 Apr 07 12:11:06.626310 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c6a3dc-2b0a-4dc2-a110-c33f3d7de021 req-74ffd1e7-fdb0-4065-8d7a-7bfa93d5c3a8 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:11:06.627825 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-c2c6a3dc-2b0a-4dc2-a110-c33f3d7de021 req-74ffd1e7-fdb0-4065-8d7a-7bfa93d5c3a8 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff87cb0b-1f65-4554-a77a-3c3081c171d2 HTTP/1.1" status: 200 len: 946 time: 0.0534647 Apr 07 12:11:06.674105 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-c2c6a3dc-2b0a-4dc2-a110-c33f3d7de021 req-1504ecb7-ca31-43bd-91b8-f310d132e7fa tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] 10.222.0.58 "GET /v2.0/security-groups?id=b7397107-f4ac-4244-87d4-f63e20c97972&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407166 Apr 07 12:11:06.958899 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dcda01-abd5-49fe-9128-4ebb18f737af req-99ecaab0-d408-4afb-8ae8-4259a6729182 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:11:06.960418 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-e3dcda01-abd5-49fe-9128-4ebb18f737af req-99ecaab0-d408-4afb-8ae8-4259a6729182 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/ports?device_id=25ee8a8d-01ee-4116-a081-8546d7d15de3 HTTP/1.1" status: 200 len: 946 time: 0.0513117 Apr 07 12:11:07.009944 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-e3dcda01-abd5-49fe-9128-4ebb18f737af req-314bf9e8-9013-4c53-a037-bde2b4e4ab92 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/security-groups?id=1bc13a4b-bf7a-431b-94bf-6b370d841026&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435169 Apr 07 12:11:07.438791 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-4ee86192-ef9a-4f9c-8d37-983d911c7eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (8705c964-c35e-4008-b403-e26242cd5404), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:11:07.793374 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340fe9a6-2329-44dc-a2c6-1df87596c0c3 req-60e759b3-9901-44fc-882f-be7858bcb668 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:11:07.794852 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-340fe9a6-2329-44dc-a2c6-1df87596c0c3 req-60e759b3-9901-44fc-882f-be7858bcb668 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff87cb0b-1f65-4554-a77a-3c3081c171d2 HTTP/1.1" status: 200 len: 946 time: 0.0523303 Apr 07 12:11:07.844217 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-340fe9a6-2329-44dc-a2c6-1df87596c0c3 req-4c58636d-2d1e-4aff-976f-1f6f6ea86b3b tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] 10.222.0.58 "GET /v2.0/security-groups?id=b7397107-f4ac-4244-87d4-f63e20c97972&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438404 Apr 07 12:11:08.126087 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c58de52-7a2b-4f13-bf1a-032f37ce6c72 req-28bb0392-2a1e-4c33-bbb7-58e6322dca97 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:11:08.127562 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-1c58de52-7a2b-4f13-bf1a-032f37ce6c72 req-28bb0392-2a1e-4c33-bbb7-58e6322dca97 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/ports?device_id=25ee8a8d-01ee-4116-a081-8546d7d15de3 HTTP/1.1" status: 200 len: 946 time: 0.0508823 Apr 07 12:11:08.174421 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-1c58de52-7a2b-4f13-bf1a-032f37ce6c72 req-1dc86d71-cac7-46a0-b598-9351e2b74e1d tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/security-groups?id=1bc13a4b-bf7a-431b-94bf-6b370d841026&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414243 Apr 07 12:11:08.748079 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (18566f30-62c1-4fb1-af49-ebd049d63fec), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:11:08.959508 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18ebe08-b44e-4e5a-b434-0570fb9af6e3 req-5268c0b8-d80b-46ee-82b5-e815f9c08de4 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:11:08.960963 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-e18ebe08-b44e-4e5a-b434-0570fb9af6e3 req-5268c0b8-d80b-46ee-82b5-e815f9c08de4 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff87cb0b-1f65-4554-a77a-3c3081c171d2 HTTP/1.1" status: 200 len: 946 time: 0.0514672 Apr 07 12:11:09.005663 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-e18ebe08-b44e-4e5a-b434-0570fb9af6e3 req-c717dd40-5fd4-4532-a1ec-07d9c5808c76 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] 10.222.0.58 "GET /v2.0/security-groups?id=b7397107-f4ac-4244-87d4-f63e20c97972&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392087 Apr 07 12:11:09.118982 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e88205-451a-41d4-a4c1-aaba564e1ebb req-a60fc76b-24a6-4d71-bc9c-0fc08e60400f tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:11:09.121154 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-72e88205-451a-41d4-a4c1-aaba564e1ebb req-a60fc76b-24a6-4d71-bc9c-0fc08e60400f tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff87cb0b-1f65-4554-a77a-3c3081c171d2 HTTP/1.1" status: 200 len: 946 time: 0.0539038 Apr 07 12:11:09.130634 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.58', 38950) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:11:09.134926 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.v2.base [None req-63615c1f-3062-4bef-b7d7-5618201f5545 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Request body: {'floatingip': {'port_id': '4447c27d-d188-408b-a90a-c0c1b7d5533b'}} {{(pid=103982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:11:09.175723 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-63615c1f-3062-4bef-b7d7-5618201f5545 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Publish callbacks [] for floatingip (2e90e1a7-5964-4ade-add8-df8528169449), before_update {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:11:09.291355 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c320fb0a-ce08-4ee7-852d-14ad71d1fe4f req-d96d3d60-899c-4cf2-9d54-4ffb587d0059 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:11:09.293245 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-c320fb0a-ce08-4ee7-852d-14ad71d1fe4f req-d96d3d60-899c-4cf2-9d54-4ffb587d0059 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/ports?device_id=25ee8a8d-01ee-4116-a081-8546d7d15de3 HTTP/1.1" status: 200 len: 946 time: 0.0521820 Apr 07 12:11:09.341045 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-c320fb0a-ce08-4ee7-852d-14ad71d1fe4f req-86a3a9b7-b80c-477b-9bad-2148834bbc7a tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/security-groups?id=1bc13a4b-bf7a-431b-94bf-6b370d841026&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422494 Apr 07 12:11:09.619693 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-63615c1f-3062-4bef-b7d7-5618201f5545 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:11:09.690146 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-63615c1f-3062-4bef-b7d7-5618201f5545 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2019898'] for floatingip (2e90e1a7-5964-4ade-add8-df8528169449), after_update {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:11:09.811448 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6344b9be-f9d3-42f2-999d-5453c40e37b6 req-f1e317ec-42e8-4b13-9635-935f9bfaa23c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:11:09.812939 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-6344b9be-f9d3-42f2-999d-5453c40e37b6 req-f1e317ec-42e8-4b13-9635-935f9bfaa23c service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=25ee8a8d-01ee-4116-a081-8546d7d15de3 HTTP/1.1" status: 200 len: 1130 time: 0.1206381 Apr 07 12:11:09.835552 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.db.l3_db [None req-63615c1f-3062-4bef-b7d7-5618201f5545 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Floating IP 2e90e1a7-5964-4ade-add8-df8528169449 associated. External IP: 172.27.0.37, port: 4447c27d-d188-408b-a90a-c0c1b7d5533b. Apr 07 12:11:09.902575 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-6344b9be-f9d3-42f2-999d-5453c40e37b6 req-a1c4f366-d602-4c94-b184-be044bf7709e service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=1bc13a4b-bf7a-431b-94bf-6b370d841026&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813162 Apr 07 12:11:10.305438 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63615c1f-3062-4bef-b7d7-5618201f5545 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Router a519d0f1-242e-4041-a842-bab06b04f73c has already been hosted by L3 agent ad8978c4-6515-441c-a828-0289badd3b4a {{(pid=103982) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 12:11:10.424860 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63615c1f-3062-4bef-b7d7-5618201f5545 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Notify agent at l3_agent.dv-cinder-836930-1-iscsi the message routers_updated {{(pid=103982) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 12:11:10.435737 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b724e0c9-bed6-4195-bce0-6d99a2815d16 None None] Sync routers for ids ['a519d0f1-242e-4041-a842-bab06b04f73c'] in dv-cinder-836930-1-iscsi {{(pid=103985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 12:11:10.442090 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-63615c1f-3062-4bef-b7d7-5618201f5545 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91606'] for floatingip (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:11:10.445639 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b724e0c9-bed6-4195-bce0-6d99a2815d16 None None] Routers {'a519d0f1-242e-4041-a842-bab06b04f73c'} bound to L3 agent in host dv-cinder-836930-1-iscsi {{(pid=103985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:11:10.446258 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_hamode_db [None req-b724e0c9-bed6-4195-bce0-6d99a2815d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836930-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-07T11:57:34Z,description=,heartbeat_timestamp=2022-04-07T12:11:04Z,host='dv-cinder-836930-1-iscsi',id=ad8978c4-6515-441c-a828-0289badd3b4a,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:57:35Z,topic='l3_agent')) {'router_ids': ['a519d0f1-242e-4041-a842-bab06b04f73c'], 'active': True} {{(pid=103985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:11:10.477941 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [None req-63615c1f-3062-4bef-b7d7-5618201f5545 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] 10.222.0.58 "PUT /v2.0/floatingips/2e90e1a7-5964-4ade-add8-df8528169449 HTTP/1.1" status: 200 len: 991 time: 1.3462145 Apr 07 12:11:10.480587 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff87cb0b-1f65-4554-a77a-3c3081c171d2', 'tag': '4447c27d-d188-408b-a90a-c0c1b7d5533b'}] {{(pid=103982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:11:10.482798 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a87f3ac2112343cf46b731ae90f6f8f3b8b920e6472e7c70a4e5373429e5b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b9d565f-b963-4f42-96b6-8aefaf32ae10" -d '{"events": [{"name": "network-changed", "server_uuid": "ff87cb0b-1f65-4554-a77a-3c3081c171d2", "tag": "4447c27d-d188-408b-a90a-c0c1b7d5533b"}]}' {{(pid=103982) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:11:10.501724 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1326aee-7cf5-4a4b-9107-43b55ff8dd8f req-7216f7b1-eb56-4112-8f4d-8332010c0bf1 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:11:10.503420 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-e1326aee-7cf5-4a4b-9107-43b55ff8dd8f req-7216f7b1-eb56-4112-8f4d-8332010c0bf1 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/ports?device_id=25ee8a8d-01ee-4116-a081-8546d7d15de3 HTTP/1.1" status: 200 len: 946 time: 0.0947080 Apr 07 12:11:10.523151 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 12:11:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6709609-9f92-457d-be81-25e418642eed x-openstack-request-id: req-c6709609-9f92-457d-be81-25e418642eed {{(pid=103982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:11:10.523443 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff87cb0b-1f65-4554-a77a-3c3081c171d2", "tag": "4447c27d-d188-408b-a90a-c0c1b7d5533b", "status": "completed", "code": 200}]} {{(pid=103982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:11:10.523693 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c6709609-9f92-457d-be81-25e418642eed {{(pid=103982) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:11:10.524084 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6709609-9f92-457d-be81-25e418642eed'] response: {'name': 'network-changed', 'server_uuid': 'ff87cb0b-1f65-4554-a77a-3c3081c171d2', 'tag': '4447c27d-d188-408b-a90a-c0c1b7d5533b', 'status': 'completed', 'code': 200} Apr 07 12:11:10.553636 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-e1326aee-7cf5-4a4b-9107-43b55ff8dd8f req-82cc19af-87c1-4cb5-a884-a5780358a347 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/security-groups?id=1bc13a4b-bf7a-431b-94bf-6b370d841026&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445824 Apr 07 12:11:10.555400 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_dvr_db [None req-b724e0c9-bed6-4195-bce0-6d99a2815d16 None None] Set router a519d0f1-242e-4041-a842-bab06b04f73c gateway port host: dv-cinder-836930-1-iscsi {{(pid=103985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:11:10.774461 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_hamode_db [None req-b724e0c9-bed6-4195-bce0-6d99a2815d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a519d0f1-242e-4041-a842-bab06b04f73c', 'name': 'tempest-AttachVolumeNegativeTest-534969019-router', 'tenant_id': '58b56b91563a42a8bdc5c09e03b65f27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'external_fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': 'f3414172-3630-42b6-b260-7d6d425d85c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:06:30Z', 'updated_at': '2022-04-07T12:06:39Z', 'revision_number': 4, 'project_id': '58b56b91563a42a8bdc5c09e03b65f27', 'gw_port': {'id': 'f3414172-3630-42b6-b260-7d6d425d85c0', 'name': '', 'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:5a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a519d0f1-242e-4041-a842-bab06b04f73c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:06:32Z', 'updated_at': '2022-04-07T12:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4554067d-f507-4a99-8a98-0874c02c5721', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836930-1-iscsi', '_floatingips': [{'id': '2e90e1a7-5964-4ade-add8-df8528169449', 'tenant_id': '58b56b91563a42a8bdc5c09e03b65f27', 'floating_ip_address': '172.27.0.37', 'floating_network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'router_id': 'a519d0f1-242e-4041-a842-bab06b04f73c', 'port_id': '4447c27d-d188-408b-a90a-c0c1b7d5533b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 444, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '30ebdc73-30d3-4d75-a45d-118501e4a6d7', 'mac_address': 'fa:16:3e:76:bb:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff87cb0b-1f65-4554-a77a-3c3081c171d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T12:10:51Z', 'updated_at': '2022-04-07T12:11:09Z', 'revision_number': 1, 'project_id': '58b56b91563a42a8bdc5c09e03b65f27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68192a74-ee6f-49ed-b01a-ff2103dd3c8b', 'name': '', 'network_id': '30ebdc73-30d3-4d75-a45d-118501e4a6d7', 'tenant_id': '58b56b91563a42a8bdc5c09e03b65f27', 'mac_address': 'fa:16:3e:8d:10:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a519d0f1-242e-4041-a842-bab06b04f73c', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '7fc98a79-6638-4f9b-8125-b4339927e49b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:06:37Z', 'updated_at': '2022-04-07T12:06:49Z', 'revision_number': 5, 'project_id': '58b56b91563a42a8bdc5c09e03b65f27', 'subnets': [{'id': '7fc98a79-6638-4f9b-8125-b4339927e49b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836930-1-iscsi', False) {} {{(pid=103985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:11:10.799756 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b724e0c9-bed6-4195-bce0-6d99a2815d16 None None] Checking router: a519d0f1-242e-4041-a842-bab06b04f73c for host: dv-cinder-836930-1-iscsi {{(pid=103985) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 12:11:10.808016 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b724e0c9-bed6-4195-bce0-6d99a2815d16 None None] Routers {'a519d0f1-242e-4041-a842-bab06b04f73c'} bound to L3 agent in host dv-cinder-836930-1-iscsi {{(pid=103985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:11:10.809223 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_hamode_db [None req-b724e0c9-bed6-4195-bce0-6d99a2815d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836930-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-07T11:57:34Z,description=,heartbeat_timestamp=2022-04-07T12:11:04Z,host='dv-cinder-836930-1-iscsi',id=ad8978c4-6515-441c-a828-0289badd3b4a,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:57:35Z,topic='l3_agent')) {'router_ids': ['a519d0f1-242e-4041-a842-bab06b04f73c'], 'active': True} {{(pid=103985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:11:10.872089 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9d565f-b963-4f42-96b6-8aefaf32ae10 req-a88b9086-5a81-4797-b0ba-6d24403cb32b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:11:10.873569 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-0b9d565f-b963-4f42-96b6-8aefaf32ae10 req-a88b9086-5a81-4797-b0ba-6d24403cb32b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=58b56b91563a42a8bdc5c09e03b65f27&device_id=ff87cb0b-1f65-4554-a77a-3c3081c171d2 HTTP/1.1" status: 200 len: 1130 time: 0.0466521 Apr 07 12:11:10.916388 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_dvr_db [None req-b724e0c9-bed6-4195-bce0-6d99a2815d16 None None] Set router a519d0f1-242e-4041-a842-bab06b04f73c gateway port host: dv-cinder-836930-1-iscsi {{(pid=103985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:11:10.962543 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9d565f-b963-4f42-96b6-8aefaf32ae10 req-8742a384-33ae-44f8-a82b-63481f2a0d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:11:10.964632 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-0b9d565f-b963-4f42-96b6-8aefaf32ae10 req-8742a384-33ae-44f8-a82b-63481f2a0d3e service neutron] 10.222.0.49 "GET /v2.0/networks?id=30ebdc73-30d3-4d75-a45d-118501e4a6d7 HTTP/1.1" status: 200 len: 915 time: 0.0826786 Apr 07 12:11:11.059141 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-0b9d565f-b963-4f42-96b6-8aefaf32ae10 req-525ee406-a63a-4873-93c9-5165f8cba121 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4447c27d-d188-408b-a90a-c0c1b7d5533b HTTP/1.1" status: 200 len: 999 time: 0.0617585 Apr 07 12:11:11.136084 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_hamode_db [None req-b724e0c9-bed6-4195-bce0-6d99a2815d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a519d0f1-242e-4041-a842-bab06b04f73c', 'name': 'tempest-AttachVolumeNegativeTest-534969019-router', 'tenant_id': '58b56b91563a42a8bdc5c09e03b65f27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'external_fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': 'f3414172-3630-42b6-b260-7d6d425d85c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:06:30Z', 'updated_at': '2022-04-07T12:06:39Z', 'revision_number': 4, 'project_id': '58b56b91563a42a8bdc5c09e03b65f27', 'gw_port': {'id': 'f3414172-3630-42b6-b260-7d6d425d85c0', 'name': '', 'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:5a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a519d0f1-242e-4041-a842-bab06b04f73c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:06:32Z', 'updated_at': '2022-04-07T12:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4554067d-f507-4a99-8a98-0874c02c5721', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836930-1-iscsi', '_floatingips': [{'id': '2e90e1a7-5964-4ade-add8-df8528169449', 'tenant_id': '58b56b91563a42a8bdc5c09e03b65f27', 'floating_ip_address': '172.27.0.37', 'floating_network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'router_id': 'a519d0f1-242e-4041-a842-bab06b04f73c', 'port_id': '4447c27d-d188-408b-a90a-c0c1b7d5533b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 444, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '30ebdc73-30d3-4d75-a45d-118501e4a6d7', 'mac_address': 'fa:16:3e:76:bb:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff87cb0b-1f65-4554-a77a-3c3081c171d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T12:10:51Z', 'updated_at': '2022-04-07T12:11:09Z', 'revision_number': 1, 'project_id': '58b56b91563a42a8bdc5c09e03b65f27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68192a74-ee6f-49ed-b01a-ff2103dd3c8b', 'name': '', 'network_id': '30ebdc73-30d3-4d75-a45d-118501e4a6d7', 'tenant_id': '58b56b91563a42a8bdc5c09e03b65f27', 'mac_address': 'fa:16:3e:8d:10:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a519d0f1-242e-4041-a842-bab06b04f73c', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '7fc98a79-6638-4f9b-8125-b4339927e49b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:06:37Z', 'updated_at': '2022-04-07T12:06:49Z', 'revision_number': 5, 'project_id': '58b56b91563a42a8bdc5c09e03b65f27', 'subnets': [{'id': '7fc98a79-6638-4f9b-8125-b4339927e49b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836930-1-iscsi', False) {} {{(pid=103985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:11:11.138968 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9d565f-b963-4f42-96b6-8aefaf32ae10 req-969440b0-a92c-4f10-a975-ad200d74ff0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:11:11.140457 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-0b9d565f-b963-4f42-96b6-8aefaf32ae10 req-969440b0-a92c-4f10-a975-ad200d74ff0a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7fc98a79-6638-4f9b-8125-b4339927e49b HTTP/1.1" status: 200 len: 853 time: 0.0437267 Apr 07 12:11:11.162600 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b724e0c9-bed6-4195-bce0-6d99a2815d16 None None] The sync data for ids ['a519d0f1-242e-4041-a842-bab06b04f73c'] in dv-cinder-836930-1-iscsi is: [{'id': 'a519d0f1-242e-4041-a842-bab06b04f73c', 'name': 'tempest-AttachVolumeNegativeTest-534969019-router', 'tenant_id': '58b56b91563a42a8bdc5c09e03b65f27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'external_fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': 'f3414172-3630-42b6-b260-7d6d425d85c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:06:30Z', 'updated_at': '2022-04-07T12:06:39Z', 'revision_number': 4, 'project_id': '58b56b91563a42a8bdc5c09e03b65f27', 'gw_port': {'id': 'f3414172-3630-42b6-b260-7d6d425d85c0', 'name': '', 'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:5a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a519d0f1-242e-4041-a842-bab06b04f73c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:06:32Z', 'updated_at': '2022-04-07T12:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4554067d-f507-4a99-8a98-0874c02c5721', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836930-1-iscsi', '_floatingips': [{'id': '2e90e1a7-5964-4ade-add8-df8528169449', 'tenant_id': '58b56b91563a42a8bdc5c09e03b65f27', 'floating_ip_address': '172.27.0.37', 'floating_network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'router_id': 'a519d0f1-242e-4041-a842-bab06b04f73c', 'port_id': '4447c27d-d188-408b-a90a-c0c1b7d5533b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 444, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '30ebdc73-30d3-4d75-a45d-118501e4a6d7', 'mac_address': 'fa:16:3e:76:bb:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff87cb0b-1f65-4554-a77a-3c3081c171d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T12:10:51Z', 'updated_at': '2022-04-07T12:11:09Z', 'revision_number': 1, 'project_id': '58b56b91563a42a8bdc5c09e03b65f27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68192a74-ee6f-49ed-b01a-ff2103dd3c8b', 'name': '', 'network_id': '30ebdc73-30d3-4d75-a45d-118501e4a6d7', 'tenant_id': '58b56b91563a42a8bdc5c09e03b65f27', 'mac_address': 'fa:16:3e:8d:10:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a519d0f1-242e-4041-a842-bab06b04f73c', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '7fc98a79-6638-4f9b-8125-b4339927e49b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:06:37Z', 'updated_at': '2022-04-07T12:06:49Z', 'revision_number': 5, 'project_id': '58b56b91563a42a8bdc5c09e03b65f27', 'subnets': [{'id': '7fc98a79-6638-4f9b-8125-b4339927e49b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 12:11:11.349974 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2be3d9e5-9847-486f-90c1-2d61ee1c2cdd None None] New status for floating IP 2e90e1a7-5964-4ade-add8-df8528169449: ACTIVE {{(pid=103984) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 12:11:11.676237 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83265996-9ffa-4e2c-b143-3b6294e89bac req-cb70ec7a-2e19-4385-a90d-a251e180b4a6 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:11:11.677889 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-83265996-9ffa-4e2c-b143-3b6294e89bac req-cb70ec7a-2e19-4385-a90d-a251e180b4a6 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/ports?device_id=25ee8a8d-01ee-4116-a081-8546d7d15de3 HTTP/1.1" status: 200 len: 946 time: 0.0560408 Apr 07 12:11:11.726850 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-83265996-9ffa-4e2c-b143-3b6294e89bac req-ca180fe6-05e1-4000-870c-1412ecd4be65 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/security-groups?id=1bc13a4b-bf7a-431b-94bf-6b370d841026&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425692 Apr 07 12:11:11.974916 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9d565f-b963-4f42-96b6-8aefaf32ae10 req-3f86a1f0-13f7-4db5-9a85-aab1dc14ae61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:11:11.976348 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-0b9d565f-b963-4f42-96b6-8aefaf32ae10 req-3f86a1f0-13f7-4db5-9a85-aab1dc14ae61 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=30ebdc73-30d3-4d75-a45d-118501e4a6d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440483 Apr 07 12:11:12.068697 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-0b9d565f-b963-4f42-96b6-8aefaf32ae10 req-d7ad3f98-8786-4151-ac28-5c468de6662a service neutron] 10.222.0.49 "GET /v2.0/networks/30ebdc73-30d3-4d75-a45d-118501e4a6d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858288 Apr 07 12:11:12.155809 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-0b9d565f-b963-4f42-96b6-8aefaf32ae10 req-00d60a9b-50d6-43bf-acad-61910d13ba23 service neutron] 10.222.0.49 "GET /v2.0/networks/30ebdc73-30d3-4d75-a45d-118501e4a6d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808508 Apr 07 12:11:12.849035 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d551cca-5c94-4171-9a32-6d34611e6078 req-88a6d8a2-a687-473a-9d89-6ff677c2b0be tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:11:12.850474 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-0d551cca-5c94-4171-9a32-6d34611e6078 req-88a6d8a2-a687-473a-9d89-6ff677c2b0be tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/ports?device_id=25ee8a8d-01ee-4116-a081-8546d7d15de3 HTTP/1.1" status: 200 len: 946 time: 0.0557966 Apr 07 12:11:12.896119 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-0d551cca-5c94-4171-9a32-6d34611e6078 req-3cd4dee9-356e-44b1-84c8-f84390ca0172 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/security-groups?id=1bc13a4b-bf7a-431b-94bf-6b370d841026&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401018 Apr 07 12:11:13.501289 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bee52b0-89b3-44ad-8ba3-64f7c830614c req-f8479a0c-b4c9-4461-9422-49a4cd6175f0 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:11:13.502813 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-6bee52b0-89b3-44ad-8ba3-64f7c830614c req-f8479a0c-b4c9-4461-9422-49a4cd6175f0 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/ports?device_id=25ee8a8d-01ee-4116-a081-8546d7d15de3 HTTP/1.1" status: 200 len: 946 time: 0.0519860 Apr 07 12:11:13.548882 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-6bee52b0-89b3-44ad-8ba3-64f7c830614c req-048a9b37-fc8f-4292-a108-3e5778e70b02 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/security-groups?id=1bc13a4b-bf7a-431b-94bf-6b370d841026&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404003 Apr 07 12:11:13.631424 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951f7336-0b7c-4f01-b919-4e97d9bbe032 req-78835c54-79d7-4d43-985e-bc2707aaac4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:11:13.632879 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-951f7336-0b7c-4f01-b919-4e97d9bbe032 req-78835c54-79d7-4d43-985e-bc2707aaac4c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=060237c359da41d49b858b2897b29918&device_id=25ee8a8d-01ee-4116-a081-8546d7d15de3 HTTP/1.1" status: 200 len: 1130 time: 0.0429304 Apr 07 12:11:13.722803 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951f7336-0b7c-4f01-b919-4e97d9bbe032 req-5806d919-031c-4985-a61b-a356c206028b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:11:13.724181 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-951f7336-0b7c-4f01-b919-4e97d9bbe032 req-5806d919-031c-4985-a61b-a356c206028b service neutron] 10.222.0.49 "GET /v2.0/networks?id=b54ec153-3bc9-439f-b426-165a936f23bb HTTP/1.1" status: 200 len: 919 time: 0.0854981 Apr 07 12:11:13.789997 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-951f7336-0b7c-4f01-b919-4e97d9bbe032 req-91d93f1d-998f-4764-a878-9e1ad239a49a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8849c4b4-086e-4627-9ee8-4cbde77fa632 HTTP/1.1" status: 200 len: 1001 time: 0.0582511 Apr 07 12:11:13.839777 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951f7336-0b7c-4f01-b919-4e97d9bbe032 req-6cc132b6-6539-477f-b661-73978164ed92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:11:13.841158 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-951f7336-0b7c-4f01-b919-4e97d9bbe032 req-6cc132b6-6539-477f-b661-73978164ed92 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=45a072d7-ade8-4cd2-9025-cfaa01b8e30d HTTP/1.1" status: 200 len: 857 time: 0.0418744 Apr 07 12:11:13.892339 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951f7336-0b7c-4f01-b919-4e97d9bbe032 req-6eaa651f-c359-447b-98e2-e1903add406a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:11:13.893784 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-951f7336-0b7c-4f01-b919-4e97d9bbe032 req-6eaa651f-c359-447b-98e2-e1903add406a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b54ec153-3bc9-439f-b426-165a936f23bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0454628 Apr 07 12:11:13.981292 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-951f7336-0b7c-4f01-b919-4e97d9bbe032 req-2ae06e0b-20a8-4dca-a323-ff15f4f8a90c service neutron] 10.222.0.49 "GET /v2.0/networks/b54ec153-3bc9-439f-b426-165a936f23bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802829 Apr 07 12:11:14.073588 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-951f7336-0b7c-4f01-b919-4e97d9bbe032 req-2641c89c-bb91-4a98-ac80-b6d484ffd5a1 service neutron] 10.222.0.49 "GET /v2.0/networks/b54ec153-3bc9-439f-b426-165a936f23bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846205 Apr 07 12:11:14.668431 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf2e7ac-6d2f-4a19-bae0-bfa4873edbe4 req-28367300-0cae-4a51-8b6a-68fa6dcbf20a tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:11:14.669914 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-dcf2e7ac-6d2f-4a19-bae0-bfa4873edbe4 req-28367300-0cae-4a51-8b6a-68fa6dcbf20a tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/ports?device_id=25ee8a8d-01ee-4116-a081-8546d7d15de3 HTTP/1.1" status: 200 len: 946 time: 0.0523894 Apr 07 12:11:14.716534 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-dcf2e7ac-6d2f-4a19-bae0-bfa4873edbe4 req-16f45292-022d-45f6-8b9d-fd236605742b tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/security-groups?id=1bc13a4b-bf7a-431b-94bf-6b370d841026&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411463 Apr 07 12:11:15.838642 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c37e31-382e-47e0-be3c-332a96897d46 req-66dcef3f-e12d-4a75-a4ae-8a5a42f4b0ce tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:11:15.840206 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-e4c37e31-382e-47e0-be3c-332a96897d46 req-66dcef3f-e12d-4a75-a4ae-8a5a42f4b0ce tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/ports?device_id=25ee8a8d-01ee-4116-a081-8546d7d15de3 HTTP/1.1" status: 200 len: 946 time: 0.0564032 Apr 07 12:11:15.888371 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-e4c37e31-382e-47e0-be3c-332a96897d46 req-6df50df2-7729-4b1d-8d57-0ce5dacf9932 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/security-groups?id=1bc13a4b-bf7a-431b-94bf-6b370d841026&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426040 Apr 07 12:11:17.006652 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed33546-57c5-4b20-8386-de0ee12f2fdf req-5832b7fc-5cc1-457c-a747-b06120d0c68f tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:11:17.008342 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-2ed33546-57c5-4b20-8386-de0ee12f2fdf req-5832b7fc-5cc1-457c-a747-b06120d0c68f tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/ports?device_id=25ee8a8d-01ee-4116-a081-8546d7d15de3 HTTP/1.1" status: 200 len: 946 time: 0.0526197 Apr 07 12:11:17.059143 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-2ed33546-57c5-4b20-8386-de0ee12f2fdf req-1ce6b565-06ed-44cc-a59d-e735034d0530 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/security-groups?id=1bc13a4b-bf7a-431b-94bf-6b370d841026&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446835 Apr 07 12:11:18.175020 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730e21fc-efc8-4152-b90d-07fd153080e9 req-4374953c-58f6-4436-af71-6a7baf32375a tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:11:18.176506 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-730e21fc-efc8-4152-b90d-07fd153080e9 req-4374953c-58f6-4436-af71-6a7baf32375a tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/ports?device_id=25ee8a8d-01ee-4116-a081-8546d7d15de3 HTTP/1.1" status: 200 len: 946 time: 0.0516970 Apr 07 12:11:18.222223 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-730e21fc-efc8-4152-b90d-07fd153080e9 req-1b13b2e5-bb8f-4f02-a81e-052bf0beb160 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/security-groups?id=1bc13a4b-bf7a-431b-94bf-6b370d841026&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399797 Apr 07 12:11:18.336842 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869d18db-cee9-42f8-9872-31738f29357d req-c7d977e7-8ba6-49ba-af82-14566f5ae40d tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:11:18.338386 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-869d18db-cee9-42f8-9872-31738f29357d req-c7d977e7-8ba6-49ba-af82-14566f5ae40d tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/ports?device_id=25ee8a8d-01ee-4116-a081-8546d7d15de3 HTTP/1.1" status: 200 len: 946 time: 0.0529063 Apr 07 12:11:18.347815 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.58', 38990) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:11:18.352128 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.v2.base [None req-cbfd9827-21a9-4ce5-8b78-a36873ecc04e tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Request body: {'floatingip': {'port_id': '8849c4b4-086e-4627-9ee8-4cbde77fa632'}} {{(pid=103982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:11:18.406193 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-cbfd9827-21a9-4ce5-8b78-a36873ecc04e tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Publish callbacks [] for floatingip (96870edc-0907-4dee-bb3f-8ec29ecb5726), before_update {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:11:18.866916 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-cbfd9827-21a9-4ce5-8b78-a36873ecc04e tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:11:18.947198 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-cbfd9827-21a9-4ce5-8b78-a36873ecc04e tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2019898'] for floatingip (96870edc-0907-4dee-bb3f-8ec29ecb5726), after_update {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:11:19.154478 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbfd9827-21a9-4ce5-8b78-a36873ecc04e tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Router 10915a5b-44a1-445a-8ee4-c6170d308905 has already been hosted by L3 agent ad8978c4-6515-441c-a828-0289badd3b4a {{(pid=103982) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 12:11:19.262001 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbfd9827-21a9-4ce5-8b78-a36873ecc04e tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Notify agent at l3_agent.dv-cinder-836930-1-iscsi the message routers_updated {{(pid=103982) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 12:11:19.266722 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-cbfd9827-21a9-4ce5-8b78-a36873ecc04e tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91606'] for floatingip (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:11:19.271535 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1dc9dd6-4e08-4f82-bdba-0a1cff532ed3 None None] Sync routers for ids ['10915a5b-44a1-445a-8ee4-c6170d308905'] in dv-cinder-836930-1-iscsi {{(pid=103985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 12:11:19.281077 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1dc9dd6-4e08-4f82-bdba-0a1cff532ed3 None None] Routers {'10915a5b-44a1-445a-8ee4-c6170d308905'} bound to L3 agent in host dv-cinder-836930-1-iscsi {{(pid=103985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:11:19.281686 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_hamode_db [None req-b1dc9dd6-4e08-4f82-bdba-0a1cff532ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836930-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-07T11:57:34Z,description=,heartbeat_timestamp=2022-04-07T12:11:04Z,host='dv-cinder-836930-1-iscsi',id=ad8978c4-6515-441c-a828-0289badd3b4a,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:57:35Z,topic='l3_agent')) {'router_ids': ['10915a5b-44a1-445a-8ee4-c6170d308905'], 'active': True} {{(pid=103985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:11:19.297110 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25ee8a8d-01ee-4116-a081-8546d7d15de3', 'tag': '8849c4b4-086e-4627-9ee8-4cbde77fa632'}] {{(pid=103982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:11:19.299345 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a87f3ac2112343cf46b731ae90f6f8f3b8b920e6472e7c70a4e5373429e5b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e024a00-3c1b-488e-87d8-03a0e14b64e6" -d '{"events": [{"name": "network-changed", "server_uuid": "25ee8a8d-01ee-4116-a081-8546d7d15de3", "tag": "8849c4b4-086e-4627-9ee8-4cbde77fa632"}]}' {{(pid=103982) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:11:19.339229 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [None req-cbfd9827-21a9-4ce5-8b78-a36873ecc04e tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "PUT /v2.0/floatingips/96870edc-0907-4dee-bb3f-8ec29ecb5726 HTTP/1.1" status: 200 len: 993 time: 0.9792626 Apr 07 12:11:19.343704 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 12:11:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bde892b1-6180-4915-b880-32e09b3952a1 x-openstack-request-id: req-bde892b1-6180-4915-b880-32e09b3952a1 {{(pid=103982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:11:19.344022 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25ee8a8d-01ee-4116-a081-8546d7d15de3", "tag": "8849c4b4-086e-4627-9ee8-4cbde77fa632", "status": "completed", "code": 200}]} {{(pid=103982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:11:19.344279 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-bde892b1-6180-4915-b880-32e09b3952a1 {{(pid=103982) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:11:19.344680 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bde892b1-6180-4915-b880-32e09b3952a1'] response: {'name': 'network-changed', 'server_uuid': '25ee8a8d-01ee-4116-a081-8546d7d15de3', 'tag': '8849c4b4-086e-4627-9ee8-4cbde77fa632', 'status': 'completed', 'code': 200} Apr 07 12:11:19.388909 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_dvr_db [None req-b1dc9dd6-4e08-4f82-bdba-0a1cff532ed3 None None] Set router 10915a5b-44a1-445a-8ee4-c6170d308905 gateway port host: dv-cinder-836930-1-iscsi {{(pid=103985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:11:19.458443 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e024a00-3c1b-488e-87d8-03a0e14b64e6 req-bbf84bb4-281c-473a-b892-74ef5a040044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:11:19.458443 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-8e024a00-3c1b-488e-87d8-03a0e14b64e6 req-bbf84bb4-281c-473a-b892-74ef5a040044 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=060237c359da41d49b858b2897b29918&device_id=25ee8a8d-01ee-4116-a081-8546d7d15de3 HTTP/1.1" status: 200 len: 1130 time: 0.0431347 Apr 07 12:11:19.547282 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e024a00-3c1b-488e-87d8-03a0e14b64e6 req-c1b149fa-d42f-4a11-85ff-e808ac2b4e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:11:19.548755 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-8e024a00-3c1b-488e-87d8-03a0e14b64e6 req-c1b149fa-d42f-4a11-85ff-e808ac2b4e55 service neutron] 10.222.0.49 "GET /v2.0/networks?id=b54ec153-3bc9-439f-b426-165a936f23bb HTTP/1.1" status: 200 len: 919 time: 0.0939181 Apr 07 12:11:19.616955 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-8e024a00-3c1b-488e-87d8-03a0e14b64e6 req-2560ca26-e0b5-4950-a84a-b5d1efca0905 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8849c4b4-086e-4627-9ee8-4cbde77fa632 HTTP/1.1" status: 200 len: 1001 time: 0.0623536 Apr 07 12:11:19.620749 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_hamode_db [None req-b1dc9dd6-4e08-4f82-bdba-0a1cff532ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10915a5b-44a1-445a-8ee4-c6170d308905', 'name': 'tempest-ServerRescueNegativeTestJSON-112950129-router', 'tenant_id': '060237c359da41d49b858b2897b29918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'external_fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': '16dcc467-cd6a-4708-8a3e-1a3399f3e889', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:06:28Z', 'updated_at': '2022-04-07T12:06:37Z', 'revision_number': 4, 'project_id': '060237c359da41d49b858b2897b29918', 'gw_port': {'id': '16dcc467-cd6a-4708-8a3e-1a3399f3e889', 'name': '', 'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:4f:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10915a5b-44a1-445a-8ee4-c6170d308905', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:06:29Z', 'updated_at': '2022-04-07T12:06:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4554067d-f507-4a99-8a98-0874c02c5721', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836930-1-iscsi', '_floatingips': [{'id': '96870edc-0907-4dee-bb3f-8ec29ecb5726', 'tenant_id': '060237c359da41d49b858b2897b29918', 'floating_ip_address': '172.27.0.87', 'floating_network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'router_id': '10915a5b-44a1-445a-8ee4-c6170d308905', 'port_id': '8849c4b4-086e-4627-9ee8-4cbde77fa632', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 390, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b54ec153-3bc9-439f-b426-165a936f23bb', 'mac_address': 'fa:16:3e:5f:1e:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25ee8a8d-01ee-4116-a081-8546d7d15de3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T12:08:58Z', 'updated_at': '2022-04-07T12:11:18Z', 'revision_number': 3, 'project_id': '060237c359da41d49b858b2897b29918', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42aff1c8-3988-46df-95cf-c0a66aeca9a8', 'name': '', 'network_id': 'b54ec153-3bc9-439f-b426-165a936f23bb', 'tenant_id': '060237c359da41d49b858b2897b29918', 'mac_address': 'fa:16:3e:08:1b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10915a5b-44a1-445a-8ee4-c6170d308905', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '45a072d7-ade8-4cd2-9025-cfaa01b8e30d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:06:35Z', 'updated_at': '2022-04-07T12:06:51Z', 'revision_number': 5, 'project_id': '060237c359da41d49b858b2897b29918', 'subnets': [{'id': '45a072d7-ade8-4cd2-9025-cfaa01b8e30d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836930-1-iscsi', False) {} {{(pid=103985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:11:19.645847 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1dc9dd6-4e08-4f82-bdba-0a1cff532ed3 None None] Checking router: 10915a5b-44a1-445a-8ee4-c6170d308905 for host: dv-cinder-836930-1-iscsi {{(pid=103985) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 12:11:19.654662 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1dc9dd6-4e08-4f82-bdba-0a1cff532ed3 None None] Routers {'10915a5b-44a1-445a-8ee4-c6170d308905'} bound to L3 agent in host dv-cinder-836930-1-iscsi {{(pid=103985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:11:19.655283 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_hamode_db [None req-b1dc9dd6-4e08-4f82-bdba-0a1cff532ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836930-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-07T11:57:34Z,description=,heartbeat_timestamp=2022-04-07T12:11:04Z,host='dv-cinder-836930-1-iscsi',id=ad8978c4-6515-441c-a828-0289badd3b4a,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:57:35Z,topic='l3_agent')) {'router_ids': ['10915a5b-44a1-445a-8ee4-c6170d308905'], 'active': True} {{(pid=103985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:11:19.664433 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e024a00-3c1b-488e-87d8-03a0e14b64e6 req-c57d75ac-5a45-4836-aaaf-798268e25f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:11:19.665878 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-8e024a00-3c1b-488e-87d8-03a0e14b64e6 req-c57d75ac-5a45-4836-aaaf-798268e25f88 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=45a072d7-ade8-4cd2-9025-cfaa01b8e30d HTTP/1.1" status: 200 len: 857 time: 0.0430696 Apr 07 12:11:19.717494 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e024a00-3c1b-488e-87d8-03a0e14b64e6 req-89462d5a-dc1f-4f6a-beba-5bda88924c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:11:19.718879 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-8e024a00-3c1b-488e-87d8-03a0e14b64e6 req-89462d5a-dc1f-4f6a-beba-5bda88924c90 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b54ec153-3bc9-439f-b426-165a936f23bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0424662 Apr 07 12:11:19.760943 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_dvr_db [None req-b1dc9dd6-4e08-4f82-bdba-0a1cff532ed3 None None] Set router 10915a5b-44a1-445a-8ee4-c6170d308905 gateway port host: dv-cinder-836930-1-iscsi {{(pid=103985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:11:19.817642 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-8e024a00-3c1b-488e-87d8-03a0e14b64e6 req-235ae9ae-891a-4e2a-a8f8-8293b11742c4 service neutron] 10.222.0.49 "GET /v2.0/networks/b54ec153-3bc9-439f-b426-165a936f23bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910263 Apr 07 12:11:19.914974 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-8e024a00-3c1b-488e-87d8-03a0e14b64e6 req-e4afe8a0-0c3a-401b-a7bc-be89d69866a8 service neutron] 10.222.0.49 "GET /v2.0/networks/b54ec153-3bc9-439f-b426-165a936f23bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896749 Apr 07 12:11:20.062898 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_hamode_db [None req-b1dc9dd6-4e08-4f82-bdba-0a1cff532ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10915a5b-44a1-445a-8ee4-c6170d308905', 'name': 'tempest-ServerRescueNegativeTestJSON-112950129-router', 'tenant_id': '060237c359da41d49b858b2897b29918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'external_fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': '16dcc467-cd6a-4708-8a3e-1a3399f3e889', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:06:28Z', 'updated_at': '2022-04-07T12:06:37Z', 'revision_number': 4, 'project_id': '060237c359da41d49b858b2897b29918', 'gw_port': {'id': '16dcc467-cd6a-4708-8a3e-1a3399f3e889', 'name': '', 'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:4f:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10915a5b-44a1-445a-8ee4-c6170d308905', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:06:29Z', 'updated_at': '2022-04-07T12:06:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4554067d-f507-4a99-8a98-0874c02c5721', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836930-1-iscsi', '_floatingips': [{'id': '96870edc-0907-4dee-bb3f-8ec29ecb5726', 'tenant_id': '060237c359da41d49b858b2897b29918', 'floating_ip_address': '172.27.0.87', 'floating_network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'router_id': '10915a5b-44a1-445a-8ee4-c6170d308905', 'port_id': '8849c4b4-086e-4627-9ee8-4cbde77fa632', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 390, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b54ec153-3bc9-439f-b426-165a936f23bb', 'mac_address': 'fa:16:3e:5f:1e:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25ee8a8d-01ee-4116-a081-8546d7d15de3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T12:08:58Z', 'updated_at': '2022-04-07T12:11:18Z', 'revision_number': 3, 'project_id': '060237c359da41d49b858b2897b29918', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42aff1c8-3988-46df-95cf-c0a66aeca9a8', 'name': '', 'network_id': 'b54ec153-3bc9-439f-b426-165a936f23bb', 'tenant_id': '060237c359da41d49b858b2897b29918', 'mac_address': 'fa:16:3e:08:1b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10915a5b-44a1-445a-8ee4-c6170d308905', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '45a072d7-ade8-4cd2-9025-cfaa01b8e30d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:06:35Z', 'updated_at': '2022-04-07T12:06:51Z', 'revision_number': 5, 'project_id': '060237c359da41d49b858b2897b29918', 'subnets': [{'id': '45a072d7-ade8-4cd2-9025-cfaa01b8e30d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836930-1-iscsi', False) {} {{(pid=103985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:11:20.091108 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1dc9dd6-4e08-4f82-bdba-0a1cff532ed3 None None] The sync data for ids ['10915a5b-44a1-445a-8ee4-c6170d308905'] in dv-cinder-836930-1-iscsi is: [{'id': '10915a5b-44a1-445a-8ee4-c6170d308905', 'name': 'tempest-ServerRescueNegativeTestJSON-112950129-router', 'tenant_id': '060237c359da41d49b858b2897b29918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'external_fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': '16dcc467-cd6a-4708-8a3e-1a3399f3e889', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:06:28Z', 'updated_at': '2022-04-07T12:06:37Z', 'revision_number': 4, 'project_id': '060237c359da41d49b858b2897b29918', 'gw_port': {'id': '16dcc467-cd6a-4708-8a3e-1a3399f3e889', 'name': '', 'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:4f:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10915a5b-44a1-445a-8ee4-c6170d308905', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:06:29Z', 'updated_at': '2022-04-07T12:06:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4554067d-f507-4a99-8a98-0874c02c5721', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836930-1-iscsi', '_floatingips': [{'id': '96870edc-0907-4dee-bb3f-8ec29ecb5726', 'tenant_id': '060237c359da41d49b858b2897b29918', 'floating_ip_address': '172.27.0.87', 'floating_network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'router_id': '10915a5b-44a1-445a-8ee4-c6170d308905', 'port_id': '8849c4b4-086e-4627-9ee8-4cbde77fa632', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 390, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b54ec153-3bc9-439f-b426-165a936f23bb', 'mac_address': 'fa:16:3e:5f:1e:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25ee8a8d-01ee-4116-a081-8546d7d15de3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T12:08:58Z', 'updated_at': '2022-04-07T12:11:18Z', 'revision_number': 3, 'project_id': '060237c359da41d49b858b2897b29918', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42aff1c8-3988-46df-95cf-c0a66aeca9a8', 'name': '', 'network_id': 'b54ec153-3bc9-439f-b426-165a936f23bb', 'tenant_id': '060237c359da41d49b858b2897b29918', 'mac_address': 'fa:16:3e:08:1b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10915a5b-44a1-445a-8ee4-c6170d308905', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '45a072d7-ade8-4cd2-9025-cfaa01b8e30d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:06:35Z', 'updated_at': '2022-04-07T12:06:51Z', 'revision_number': 5, 'project_id': '060237c359da41d49b858b2897b29918', 'subnets': [{'id': '45a072d7-ade8-4cd2-9025-cfaa01b8e30d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 12:11:21.345821 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25ee8a8d-01ee-4116-a081-8546d7d15de3', 'tag': '8849c4b4-086e-4627-9ee8-4cbde77fa632'}] {{(pid=103982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:11:21.348159 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a87f3ac2112343cf46b731ae90f6f8f3b8b920e6472e7c70a4e5373429e5b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66cff6d9-eda6-4e38-bbf5-b1f59e6cbc56" -d '{"events": [{"name": "network-changed", "server_uuid": "25ee8a8d-01ee-4116-a081-8546d7d15de3", "tag": "8849c4b4-086e-4627-9ee8-4cbde77fa632"}]}' {{(pid=103982) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:11:21.383248 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 12:11:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-110f0669-7885-432c-aa0e-e2decf98b2ee x-openstack-request-id: req-110f0669-7885-432c-aa0e-e2decf98b2ee {{(pid=103982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:11:21.383563 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25ee8a8d-01ee-4116-a081-8546d7d15de3", "tag": "8849c4b4-086e-4627-9ee8-4cbde77fa632", "status": "completed", "code": 200}]} {{(pid=103982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:11:21.383818 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-110f0669-7885-432c-aa0e-e2decf98b2ee {{(pid=103982) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:11:21.384221 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.notifiers.nova [-] Nova event matching ['req-110f0669-7885-432c-aa0e-e2decf98b2ee'] response: {'name': 'network-changed', 'server_uuid': '25ee8a8d-01ee-4116-a081-8546d7d15de3', 'tag': '8849c4b4-086e-4627-9ee8-4cbde77fa632', 'status': 'completed', 'code': 200} Apr 07 12:11:21.485755 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cff6d9-eda6-4e38-bbf5-b1f59e6cbc56 req-71cde10e-e0ce-4dd2-9b77-9262a7652037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:11:21.487260 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-66cff6d9-eda6-4e38-bbf5-b1f59e6cbc56 req-71cde10e-e0ce-4dd2-9b77-9262a7652037 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=060237c359da41d49b858b2897b29918&device_id=25ee8a8d-01ee-4116-a081-8546d7d15de3 HTTP/1.1" status: 200 len: 1130 time: 0.0438089 Apr 07 12:11:21.583657 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cff6d9-eda6-4e38-bbf5-b1f59e6cbc56 req-cd4f63fb-35c7-48c1-9388-e828797f1708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:11:21.585160 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-66cff6d9-eda6-4e38-bbf5-b1f59e6cbc56 req-cd4f63fb-35c7-48c1-9388-e828797f1708 service neutron] 10.222.0.49 "GET /v2.0/networks?id=b54ec153-3bc9-439f-b426-165a936f23bb HTTP/1.1" status: 200 len: 919 time: 0.0917168 Apr 07 12:11:21.652980 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-66cff6d9-eda6-4e38-bbf5-b1f59e6cbc56 req-e8a788f6-0cbe-4d5f-ad0c-60de9054c1fc service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8849c4b4-086e-4627-9ee8-4cbde77fa632 HTTP/1.1" status: 200 len: 1001 time: 0.0607328 Apr 07 12:11:21.703897 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cff6d9-eda6-4e38-bbf5-b1f59e6cbc56 req-9217d038-4ada-4d5a-bd94-91db7ed5679a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:11:21.705298 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-66cff6d9-eda6-4e38-bbf5-b1f59e6cbc56 req-9217d038-4ada-4d5a-bd94-91db7ed5679a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=45a072d7-ade8-4cd2-9025-cfaa01b8e30d HTTP/1.1" status: 200 len: 857 time: 0.0427871 Apr 07 12:11:21.758926 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cff6d9-eda6-4e38-bbf5-b1f59e6cbc56 req-35c22a75-069a-4360-ab51-5ea1629db083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:11:21.760443 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-66cff6d9-eda6-4e38-bbf5-b1f59e6cbc56 req-35c22a75-069a-4360-ab51-5ea1629db083 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b54ec153-3bc9-439f-b426-165a936f23bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0480273 Apr 07 12:11:22.118267 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-66cff6d9-eda6-4e38-bbf5-b1f59e6cbc56 req-24f36b36-f0e2-4670-a5c9-57f81e9b20f4 service neutron] 10.222.0.49 "GET /v2.0/networks/b54ec153-3bc9-439f-b426-165a936f23bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3502774 Apr 07 12:11:22.219655 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-66cff6d9-eda6-4e38-bbf5-b1f59e6cbc56 req-ce97f660-137c-4578-a6e5-2a8441ef93b6 service neutron] 10.222.0.49 "GET /v2.0/networks/b54ec153-3bc9-439f-b426-165a936f23bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909758 Apr 07 12:11:29.460158 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (b65c4e22-832a-4f2b-89ab-f6b5f91e1f65), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:11:29.561919 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-0697f879-66de-4cc2-9432-4dc486a88693 req-165e5723-895c-4021-bb51-9232ff4f5309 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=58383065-ef49-40d2-8fc7-2a85fd6d0b52&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0439487 Apr 07 12:11:29.673688 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0697f879-66de-4cc2-9432-4dc486a88693 req-c7a1ee0a-ff63-422e-bc84-48268ada453c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:11:29.675300 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-0697f879-66de-4cc2-9432-4dc486a88693 req-c7a1ee0a-ff63-422e-bc84-48268ada453c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=060237c359da41d49b858b2897b29918&device_id=58383065-ef49-40d2-8fc7-2a85fd6d0b52 HTTP/1.1" status: 200 len: 1129 time: 0.0506122 Apr 07 12:11:29.780198 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0697f879-66de-4cc2-9432-4dc486a88693 req-ae288112-07e3-40df-b08f-d20c89cbd5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:11:29.781731 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-0697f879-66de-4cc2-9432-4dc486a88693 req-ae288112-07e3-40df-b08f-d20c89cbd5d2 service neutron] 10.222.0.49 "GET /v2.0/networks?id=b54ec153-3bc9-439f-b426-165a936f23bb HTTP/1.1" status: 200 len: 919 time: 0.0857921 Apr 07 12:11:29.830385 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-0697f879-66de-4cc2-9432-4dc486a88693 req-081aeae7-f5ed-4334-aff7-9bc86f115bc9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4e8e7c1d-8910-4f51-91ef-0c82ee3ce3b7 HTTP/1.1" status: 200 len: 217 time: 0.0386682 Apr 07 12:11:29.888015 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0697f879-66de-4cc2-9432-4dc486a88693 req-f0eff822-8360-432e-ad2b-b68fcc1f77b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:11:29.889506 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-0697f879-66de-4cc2-9432-4dc486a88693 req-f0eff822-8360-432e-ad2b-b68fcc1f77b5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=45a072d7-ade8-4cd2-9025-cfaa01b8e30d HTTP/1.1" status: 200 len: 857 time: 0.0479555 Apr 07 12:11:29.945640 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0697f879-66de-4cc2-9432-4dc486a88693 req-d3f973d7-58be-4c08-b3ee-67f7e4b5c049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:11:29.947039 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-0697f879-66de-4cc2-9432-4dc486a88693 req-d3f973d7-58be-4c08-b3ee-67f7e4b5c049 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b54ec153-3bc9-439f-b426-165a936f23bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0466478 Apr 07 12:11:30.044905 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-0697f879-66de-4cc2-9432-4dc486a88693 req-2813233e-d510-4059-a690-b58c182ce860 service neutron] 10.222.0.49 "GET /v2.0/networks/b54ec153-3bc9-439f-b426-165a936f23bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879214 Apr 07 12:11:30.138429 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-0697f879-66de-4cc2-9432-4dc486a88693 req-080271ac-6e59-4424-851a-15242acf7272 service neutron] 10.222.0.49 "GET /v2.0/networks/b54ec153-3bc9-439f-b426-165a936f23bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844648 Apr 07 12:11:30.321004 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.agents_db [None req-3662b1ad-d2b5-4b6d-81f6-e1280f618718 None None] Agent healthcheck: found 6 active agents {{(pid=103985) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 12:11:32.015641 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-cd14e7ae-2f8a-4adc-940d-f9c1577964d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (94869e64-74fb-4601-95b5-a1334a6bdcea), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:11:32.669077 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9026f740-d0a6-4984-9466-1297978f260d req-85068ca1-4e5f-4172-a881-4dea88b5f793 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:11:32.670543 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-9026f740-d0a6-4984-9466-1297978f260d req-85068ca1-4e5f-4172-a881-4dea88b5f793 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/ports?device_id=a970ace7-74e5-498c-8986-7ecb3b91bd37 HTTP/1.1" status: 200 len: 946 time: 0.1020625 Apr 07 12:11:32.720914 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-9026f740-d0a6-4984-9466-1297978f260d req-3b177ee5-acb2-440d-879c-cb77efb10007 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/security-groups?id=e3d15702-d2b4-43ff-beec-134f63401780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447450 Apr 07 12:11:33.894006 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae07e58-26a8-4d00-a6be-8e495d24470e req-898d4b42-fc26-4438-90fd-e9fd0ae06cfd tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:11:33.895487 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-9ae07e58-26a8-4d00-a6be-8e495d24470e req-898d4b42-fc26-4438-90fd-e9fd0ae06cfd tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/ports?device_id=a970ace7-74e5-498c-8986-7ecb3b91bd37 HTTP/1.1" status: 200 len: 946 time: 0.1043329 Apr 07 12:11:33.947689 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-9ae07e58-26a8-4d00-a6be-8e495d24470e req-8830a322-7b15-4406-8414-40f45a3431bd tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/security-groups?id=e3d15702-d2b4-43ff-beec-134f63401780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466585 Apr 07 12:11:34.305914 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-61fa36b7-bc17-48a1-918b-6572ee3d1394 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (ad8978c4-6515-441c-a828-0289badd3b4a), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:11:35.017331 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d98cf8d-aa1d-45ed-85df-70a2c8a4347c req-41f28bd6-1457-4769-8ea7-2e52c69d3bb4 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:11:35.018774 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-5d98cf8d-aa1d-45ed-85df-70a2c8a4347c req-41f28bd6-1457-4769-8ea7-2e52c69d3bb4 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.49 "GET /v2.0/ports?device_id=a970ace7-74e5-498c-8986-7ecb3b91bd37 HTTP/1.1" status: 200 len: 946 time: 0.0519719 Apr 07 12:11:35.070731 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2019dc19-202f-4a40-8013-9fb90b2a4f82 req-d16b6af3-7bab-4fd3-8ae5-0a9cc5c64ff9 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:11:35.072263 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-2019dc19-202f-4a40-8013-9fb90b2a4f82 req-d16b6af3-7bab-4fd3-8ae5-0a9cc5c64ff9 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/ports?device_id=a970ace7-74e5-498c-8986-7ecb3b91bd37 HTTP/1.1" status: 200 len: 946 time: 0.0525277 Apr 07 12:11:35.115012 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.plugin [req-5d98cf8d-aa1d-45ed-85df-70a2c8a4347c req-8846fc5b-e963-4c90-a76d-d560b1ada529 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Deleting port e6b253d6-0d2c-4932-b416-72adaad5fc65 {{(pid=103982) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:11:35.115373 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [req-5d98cf8d-aa1d-45ed-85df-70a2c8a4347c req-8846fc5b-e963-4c90-a76d-d560b1ada529 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780057404546'] for port (e6b253d6-0d2c-4932-b416-72adaad5fc65), before_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:11:35.119188 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-2019dc19-202f-4a40-8013-9fb90b2a4f82 req-b84f0aa0-3b86-45d4-89db-36595c730b94 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/security-groups?id=e3d15702-d2b4-43ff-beec-134f63401780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412872 Apr 07 12:11:35.203625 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.db [req-5d98cf8d-aa1d-45ed-85df-70a2c8a4347c req-8846fc5b-e963-4c90-a76d-d560b1ada529 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] For port e6b253d6-0d2c-4932-b416-72adaad5fc65, host hv-cinder-83693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83693',level=0,port_id=e6b253d6-0d2c-4932-b416-72adaad5fc65,segment=NetworkSegment(c6eef021-ef52-4fe9-b827-fdc4163e97eb),segment_id=c6eef021-ef52-4fe9-b827-fdc4163e97eb)] {{(pid=103982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:11:35.203987 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [req-5d98cf8d-aa1d-45ed-85df-70a2c8a4347c req-8846fc5b-e963-4c90-a76d-d560b1ada529 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2017998'] for port (e6b253d6-0d2c-4932-b416-72adaad5fc65), precommit_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:11:35.377323 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [req-5d98cf8d-aa1d-45ed-85df-70a2c8a4347c req-8846fc5b-e963-4c90-a76d-d560b1ada529 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:11:35.377671 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [req-5d98cf8d-aa1d-45ed-85df-70a2c8a4347c req-8846fc5b-e963-4c90-a76d-d560b1ada529 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2019898'] for floatingip (191730bf-bfc4-4534-b861-98404ba09d87), after_update {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:11:35.377982 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.db.l3_db [req-5d98cf8d-aa1d-45ed-85df-70a2c8a4347c req-8846fc5b-e963-4c90-a76d-d560b1ada529 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Floating IP 191730bf-bfc4-4534-b861-98404ba09d87 disassociated. External IP: 172.27.0.101, port: e6b253d6-0d2c-4932-b416-72adaad5fc65. Apr 07 12:11:35.378317 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.plugin [req-5d98cf8d-aa1d-45ed-85df-70a2c8a4347c req-8846fc5b-e963-4c90-a76d-d560b1ada529 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Calling delete_port for e6b253d6-0d2c-4932-b416-72adaad5fc65 owned by compute:nova {{(pid=103982) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:11:35.606729 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [req-5d98cf8d-aa1d-45ed-85df-70a2c8a4347c req-8846fc5b-e963-4c90-a76d-d560b1ada529 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780057409621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780056949598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126593575'] for port (e6b253d6-0d2c-4932-b416-72adaad5fc65), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:11:35.639365 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8846fc5b-e963-4c90-a76d-d560b1ada529 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Pushing event deleted for resources: {'Port': ['ID=e6b253d6-0d2c-4932-b416-72adaad5fc65,revision_number=None']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:11:35.649617 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8846fc5b-e963-4c90-a76d-d560b1ada529 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:11:35.649971 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8846fc5b-e963-4c90-a76d-d560b1ada529 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:11:35.650312 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8846fc5b-e963-4c90-a76d-d560b1ada529 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:11:35.650656 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8846fc5b-e963-4c90-a76d-d560b1ada529 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:11:35.650985 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8846fc5b-e963-4c90-a76d-d560b1ada529 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:11:35.651367 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8846fc5b-e963-4c90-a76d-d560b1ada529 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:11:35.651699 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8846fc5b-e963-4c90-a76d-d560b1ada529 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:11:35.652024 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8846fc5b-e963-4c90-a76d-d560b1ada529 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:11:35.652346 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8846fc5b-e963-4c90-a76d-d560b1ada529 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:11:35.652672 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8846fc5b-e963-4c90-a76d-d560b1ada529 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:11:35.653577 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8846fc5b-e963-4c90-a76d-d560b1ada529 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:11:35.653926 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8846fc5b-e963-4c90-a76d-d560b1ada529 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:11:35.654252 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8846fc5b-e963-4c90-a76d-d560b1ada529 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:11:35.654572 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8846fc5b-e963-4c90-a76d-d560b1ada529 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:11:35.654892 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8846fc5b-e963-4c90-a76d-d560b1ada529 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:11:35.741788 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-e3029262-029d-49e4-8078-e7e61e534645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (e465150c-12ca-425e-8c36-fa03ee6240b4), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:11:35.775834 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5d98cf8d-aa1d-45ed-85df-70a2c8a4347c req-8846fc5b-e963-4c90-a76d-d560b1ada529 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Router 0390f484-f283-4360-89fc-ee67de09a647 has already been hosted by L3 agent ad8978c4-6515-441c-a828-0289badd3b4a {{(pid=103982) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 12:11:35.884304 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5d98cf8d-aa1d-45ed-85df-70a2c8a4347c req-8846fc5b-e963-4c90-a76d-d560b1ada529 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Notify agent at l3_agent.dv-cinder-836930-1-iscsi the message routers_updated {{(pid=103982) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 12:11:35.894160 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f187e0d1-f5a7-4813-9faf-f58a007f2ae5 None None] Sync routers for ids ['0390f484-f283-4360-89fc-ee67de09a647'] in dv-cinder-836930-1-iscsi {{(pid=103984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 12:11:35.903060 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f187e0d1-f5a7-4813-9faf-f58a007f2ae5 None None] Routers {'0390f484-f283-4360-89fc-ee67de09a647'} bound to L3 agent in host dv-cinder-836930-1-iscsi {{(pid=103984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:11:35.903942 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_hamode_db [None req-f187e0d1-f5a7-4813-9faf-f58a007f2ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836930-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-07T11:57:34Z,description=,heartbeat_timestamp=2022-04-07T12:11:34Z,host='dv-cinder-836930-1-iscsi',id=ad8978c4-6515-441c-a828-0289badd3b4a,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:57:35Z,topic='l3_agent')) {'router_ids': ['0390f484-f283-4360-89fc-ee67de09a647'], 'active': True} {{(pid=103984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:11:35.934679 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d98cf8d-aa1d-45ed-85df-70a2c8a4347c req-8846fc5b-e963-4c90-a76d-d560b1ada529 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] No DVR routers for this DVR port e6b253d6-0d2c-4932-b416-72adaad5fc65 on host hv-cinder-83693 {{(pid=103982) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 12:11:35.937165 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [req-5d98cf8d-aa1d-45ed-85df-70a2c8a4347c req-8846fc5b-e963-4c90-a76d-d560b1ada529 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91606'] for port (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:11:35.940475 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-5d98cf8d-aa1d-45ed-85df-70a2c8a4347c req-8846fc5b-e963-4c90-a76d-d560b1ada529 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.49 "DELETE /v2.0/ports/e6b253d6-0d2c-4932-b416-72adaad5fc65 HTTP/1.1" status: 204 len: 173 time: 0.9141195 Apr 07 12:11:35.940934 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a970ace7-74e5-498c-8986-7ecb3b91bd37', 'name': 'network-vif-deleted', 'tag': 'e6b253d6-0d2c-4932-b416-72adaad5fc65'}] {{(pid=103982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:11:35.944278 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a87f3ac2112343cf46b731ae90f6f8f3b8b920e6472e7c70a4e5373429e5b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b636df7-8268-4f90-bcdf-006da0b07906" -d '{"events": [{"server_uuid": "a970ace7-74e5-498c-8986-7ecb3b91bd37", "name": "network-vif-deleted", "tag": "e6b253d6-0d2c-4932-b416-72adaad5fc65"}]}' {{(pid=103982) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:11:35.993348 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 12:11:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-366536cb-b5e4-4112-9f66-af833d7ae498 x-openstack-request-id: req-366536cb-b5e4-4112-9f66-af833d7ae498 {{(pid=103982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:11:35.993649 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a970ace7-74e5-498c-8986-7ecb3b91bd37", "name": "network-vif-deleted", "tag": "e6b253d6-0d2c-4932-b416-72adaad5fc65", "status": "completed", "code": 200}]} {{(pid=103982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:11:35.994075 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-366536cb-b5e4-4112-9f66-af833d7ae498 {{(pid=103982) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:11:35.994383 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.notifiers.nova [-] Nova event matching ['req-366536cb-b5e4-4112-9f66-af833d7ae498'] response: {'server_uuid': 'a970ace7-74e5-498c-8986-7ecb3b91bd37', 'name': 'network-vif-deleted', 'tag': 'e6b253d6-0d2c-4932-b416-72adaad5fc65', 'status': 'completed', 'code': 200} Apr 07 12:11:36.147029 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_dvr_db [None req-f187e0d1-f5a7-4813-9faf-f58a007f2ae5 None None] Set router 0390f484-f283-4360-89fc-ee67de09a647 gateway port host: dv-cinder-836930-1-iscsi {{(pid=103984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:11:36.215818 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-a869d1bd-fb18-4fe6-a756-4156d0943da1 req-4ca377c2-45df-414e-8243-18f32b78d8dc tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/ports?device_id=a970ace7-74e5-498c-8986-7ecb3b91bd37 HTTP/1.1" status: 200 len: 210 time: 0.0274024 Apr 07 12:11:36.357207 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_hamode_db [None req-f187e0d1-f5a7-4813-9faf-f58a007f2ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0390f484-f283-4360-89fc-ee67de09a647', 'name': 'tempest-AttachVolumeShelveTestJSON-2064474164-router', 'tenant_id': 'f773b5c38f1747ba994d9dbdae582152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'external_fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': '71058e0c-eb0e-4219-8b09-6ccbd5c5f417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:08:02Z', 'updated_at': '2022-04-07T12:08:06Z', 'revision_number': 4, 'project_id': 'f773b5c38f1747ba994d9dbdae582152', 'gw_port': {'id': '71058e0c-eb0e-4219-8b09-6ccbd5c5f417', 'name': '', 'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:b9:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0390f484-f283-4360-89fc-ee67de09a647', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:08:03Z', 'updated_at': '2022-04-07T12:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4554067d-f507-4a99-8a98-0874c02c5721', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836930-1-iscsi', '_interfaces': [{'id': 'cdb1a5b8-20f6-4bf4-a486-7b25dd95c638', 'name': '', 'network_id': 'a3a1c9bf-f178-42b2-8a75-be0111298909', 'tenant_id': 'f773b5c38f1747ba994d9dbdae582152', 'mac_address': 'fa:16:3e:22:dd:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0390f484-f283-4360-89fc-ee67de09a647', 'device_owner': 'network:router_interface', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': 'c904b354-656a-4e16-9970-de4658d8dce1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:08:06Z', 'updated_at': '2022-04-07T12:08:11Z', 'revision_number': 5, 'project_id': 'f773b5c38f1747ba994d9dbdae582152', 'subnets': [{'id': 'c904b354-656a-4e16-9970-de4658d8dce1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836930-1-iscsi', False) {} {{(pid=103984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:11:36.387331 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f187e0d1-f5a7-4813-9faf-f58a007f2ae5 None None] Checking router: 0390f484-f283-4360-89fc-ee67de09a647 for host: dv-cinder-836930-1-iscsi {{(pid=103984) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 12:11:36.395495 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f187e0d1-f5a7-4813-9faf-f58a007f2ae5 None None] Routers {'0390f484-f283-4360-89fc-ee67de09a647'} bound to L3 agent in host dv-cinder-836930-1-iscsi {{(pid=103984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:11:36.396098 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_hamode_db [None req-f187e0d1-f5a7-4813-9faf-f58a007f2ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836930-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-07T11:57:34Z,description=,heartbeat_timestamp=2022-04-07T12:11:34Z,host='dv-cinder-836930-1-iscsi',id=ad8978c4-6515-441c-a828-0289badd3b4a,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:57:35Z,topic='l3_agent')) {'router_ids': ['0390f484-f283-4360-89fc-ee67de09a647'], 'active': True} {{(pid=103984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:11:36.505743 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_dvr_db [None req-f187e0d1-f5a7-4813-9faf-f58a007f2ae5 None None] Set router 0390f484-f283-4360-89fc-ee67de09a647 gateway port host: dv-cinder-836930-1-iscsi {{(pid=103984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:11:36.700763 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_hamode_db [None req-f187e0d1-f5a7-4813-9faf-f58a007f2ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0390f484-f283-4360-89fc-ee67de09a647', 'name': 'tempest-AttachVolumeShelveTestJSON-2064474164-router', 'tenant_id': 'f773b5c38f1747ba994d9dbdae582152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'external_fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': '71058e0c-eb0e-4219-8b09-6ccbd5c5f417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:08:02Z', 'updated_at': '2022-04-07T12:08:06Z', 'revision_number': 4, 'project_id': 'f773b5c38f1747ba994d9dbdae582152', 'gw_port': {'id': '71058e0c-eb0e-4219-8b09-6ccbd5c5f417', 'name': '', 'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:b9:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0390f484-f283-4360-89fc-ee67de09a647', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:08:03Z', 'updated_at': '2022-04-07T12:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4554067d-f507-4a99-8a98-0874c02c5721', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836930-1-iscsi', '_interfaces': [{'id': 'cdb1a5b8-20f6-4bf4-a486-7b25dd95c638', 'name': '', 'network_id': 'a3a1c9bf-f178-42b2-8a75-be0111298909', 'tenant_id': 'f773b5c38f1747ba994d9dbdae582152', 'mac_address': 'fa:16:3e:22:dd:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0390f484-f283-4360-89fc-ee67de09a647', 'device_owner': 'network:router_interface', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': 'c904b354-656a-4e16-9970-de4658d8dce1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:08:06Z', 'updated_at': '2022-04-07T12:08:11Z', 'revision_number': 5, 'project_id': 'f773b5c38f1747ba994d9dbdae582152', 'subnets': [{'id': 'c904b354-656a-4e16-9970-de4658d8dce1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836930-1-iscsi', False) {} {{(pid=103984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:11:36.730457 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f187e0d1-f5a7-4813-9faf-f58a007f2ae5 None None] The sync data for ids ['0390f484-f283-4360-89fc-ee67de09a647'] in dv-cinder-836930-1-iscsi is: [{'id': '0390f484-f283-4360-89fc-ee67de09a647', 'name': 'tempest-AttachVolumeShelveTestJSON-2064474164-router', 'tenant_id': 'f773b5c38f1747ba994d9dbdae582152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'external_fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': '71058e0c-eb0e-4219-8b09-6ccbd5c5f417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:08:02Z', 'updated_at': '2022-04-07T12:08:06Z', 'revision_number': 4, 'project_id': 'f773b5c38f1747ba994d9dbdae582152', 'gw_port': {'id': '71058e0c-eb0e-4219-8b09-6ccbd5c5f417', 'name': '', 'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:b9:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0390f484-f283-4360-89fc-ee67de09a647', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:08:03Z', 'updated_at': '2022-04-07T12:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4554067d-f507-4a99-8a98-0874c02c5721', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836930-1-iscsi', '_interfaces': [{'id': 'cdb1a5b8-20f6-4bf4-a486-7b25dd95c638', 'name': '', 'network_id': 'a3a1c9bf-f178-42b2-8a75-be0111298909', 'tenant_id': 'f773b5c38f1747ba994d9dbdae582152', 'mac_address': 'fa:16:3e:22:dd:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0390f484-f283-4360-89fc-ee67de09a647', 'device_owner': 'network:router_interface', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': 'c904b354-656a-4e16-9970-de4658d8dce1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:08:06Z', 'updated_at': '2022-04-07T12:08:11Z', 'revision_number': 5, 'project_id': 'f773b5c38f1747ba994d9dbdae582152', 'subnets': [{'id': 'c904b354-656a-4e16-9970-de4658d8dce1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 12:11:36.939794 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a0f72a3-e046-4d78-bb8f-e377d08b67ff None None] New status for floating IP 191730bf-bfc4-4534-b861-98404ba09d87: DOWN {{(pid=103985) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 12:11:37.365445 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.58', 39046) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:11:37.421451 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-4ee86192-ef9a-4f9c-8d37-983d911c7eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (8705c964-c35e-4008-b403-e26242cd5404), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:11:37.422058 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-1c2f13e6-3000-469a-87e1-9d0199cf57eb tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Publish callbacks [] for security_group (e3d15702-d2b4-43ff-beec-134f63401780), before_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:11:37.445291 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-1c2f13e6-3000-469a-87e1-9d0199cf57eb tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Publish callbacks [] for security_group (e3d15702-d2b4-43ff-beec-134f63401780), precommit_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:11:37.598431 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-1c2f13e6-3000-469a-87e1-9d0199cf57eb tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678166'] for security_group (e3d15702-d2b4-43ff-beec-134f63401780), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:11:37.601061 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-1c2f13e6-3000-469a-87e1-9d0199cf57eb tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Publish callbacks [] for security_group (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:11:37.602217 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [None req-1c2f13e6-3000-469a-87e1-9d0199cf57eb tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "DELETE /v2.0/security-groups/e3d15702-d2b4-43ff-beec-134f63401780 HTTP/1.1" status: 204 len: 168 time: 0.2357564 Apr 07 12:11:37.611703 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2f13e6-3000-469a-87e1-9d0199cf57eb tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3d15702-d2b4-43ff-beec-134f63401780,revision_number=None']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:11:37.614371 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.58', 39048) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:11:37.627908 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.api.v2.resource [None req-9379a043-2884-4bf6-bd7d-1eac92b7b148 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] show failed (client error): The resource could not be found. Apr 07 12:11:37.629454 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [None req-9379a043-2884-4bf6-bd7d-1eac92b7b148 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/security-groups/e3d15702-d2b4-43ff-beec-134f63401780 HTTP/1.1" status: 404 len: 347 time: 0.0141680 Apr 07 12:11:37.632556 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.58', 39050) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:11:37.761170 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.plugin [None req-23f2879b-2fb6-421f-b28e-3b7ff670c60c tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Deleting port 7a304354-29db-45a7-864a-3d58ba0ec507 {{(pid=103982) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:11:37.761505 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-23f2879b-2fb6-421f-b28e-3b7ff670c60c tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780057404546'] for port (7a304354-29db-45a7-864a-3d58ba0ec507), before_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:11:37.839308 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-23f2879b-2fb6-421f-b28e-3b7ff670c60c tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2017998'] for port (7a304354-29db-45a7-864a-3d58ba0ec507), precommit_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:11:37.839639 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-23f2879b-2fb6-421f-b28e-3b7ff670c60c tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Publish callbacks [] for floatingip (7a304354-29db-45a7-864a-3d58ba0ec507), precommit_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:11:37.851293 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.plugin [None req-23f2879b-2fb6-421f-b28e-3b7ff670c60c tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Calling delete_port for 7a304354-29db-45a7-864a-3d58ba0ec507 owned by network:floatingip {{(pid=103982) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:11:38.055370 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-23f2879b-2fb6-421f-b28e-3b7ff670c60c tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780057409621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780056949598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126593575'] for port (7a304354-29db-45a7-864a-3d58ba0ec507), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:11:38.085571 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f2879b-2fb6-421f-b28e-3b7ff670c60c tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Pushing event deleted for resources: {'Port': ['ID=7a304354-29db-45a7-864a-3d58ba0ec507,revision_number=None']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:11:38.142627 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-23f2879b-2fb6-421f-b28e-3b7ff670c60c tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Publish callbacks [] for floatingip (191730bf-bfc4-4534-b861-98404ba09d87), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:11:38.145015 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-23f2879b-2fb6-421f-b28e-3b7ff670c60c tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91606'] for floatingip (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:11:38.146193 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [None req-23f2879b-2fb6-421f-b28e-3b7ff670c60c tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "DELETE /v2.0/floatingips/191730bf-bfc4-4534-b861-98404ba09d87 HTTP/1.1" status: 204 len: 168 time: 0.5129211 Apr 07 12:11:38.632147 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.58', 39054) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:11:38.636681 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.v2.base [None req-a08724e6-09aa-4817-982b-5389e87316f1 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1047912514', 'description': 'tempest-description--2134972625'}} {{(pid=103982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:11:38.718680 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-a08724e6-09aa-4817-982b-5389e87316f1 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Publish callbacks [] for security_group (None), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:11:38.747062 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (18566f30-62c1-4fb1-af49-ebd049d63fec), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:11:38.785128 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-a08724e6-09aa-4817-982b-5389e87316f1 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Publish callbacks [] for security_group (4b0e87fb-8029-4c38-a737-b45eced71642), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:11:38.867248 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-a08724e6-09aa-4817-982b-5389e87316f1 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678166'] for security_group (4b0e87fb-8029-4c38-a737-b45eced71642), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:11:38.895816 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08724e6-09aa-4817-982b-5389e87316f1 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b0e87fb-8029-4c38-a737-b45eced71642,revision_number=1']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:11:38.949116 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-a08724e6-09aa-4817-982b-5389e87316f1 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Publish callbacks [] for security_group (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:11:38.950958 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [None req-a08724e6-09aa-4817-982b-5389e87316f1 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3177898 Apr 07 12:11:38.953777 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.58', 39056) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:11:38.957975 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.v2.base [None req-13302b1b-b210-43a2-9579-f6dffde7ccc9 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Request body: {'security_group_rule': {'security_group_id': '4b0e87fb-8029-4c38-a737-b45eced71642', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:11:39.031863 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-13302b1b-b210-43a2-9579-f6dffde7ccc9 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Publish callbacks [] for security_group_rule (5a7a6c2c-9968-4d9d-862c-2dd647169a9e), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:11:39.089971 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-13302b1b-b210-43a2-9579-f6dffde7ccc9 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Publish callbacks [] for security_group_rule (5a7a6c2c-9968-4d9d-862c-2dd647169a9e), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:11:39.164013 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-13302b1b-b210-43a2-9579-f6dffde7ccc9 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678271'] for security_group_rule (5a7a6c2c-9968-4d9d-862c-2dd647169a9e), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:11:39.180767 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13302b1b-b210-43a2-9579-f6dffde7ccc9 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a7a6c2c-9968-4d9d-862c-2dd647169a9e,revision_number=0']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:11:39.297750 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-13302b1b-b210-43a2-9579-f6dffde7ccc9 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:11:39.298985 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [None req-13302b1b-b210-43a2-9579-f6dffde7ccc9 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3443043 Apr 07 12:11:39.301697 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.58', 39058) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:11:39.305932 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.v2.base [None req-bd1de95a-8066-4f93-b7a1-42c5f9c7ae26 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Request body: {'security_group_rule': {'security_group_id': '4b0e87fb-8029-4c38-a737-b45eced71642', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:11:39.427644 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Device e6b253d6-0d2c-4932-b416-72adaad5fc65 no longer exists at agent hyperv_hv-cinder-83693 {{(pid=103984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 12:11:39.447678 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] No Port match for: e6b253d6-0d2c-4932-b416-72adaad5fc65 {{(pid=103984) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 12:11:39.448016 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Device e6b253d6-0d2c-4932-b416-72adaad5fc65 not bound to the agent host hv-cinder-83693 {{(pid=103984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 12:11:39.464846 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-bd1de95a-8066-4f93-b7a1-42c5f9c7ae26 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Publish callbacks [] for security_group_rule (88027520-d792-4647-b7f9-2e8e43cd6687), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:11:39.518702 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-bd1de95a-8066-4f93-b7a1-42c5f9c7ae26 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Publish callbacks [] for security_group_rule (88027520-d792-4647-b7f9-2e8e43cd6687), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:11:39.603810 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-bd1de95a-8066-4f93-b7a1-42c5f9c7ae26 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678271'] for security_group_rule (88027520-d792-4647-b7f9-2e8e43cd6687), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:11:39.621222 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1de95a-8066-4f93-b7a1-42c5f9c7ae26 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88027520-d792-4647-b7f9-2e8e43cd6687,revision_number=0']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:11:39.715235 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-bd1de95a-8066-4f93-b7a1-42c5f9c7ae26 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:11:39.716935 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [None req-bd1de95a-8066-4f93-b7a1-42c5f9c7ae26 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4141314 Apr 07 12:11:39.719881 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.58', 39062) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:11:39.724160 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.v2.base [None req-3a40baaf-dd5f-4cab-a710-ede378d53c20 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Request body: {'floatingip': {'floating_network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56'}} {{(pid=103982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:11:39.855642 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-3a40baaf-dd5f-4cab-a710-ede378d53c20 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:11:39.950985 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-3a40baaf-dd5f-4cab-a710-ede378d53c20 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (None), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:11:40.055034 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.db.db_base_plugin_common [None req-3a40baaf-dd5f-4cab-a710-ede378d53c20 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Allocated IP 172.27.0.59 (bbaeba58-97ce-4d65-bbf2-981851410a56/4554067d-f507-4a99-8a98-0874c02c5721/7f3121e3-9308-4a5b-be15-441bb4db4e61) {{(pid=103982) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 12:11:40.156554 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-3a40baaf-dd5f-4cab-a710-ede378d53c20 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Publish callbacks [] for port (7f3121e3-9308-4a5b-be15-441bb4db4e61), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:11:40.256508 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-3a40baaf-dd5f-4cab-a710-ede378d53c20 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780056949589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126593575'] for port (7f3121e3-9308-4a5b-be15-441bb4db4e61), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:11:40.293513 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a40baaf-dd5f-4cab-a710-ede378d53c20 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Network bbaeba58-97ce-4d65-bbf2-981851410a56 is already hosted by enough agents. {{(pid=103982) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:11:40.296770 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.scheduler.base_scheduler [None req-3a40baaf-dd5f-4cab-a710-ede378d53c20 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Resources bound (agent type, host, resource id): {{(pid=103982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:11:40.302227 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a40baaf-dd5f-4cab-a710-ede378d53c20 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Received port after_create {{(pid=103982) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 12:11:40.327795 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a40baaf-dd5f-4cab-a710-ede378d53c20 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Pushing event updated for resources: {'Port': ['ID=7f3121e3-9308-4a5b-be15-441bb4db4e61,revision_number=1']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:11:40.388935 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-3a40baaf-dd5f-4cab-a710-ede378d53c20 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Publish callbacks [] for floatingip (61558438-1b2e-49c9-9ea0-458dcad27bf7), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:11:40.538047 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-3a40baaf-dd5f-4cab-a710-ede378d53c20 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (7f3121e3-9308-4a5b-be15-441bb4db4e61), before_update {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:11:40.687010 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-3a40baaf-dd5f-4cab-a710-ede378d53c20 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Publish callbacks [] for port (7f3121e3-9308-4a5b-be15-441bb4db4e61), precommit_update {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:11:40.764358 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-3a40baaf-dd5f-4cab-a710-ede378d53c20 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780057409639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780056949607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780056949625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126593592'] for port (7f3121e3-9308-4a5b-be15-441bb4db4e61), after_update {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:11:40.828333 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a40baaf-dd5f-4cab-a710-ede378d53c20 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Pushing event updated for resources: {'Port': ['ID=7f3121e3-9308-4a5b-be15-441bb4db4e61,revision_number=2']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:11:40.842563 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-3a40baaf-dd5f-4cab-a710-ede378d53c20 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2019898'] for floatingip (61558438-1b2e-49c9-9ea0-458dcad27bf7), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:11:40.897489 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-3a40baaf-dd5f-4cab-a710-ede378d53c20 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91606'] for floatingip (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:11:40.898715 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [None req-3a40baaf-dd5f-4cab-a710-ede378d53c20 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1779053 Apr 07 12:11:41.087835 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-f646190d-5cd3-4060-b2d7-993ae0b3f13f req-118d8762-068f-40ae-adb9-972cda8b49d3 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--1047912514&fields=id&tenant_id=f773b5c38f1747ba994d9dbdae582152 HTTP/1.1" status: 200 len: 267 time: 0.0418296 Apr 07 12:11:41.195144 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f646190d-5cd3-4060-b2d7-993ae0b3f13f req-b3ecff08-edd5-4d17-8372-daa6e38ad817 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:11:41.196593 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-f646190d-5cd3-4060-b2d7-993ae0b3f13f req-b3ecff08-edd5-4d17-8372-daa6e38ad817 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/networks?id=a3a1c9bf-f178-42b2-8a75-be0111298909 HTTP/1.1" status: 200 len: 817 time: 0.1024575 Apr 07 12:11:41.211266 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-f646190d-5cd3-4060-b2d7-993ae0b3f13f req-a73b738d-eb86-4b5f-b128-30b7abdffe85 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/quotas/f773b5c38f1747ba994d9dbdae582152 HTTP/1.1" status: 200 len: 375 time: 0.0088396 Apr 07 12:11:41.265308 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-f646190d-5cd3-4060-b2d7-993ae0b3f13f req-1fdbf2dc-6874-4c4a-8e79-2a4c83dffba9 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=f773b5c38f1747ba994d9dbdae582152&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0490994 Apr 07 12:11:41.404219 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-f646190d-5cd3-4060-b2d7-993ae0b3f13f req-d532a2dd-02e4-4ecb-a0a8-fada0cdb84a1 service neutron] 10.222.0.58 "GET /v2.0/networks/a3a1c9bf-f178-42b2-8a75-be0111298909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276653 Apr 07 12:11:41.490662 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-f646190d-5cd3-4060-b2d7-993ae0b3f13f req-841fb3a5-4f4a-4b89-95a1-2e02b843362e service neutron] 10.222.0.58 "GET /v2.0/networks/a3a1c9bf-f178-42b2-8a75-be0111298909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808785 Apr 07 12:11:41.773428 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-dcb16888-d2c2-48ab-987f-1785d4588130 req-3724c9d9-d99d-46d1-a476-28a79f55cf65 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/ports?device_id=bbbb35d7-042d-488c-ba2e-88e040052a99 HTTP/1.1" status: 200 len: 210 time: 0.0272317 Apr 07 12:11:42.878284 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-8d879937-2cce-4209-a210-9985d339b581 req-d0bb850e-1b2f-4379-8105-a2aa3d999618 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/ports?device_id=bbbb35d7-042d-488c-ba2e-88e040052a99 HTTP/1.1" status: 200 len: 210 time: 0.0324640 Apr 07 12:11:43.993646 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-59497787-41bc-4ae7-8725-81d6bdb958c8 req-9f3aa12d-379d-412c-ad99-bbb2c1f1ba3f tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/ports?device_id=bbbb35d7-042d-488c-ba2e-88e040052a99 HTTP/1.1" status: 200 len: 210 time: 0.0348787 Apr 07 12:11:44.028086 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f646190d-5cd3-4060-b2d7-993ae0b3f13f req-c8a567fc-ea96-431e-979b-b2904a870708 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:11:44.030180 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-f646190d-5cd3-4060-b2d7-993ae0b3f13f req-c8a567fc-ea96-431e-979b-b2904a870708 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.49 "GET /v2.0/networks?id=a3a1c9bf-f178-42b2-8a75-be0111298909 HTTP/1.1" status: 200 len: 817 time: 0.1321411 Apr 07 12:11:44.098434 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-f646190d-5cd3-4060-b2d7-993ae0b3f13f req-40b6b1d8-d024-4da0-b781-bbacc63f4369 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f773b5c38f1747ba994d9dbdae582152 HTTP/1.1" status: 200 len: 380 time: 0.0518594 Apr 07 12:11:44.107271 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.v2.base [req-f646190d-5cd3-4060-b2d7-993ae0b3f13f req-9e23e26b-950f-4cf0-9e4b-a5886a65d1c4 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Request body: {'port': {'device_id': 'bbbb35d7-042d-488c-ba2e-88e040052a99', 'network_id': 'a3a1c9bf-f178-42b2-8a75-be0111298909', 'admin_state_up': True, 'tenant_id': 'f773b5c38f1747ba994d9dbdae582152', 'security_groups': ['4b0e87fb-8029-4c38-a737-b45eced71642']}} {{(pid=103982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:11:44.278872 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f646190d-5cd3-4060-b2d7-993ae0b3f13f req-9e23e26b-950f-4cf0-9e4b-a5886a65d1c4 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Made reservation on behalf of f773b5c38f1747ba994d9dbdae582152 for: {'port': 1} {{(pid=103982) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 12:11:44.282294 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [req-f646190d-5cd3-4060-b2d7-993ae0b3f13f req-9e23e26b-950f-4cf0-9e4b-a5886a65d1c4 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (None), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:11:44.405938 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.db.db_base_plugin_common [req-f646190d-5cd3-4060-b2d7-993ae0b3f13f req-9e23e26b-950f-4cf0-9e4b-a5886a65d1c4 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Allocated IP 172.20.0.6 (a3a1c9bf-f178-42b2-8a75-be0111298909/c904b354-656a-4e16-9970-de4658d8dce1/ae2673aa-41df-4043-b718-aaa6bf487b6c) {{(pid=103982) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 12:11:44.538530 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [req-f646190d-5cd3-4060-b2d7-993ae0b3f13f req-9e23e26b-950f-4cf0-9e4b-a5886a65d1c4 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Publish callbacks [] for port (ae2673aa-41df-4043-b718-aaa6bf487b6c), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:11:44.637599 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [req-f646190d-5cd3-4060-b2d7-993ae0b3f13f req-9e23e26b-950f-4cf0-9e4b-a5886a65d1c4 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780056949589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126593575'] for port (ae2673aa-41df-4043-b718-aaa6bf487b6c), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:11:44.678071 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f646190d-5cd3-4060-b2d7-993ae0b3f13f req-9e23e26b-950f-4cf0-9e4b-a5886a65d1c4 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Network a3a1c9bf-f178-42b2-8a75-be0111298909 is already hosted by enough agents. {{(pid=103982) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:11:44.681018 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.scheduler.base_scheduler [req-f646190d-5cd3-4060-b2d7-993ae0b3f13f req-9e23e26b-950f-4cf0-9e4b-a5886a65d1c4 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Resources bound (agent type, host, resource id): {{(pid=103982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:11:44.688126 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.db.l3_dvrscheduler_db [req-f646190d-5cd3-4060-b2d7-993ae0b3f13f req-9e23e26b-950f-4cf0-9e4b-a5886a65d1c4 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Received port after_create {{(pid=103982) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 12:11:44.714340 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e23e26b-950f-4cf0-9e4b-a5886a65d1c4 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Pushing event updated for resources: {'Port': ['ID=ae2673aa-41df-4043-b718-aaa6bf487b6c,revision_number=1']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:11:44.742962 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f646190d-5cd3-4060-b2d7-993ae0b3f13f req-9e23e26b-950f-4cf0-9e4b-a5886a65d1c4 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:11:44.743632 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [req-f646190d-5cd3-4060-b2d7-993ae0b3f13f req-9e23e26b-950f-4cf0-9e4b-a5886a65d1c4 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91606'] for port (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:11:44.835776 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-f646190d-5cd3-4060-b2d7-993ae0b3f13f req-9e23e26b-950f-4cf0-9e4b-a5886a65d1c4 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7318940 Apr 07 12:11:44.854216 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.v2.base [req-f646190d-5cd3-4060-b2d7-993ae0b3f13f req-ca6f2eda-c060-4f4d-8f56-21da36fe3fc6 service neutron] Request body: {'port': {'device_id': 'bbbb35d7-042d-488c-ba2e-88e040052a99', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83693'}} {{(pid=103982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:11:44.893680 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.provisioning_blocks [None req-a320050c-751f-4373-9c47-65e8d6d5219a None None] Provisioning complete for port ae2673aa-41df-4043-b718-aaa6bf487b6c triggered by entity DHCP. {{(pid=103984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:11:44.894227 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-a320050c-751f-4373-9c47-65e8d6d5219a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7484729'] for port (ae2673aa-41df-4043-b718-aaa6bf487b6c), provisioning_complete {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:11:44.912358 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [req-f646190d-5cd3-4060-b2d7-993ae0b3f13f req-ca6f2eda-c060-4f4d-8f56-21da36fe3fc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (ae2673aa-41df-4043-b718-aaa6bf487b6c), before_update {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:11:44.927577 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-a320050c-751f-4373-9c47-65e8d6d5219a None None] Port ae2673aa-41df-4043-b718-aaa6bf487b6c cannot update to ACTIVE because it is not bound. {{(pid=103984) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 12:11:45.117473 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0326b26d-d01c-4297-adba-142deee48e41 req-fde5c686-05dc-4bc0-8536-141720fa9cbb tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:11:45.118862 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-0326b26d-d01c-4297-adba-142deee48e41 req-fde5c686-05dc-4bc0-8536-141720fa9cbb tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/ports?device_id=bbbb35d7-042d-488c-ba2e-88e040052a99 HTTP/1.1" status: 200 len: 931 time: 0.0522165 Apr 07 12:11:45.164587 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-0326b26d-d01c-4297-adba-142deee48e41 req-35166fc4-6a8b-418f-8c6d-4041e5e2f82e tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b0e87fb-8029-4c38-a737-b45eced71642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400155 Apr 07 12:11:45.172658 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.notifiers.nova [req-f646190d-5cd3-4060-b2d7-993ae0b3f13f req-ca6f2eda-c060-4f4d-8f56-21da36fe3fc6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae2673aa-41df-4043-b718-aaa6bf487b6c {{(pid=103982) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 12:11:45.180330 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [req-f646190d-5cd3-4060-b2d7-993ae0b3f13f req-ca6f2eda-c060-4f4d-8f56-21da36fe3fc6 service neutron] Publish callbacks [] for port (ae2673aa-41df-4043-b718-aaa6bf487b6c), precommit_update {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:11:45.192582 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.db.provisioning_blocks [req-f646190d-5cd3-4060-b2d7-993ae0b3f13f req-ca6f2eda-c060-4f4d-8f56-21da36fe3fc6 service neutron] Transition to ACTIVE for port object ae2673aa-41df-4043-b718-aaa6bf487b6c will not be triggered until provisioned by entity L2. {{(pid=103982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 12:11:45.255372 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [req-f646190d-5cd3-4060-b2d7-993ae0b3f13f req-ca6f2eda-c060-4f4d-8f56-21da36fe3fc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780057409639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780056949607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780056949625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126593592'] for port (ae2673aa-41df-4043-b718-aaa6bf487b6c), after_update {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:11:45.307433 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6f2eda-c060-4f4d-8f56-21da36fe3fc6 service neutron] Pushing event updated for resources: {'Port': ['ID=ae2673aa-41df-4043-b718-aaa6bf487b6c,revision_number=2']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:11:45.375149 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.managers [req-f646190d-5cd3-4060-b2d7-993ae0b3f13f req-ca6f2eda-c060-4f4d-8f56-21da36fe3fc6 service neutron] Attempting to bind port ae2673aa-41df-4043-b718-aaa6bf487b6c on host hv-cinder-83693 for vnic_type normal with profile {{(pid=103982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 12:11:45.375383 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.managers [req-f646190d-5cd3-4060-b2d7-993ae0b3f13f req-ca6f2eda-c060-4f4d-8f56-21da36fe3fc6 service neutron] Attempting to bind port ae2673aa-41df-4043-b718-aaa6bf487b6c by drivers openvswitch,hyperv on host hv-cinder-83693 at level 0 using segments [{'id': 'c6eef021-ef52-4fe9-b827-fdc4163e97eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'a3a1c9bf-f178-42b2-8a75-be0111298909'}] {{(pid=103982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 12:11:45.375703 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f646190d-5cd3-4060-b2d7-993ae0b3f13f req-ca6f2eda-c060-4f4d-8f56-21da36fe3fc6 service neutron] Attempting to bind port ae2673aa-41df-4043-b718-aaa6bf487b6c on network a3a1c9bf-f178-42b2-8a75-be0111298909 {{(pid=103982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:11:45.380191 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f646190d-5cd3-4060-b2d7-993ae0b3f13f req-ca6f2eda-c060-4f4d-8f56-21da36fe3fc6 service neutron] Port ae2673aa-41df-4043-b718-aaa6bf487b6c on network a3a1c9bf-f178-42b2-8a75-be0111298909 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83693 {{(pid=103982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 12:11:45.380500 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f646190d-5cd3-4060-b2d7-993ae0b3f13f req-ca6f2eda-c060-4f4d-8f56-21da36fe3fc6 service neutron] Attempting to bind port ae2673aa-41df-4043-b718-aaa6bf487b6c on network a3a1c9bf-f178-42b2-8a75-be0111298909 {{(pid=103982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:11:45.385683 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f646190d-5cd3-4060-b2d7-993ae0b3f13f req-ca6f2eda-c060-4f4d-8f56-21da36fe3fc6 service neutron] Checking agent: {'id': 'b65c4e22-832a-4f2b-89ab-f6b5f91e1f65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83693', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 12, 4, 29), 'started_at': datetime.datetime(2022, 4, 7, 12, 4, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 12, 11, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 12:11:45.386028 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f646190d-5cd3-4060-b2d7-993ae0b3f13f req-ca6f2eda-c060-4f4d-8f56-21da36fe3fc6 service neutron] Checking segment: {'id': 'c6eef021-ef52-4fe9-b827-fdc4163e97eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'a3a1c9bf-f178-42b2-8a75-be0111298909'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:11:45.386389 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f646190d-5cd3-4060-b2d7-993ae0b3f13f req-ca6f2eda-c060-4f4d-8f56-21da36fe3fc6 service neutron] Bound using segment: {'id': 'c6eef021-ef52-4fe9-b827-fdc4163e97eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'a3a1c9bf-f178-42b2-8a75-be0111298909'} {{(pid=103982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 12:11:45.386803 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.managers [req-f646190d-5cd3-4060-b2d7-993ae0b3f13f req-ca6f2eda-c060-4f4d-8f56-21da36fe3fc6 service neutron] Bound port: ae2673aa-41df-4043-b718-aaa6bf487b6c, host: hv-cinder-83693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6eef021-ef52-4fe9-b827-fdc4163e97eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'a3a1c9bf-f178-42b2-8a75-be0111298909'}}] {{(pid=103982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 12:11:45.387173 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [req-f646190d-5cd3-4060-b2d7-993ae0b3f13f req-ca6f2eda-c060-4f4d-8f56-21da36fe3fc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (ae2673aa-41df-4043-b718-aaa6bf487b6c), before_update {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:11:45.456211 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.db [req-f646190d-5cd3-4060-b2d7-993ae0b3f13f req-ca6f2eda-c060-4f4d-8f56-21da36fe3fc6 service neutron] For port ae2673aa-41df-4043-b718-aaa6bf487b6c, host hv-cinder-83693, cleared binding levels {{(pid=103982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 12:11:45.459177 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.db [req-f646190d-5cd3-4060-b2d7-993ae0b3f13f req-ca6f2eda-c060-4f4d-8f56-21da36fe3fc6 service neutron] For port ae2673aa-41df-4043-b718-aaa6bf487b6c, host hv-cinder-83693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83693',level=0,port_id=ae2673aa-41df-4043-b718-aaa6bf487b6c,segment=NetworkSegment(c6eef021-ef52-4fe9-b827-fdc4163e97eb),segment_id=c6eef021-ef52-4fe9-b827-fdc4163e97eb)] {{(pid=103982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 12:11:45.569260 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [req-f646190d-5cd3-4060-b2d7-993ae0b3f13f req-ca6f2eda-c060-4f4d-8f56-21da36fe3fc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780057409639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780056949607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780056949625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126593592'] for port (ae2673aa-41df-4043-b718-aaa6bf487b6c), after_update {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:11:45.603361 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f646190d-5cd3-4060-b2d7-993ae0b3f13f req-ca6f2eda-c060-4f4d-8f56-21da36fe3fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:11:45.603850 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [req-f646190d-5cd3-4060-b2d7-993ae0b3f13f req-ca6f2eda-c060-4f4d-8f56-21da36fe3fc6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91606'] for port (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:11:45.605233 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-f646190d-5cd3-4060-b2d7-993ae0b3f13f req-ca6f2eda-c060-4f4d-8f56-21da36fe3fc6 service neutron] 10.222.0.49 "PUT /v2.0/ports/ae2673aa-41df-4043-b718-aaa6bf487b6c HTTP/1.1" status: 200 len: 1093 time: 0.7552562 Apr 07 12:11:45.605671 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbbb35d7-042d-488c-ba2e-88e040052a99', 'tag': 'ae2673aa-41df-4043-b718-aaa6bf487b6c'}] {{(pid=103982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:11:45.607965 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a87f3ac2112343cf46b731ae90f6f8f3b8b920e6472e7c70a4e5373429e5b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a63bf43-3189-450e-b661-fd493df06420" -d '{"events": [{"name": "network-changed", "server_uuid": "bbbb35d7-042d-488c-ba2e-88e040052a99", "tag": "ae2673aa-41df-4043-b718-aaa6bf487b6c"}]}' {{(pid=103982) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:11:45.632933 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6f2eda-c060-4f4d-8f56-21da36fe3fc6 service neutron] Pushing event updated for resources: {'Port': ['ID=ae2673aa-41df-4043-b718-aaa6bf487b6c,revision_number=3']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:11:45.649956 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 12:11:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad4cddeb-d576-48ac-bcd4-e6c310ce0895 x-openstack-request-id: req-ad4cddeb-d576-48ac-bcd4-e6c310ce0895 {{(pid=103982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:11:45.650483 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbbb35d7-042d-488c-ba2e-88e040052a99", "tag": "ae2673aa-41df-4043-b718-aaa6bf487b6c", "status": "completed", "code": 200}]} {{(pid=103982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:11:45.650741 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ad4cddeb-d576-48ac-bcd4-e6c310ce0895 {{(pid=103982) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:11:45.651173 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad4cddeb-d576-48ac-bcd4-e6c310ce0895'] response: {'name': 'network-changed', 'server_uuid': 'bbbb35d7-042d-488c-ba2e-88e040052a99', 'tag': 'ae2673aa-41df-4043-b718-aaa6bf487b6c', 'status': 'completed', 'code': 200} Apr 07 12:11:45.797898 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a63bf43-3189-450e-b661-fd493df06420 req-6d31798d-c3c3-480e-b15e-10bcb92bb7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:11:45.799455 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-1a63bf43-3189-450e-b661-fd493df06420 req-6d31798d-c3c3-480e-b15e-10bcb92bb7bd service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f773b5c38f1747ba994d9dbdae582152&device_id=bbbb35d7-042d-488c-ba2e-88e040052a99 HTTP/1.1" status: 200 len: 1127 time: 0.0949900 Apr 07 12:11:45.912121 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a63bf43-3189-450e-b661-fd493df06420 req-08ef36fa-fa12-4446-99cd-e4e6e78b26c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:11:45.913490 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-1a63bf43-3189-450e-b661-fd493df06420 req-08ef36fa-fa12-4446-99cd-e4e6e78b26c1 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=f773b5c38f1747ba994d9dbdae582152&shared=False HTTP/1.1" status: 200 len: 918 time: 0.0921855 Apr 07 12:11:46.004718 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a63bf43-3189-450e-b661-fd493df06420 req-a2027bc2-3ce9-49ed-bd14-453b04433bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:11:46.006236 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-1a63bf43-3189-450e-b661-fd493df06420 req-a2027bc2-3ce9-49ed-bd14-453b04433bd2 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0848253 Apr 07 12:11:46.120698 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f646190d-5cd3-4060-b2d7-993ae0b3f13f req-1556b4cf-0fab-4048-a433-7499bd825555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:11:46.122182 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-f646190d-5cd3-4060-b2d7-993ae0b3f13f req-1556b4cf-0fab-4048-a433-7499bd825555 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f773b5c38f1747ba994d9dbdae582152&device_id=bbbb35d7-042d-488c-ba2e-88e040052a99 HTTP/1.1" status: 200 len: 1127 time: 0.0462189 Apr 07 12:11:46.170512 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-f646190d-5cd3-4060-b2d7-993ae0b3f13f req-9730ab78-e85b-428e-a14a-4887653e0200 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ae2673aa-41df-4043-b718-aaa6bf487b6c HTTP/1.1" status: 200 len: 217 time: 0.0330420 Apr 07 12:11:46.218503 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f646190d-5cd3-4060-b2d7-993ae0b3f13f req-79c473d5-b0c3-48e5-bb22-a949fc8dc9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:11:46.219979 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-f646190d-5cd3-4060-b2d7-993ae0b3f13f req-79c473d5-b0c3-48e5-bb22-a949fc8dc9a8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c904b354-656a-4e16-9970-de4658d8dce1 HTTP/1.1" status: 200 len: 856 time: 0.0425420 Apr 07 12:11:46.273192 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f646190d-5cd3-4060-b2d7-993ae0b3f13f req-5cf5fb36-03e3-4871-a623-d1c1eee02de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:11:46.274693 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-f646190d-5cd3-4060-b2d7-993ae0b3f13f req-5cf5fb36-03e3-4871-a623-d1c1eee02de2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a3a1c9bf-f178-42b2-8a75-be0111298909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0479434 Apr 07 12:11:46.292859 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b57541-9e31-4287-84dd-dcfd3a5ab3a8 req-d47742fb-346f-41c1-b61a-2b7633b31986 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:11:46.294851 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-68b57541-9e31-4287-84dd-dcfd3a5ab3a8 req-d47742fb-346f-41c1-b61a-2b7633b31986 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/ports?device_id=bbbb35d7-042d-488c-ba2e-88e040052a99 HTTP/1.1" status: 200 len: 943 time: 0.0547111 Apr 07 12:11:46.340592 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-68b57541-9e31-4287-84dd-dcfd3a5ab3a8 req-e064f526-4499-4378-a168-30750c78d52f tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b0e87fb-8029-4c38-a737-b45eced71642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402076 Apr 07 12:11:46.376207 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-f646190d-5cd3-4060-b2d7-993ae0b3f13f req-ce1fabda-088a-4c0f-a2f1-ce2ee2db308f service neutron] 10.222.0.49 "GET /v2.0/networks/a3a1c9bf-f178-42b2-8a75-be0111298909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911937 Apr 07 12:11:46.469794 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-f646190d-5cd3-4060-b2d7-993ae0b3f13f req-8b12ac8b-6bcc-4b47-9837-907b7f299753 service neutron] 10.222.0.49 "GET /v2.0/networks/a3a1c9bf-f178-42b2-8a75-be0111298909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867858 Apr 07 12:11:47.464104 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2f44c2-9229-45a5-b09c-ba3d3bf55e7d req-8e6aeb56-87ff-48de-8254-b478a64fe30b tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:11:47.465744 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-7c2f44c2-9229-45a5-b09c-ba3d3bf55e7d req-8e6aeb56-87ff-48de-8254-b478a64fe30b tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/ports?device_id=bbbb35d7-042d-488c-ba2e-88e040052a99 HTTP/1.1" status: 200 len: 943 time: 0.0523832 Apr 07 12:11:47.511423 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-7c2f44c2-9229-45a5-b09c-ba3d3bf55e7d req-5f866043-460c-4881-8e23-88b9b201d8e9 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b0e87fb-8029-4c38-a737-b45eced71642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401783 Apr 07 12:11:48.633006 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea0935b-0b57-40e9-985d-88c27694ead2 req-c0d19f56-6c26-4b7d-b6d9-fe8911e45c7b tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:11:48.634463 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-bea0935b-0b57-40e9-985d-88c27694ead2 req-c0d19f56-6c26-4b7d-b6d9-fe8911e45c7b tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/ports?device_id=bbbb35d7-042d-488c-ba2e-88e040052a99 HTTP/1.1" status: 200 len: 943 time: 0.0544083 Apr 07 12:11:48.679365 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-bea0935b-0b57-40e9-985d-88c27694ead2 req-41e180be-42b9-424b-8836-c669c51f166a tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b0e87fb-8029-4c38-a737-b45eced71642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386751 Apr 07 12:11:49.494714 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Device ae2673aa-41df-4043-b718-aaa6bf487b6c details requested by agent hyperv_hv-cinder-83693 with host hv-cinder-83693 {{(pid=103984) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 12:11:49.592379 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.db [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] For port ae2673aa-41df-4043-b718-aaa6bf487b6c, host hv-cinder-83693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83693',level=0,port_id=ae2673aa-41df-4043-b718-aaa6bf487b6c,segment=NetworkSegment(c6eef021-ef52-4fe9-b827-fdc4163e97eb),segment_id=c6eef021-ef52-4fe9-b827-fdc4163e97eb)] {{(pid=103984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:11:49.603157 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Returning: {'device': 'ae2673aa-41df-4043-b718-aaa6bf487b6c', 'network_id': 'a3a1c9bf-f178-42b2-8a75-be0111298909', 'port_id': 'ae2673aa-41df-4043-b718-aaa6bf487b6c', 'mac_address': 'fa:16:3e:8c:f3:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c904b354-656a-4e16-9970-de4658d8dce1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103984) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 12:11:49.639635 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Current status of the port ae2673aa-41df-4043-b718-aaa6bf487b6c is: DOWN; New status is: BUILD {{(pid=103984) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:11:49.640007 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (ae2673aa-41df-4043-b718-aaa6bf487b6c), before_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:11:49.652176 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.notifiers.nova [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae2673aa-41df-4043-b718-aaa6bf487b6c {{(pid=103984) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 12:11:49.671920 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.db [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] For port ae2673aa-41df-4043-b718-aaa6bf487b6c, host hv-cinder-83693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83693',level=0,port_id=ae2673aa-41df-4043-b718-aaa6bf487b6c,segment=NetworkSegment(c6eef021-ef52-4fe9-b827-fdc4163e97eb),segment_id=c6eef021-ef52-4fe9-b827-fdc4163e97eb)] {{(pid=103984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:11:49.751758 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780057409639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780056949607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780056949625'] for port (ae2673aa-41df-4043-b718-aaa6bf487b6c), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:11:49.799291 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3879c526-dcba-421e-9701-7e36959f2f10 req-59acf345-390c-462d-9fbb-f6b836749e68 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:11:49.800781 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-3879c526-dcba-421e-9701-7e36959f2f10 req-59acf345-390c-462d-9fbb-f6b836749e68 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/ports?device_id=bbbb35d7-042d-488c-ba2e-88e040052a99 HTTP/1.1" status: 200 len: 944 time: 0.0517299 Apr 07 12:11:49.805765 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Pushing event updated for resources: {'Port': ['ID=ae2673aa-41df-4043-b718-aaa6bf487b6c,revision_number=4']} {{(pid=103984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:11:49.855921 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-3879c526-dcba-421e-9701-7e36959f2f10 req-ee6b968f-d9ff-405f-b5f4-7e3e0304fdeb tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b0e87fb-8029-4c38-a737-b45eced71642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490201 Apr 07 12:11:50.139009 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.db [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] get_ports_and_sgs() called for port_ids ['ae2673aa-41df-4043-b718-aaa6bf487b6c'] {{(pid=103984) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 12:11:50.973915 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242846d9-e942-4a7e-8001-9904a6380d0d req-e9395fab-b94f-4027-ae4d-ef6a7627aeb7 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:11:50.975372 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-242846d9-e942-4a7e-8001-9904a6380d0d req-e9395fab-b94f-4027-ae4d-ef6a7627aeb7 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/ports?device_id=bbbb35d7-042d-488c-ba2e-88e040052a99 HTTP/1.1" status: 200 len: 944 time: 0.0505822 Apr 07 12:11:51.020294 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-242846d9-e942-4a7e-8001-9904a6380d0d req-90ef0af2-a181-4e25-b9bd-b79b75c19022 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b0e87fb-8029-4c38-a737-b45eced71642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394535 Apr 07 12:11:51.495320 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Device ae2673aa-41df-4043-b718-aaa6bf487b6c up at agent hyperv_hv-cinder-83693 {{(pid=103984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:11:51.603685 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.provisioning_blocks [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Provisioning for port ae2673aa-41df-4043-b718-aaa6bf487b6c completed by entity L2. {{(pid=103984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 12:11:51.607535 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.provisioning_blocks [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Provisioning complete for port ae2673aa-41df-4043-b718-aaa6bf487b6c triggered by entity L2. {{(pid=103984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:11:51.608059 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7484729'] for port (ae2673aa-41df-4043-b718-aaa6bf487b6c), provisioning_complete {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:11:51.682940 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Current status of the port ae2673aa-41df-4043-b718-aaa6bf487b6c is: BUILD; New status is: ACTIVE {{(pid=103984) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:11:51.683337 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (ae2673aa-41df-4043-b718-aaa6bf487b6c), before_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:11:51.705425 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbbb35d7-042d-488c-ba2e-88e040052a99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae2673aa-41df-4043-b718-aaa6bf487b6c'}] {{(pid=103984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:11:51.707632 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0608bff1dee5f704c30ce50aefecbc08eaebc6e842b477e08be3f7901197da8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03e419ab-05c0-4dd3-b4e5-3bf392952fd2" -d '{"events": [{"server_uuid": "bbbb35d7-042d-488c-ba2e-88e040052a99", "name": "network-vif-plugged", "status": "completed", "tag": "ae2673aa-41df-4043-b718-aaa6bf487b6c"}]}' {{(pid=103984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:11:51.719084 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.db [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] For port ae2673aa-41df-4043-b718-aaa6bf487b6c, host hv-cinder-83693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83693',level=0,port_id=ae2673aa-41df-4043-b718-aaa6bf487b6c,segment=NetworkSegment(c6eef021-ef52-4fe9-b827-fdc4163e97eb),segment_id=c6eef021-ef52-4fe9-b827-fdc4163e97eb)] {{(pid=103984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:11:51.742700 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 12:11:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa2dd54c-8313-45ec-b3f2-e34c58259697 x-openstack-request-id: req-fa2dd54c-8313-45ec-b3f2-e34c58259697 {{(pid=103984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:11:51.743017 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbbb35d7-042d-488c-ba2e-88e040052a99", "name": "network-vif-plugged", "status": "completed", "tag": "ae2673aa-41df-4043-b718-aaa6bf487b6c", "code": 200}]} {{(pid=103984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:11:51.743319 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-fa2dd54c-8313-45ec-b3f2-e34c58259697 {{(pid=103984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:11:51.743719 dv-cinder-836930-1-iscsi neutron-server[103984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa2dd54c-8313-45ec-b3f2-e34c58259697'] response: {'server_uuid': 'bbbb35d7-042d-488c-ba2e-88e040052a99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae2673aa-41df-4043-b718-aaa6bf487b6c', 'code': 200} Apr 07 12:11:51.809839 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780057409639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780056949607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780056949625'] for port (ae2673aa-41df-4043-b718-aaa6bf487b6c), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:11:51.859310 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Pushing event updated for resources: {'Port': ['ID=ae2673aa-41df-4043-b718-aaa6bf487b6c,revision_number=5']} {{(pid=103984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:11:52.096934 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbd3675-0165-4264-8ae5-a1fa7df42886 req-5236be09-070a-45be-954d-e4e047d351cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:11:52.099569 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-0bbd3675-0165-4264-8ae5-a1fa7df42886 req-5236be09-070a-45be-954d-e4e047d351cb service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=bbbb35d7-042d-488c-ba2e-88e040052a99 HTTP/1.1" status: 200 len: 1129 time: 0.0451179 Apr 07 12:11:52.145049 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-0bbd3675-0165-4264-8ae5-a1fa7df42886 req-4004a904-6034-41f3-9833-1eabc367d1e6 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=4b0e87fb-8029-4c38-a737-b45eced71642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389931 Apr 07 12:11:52.151425 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1638d7f0-1533-49dd-a893-f47507df5e2a req-b0fc0eee-57fa-4ed0-8bd2-77ebacb96e65 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:11:52.152929 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-1638d7f0-1533-49dd-a893-f47507df5e2a req-b0fc0eee-57fa-4ed0-8bd2-77ebacb96e65 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/ports?device_id=bbbb35d7-042d-488c-ba2e-88e040052a99 HTTP/1.1" status: 200 len: 945 time: 0.0599041 Apr 07 12:11:52.202227 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-1638d7f0-1533-49dd-a893-f47507df5e2a req-ad0a65dc-1834-4a9f-81f1-309a023165d4 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b0e87fb-8029-4c38-a737-b45eced71642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437865 Apr 07 12:11:53.323847 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5373017-af97-48e9-9e2b-8c2491b95cf4 req-22944d7b-762f-40f7-a326-869b5c2b934d tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:11:53.325228 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-a5373017-af97-48e9-9e2b-8c2491b95cf4 req-22944d7b-762f-40f7-a326-869b5c2b934d tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/ports?device_id=bbbb35d7-042d-488c-ba2e-88e040052a99 HTTP/1.1" status: 200 len: 945 time: 0.0515447 Apr 07 12:11:53.370973 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-a5373017-af97-48e9-9e2b-8c2491b95cf4 req-e8fb8816-0219-49ee-a77d-8f6991192ae7 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b0e87fb-8029-4c38-a737-b45eced71642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393786 Apr 07 12:11:54.492143 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faa48a6-acf7-40b0-a96c-dfbb07790f47 req-fee45ae3-835a-4e1f-978d-00d404813939 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:11:54.493571 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-4faa48a6-acf7-40b0-a96c-dfbb07790f47 req-fee45ae3-835a-4e1f-978d-00d404813939 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/ports?device_id=bbbb35d7-042d-488c-ba2e-88e040052a99 HTTP/1.1" status: 200 len: 945 time: 0.0520658 Apr 07 12:11:54.539230 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-4faa48a6-acf7-40b0-a96c-dfbb07790f47 req-3a0ea293-d2a1-4e09-8e17-aa2d2e749b1a tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b0e87fb-8029-4c38-a737-b45eced71642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401156 Apr 07 12:11:54.659724 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a292d2-e511-4f73-9857-6c3e82b1ab9b req-ba6045d0-cd74-4fc5-a84c-375c00840c42 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:11:54.661189 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-c8a292d2-e511-4f73-9857-6c3e82b1ab9b req-ba6045d0-cd74-4fc5-a84c-375c00840c42 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/ports?device_id=bbbb35d7-042d-488c-ba2e-88e040052a99 HTTP/1.1" status: 200 len: 945 time: 0.0551376 Apr 07 12:11:54.669723 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.58', 39132) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:11:54.674003 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.v2.base [None req-bb917bd5-9735-48f8-85c4-5188f67faa13 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Request body: {'floatingip': {'port_id': 'ae2673aa-41df-4043-b718-aaa6bf487b6c'}} {{(pid=103982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:11:54.713516 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-bb917bd5-9735-48f8-85c4-5188f67faa13 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Publish callbacks [] for floatingip (61558438-1b2e-49c9-9ea0-458dcad27bf7), before_update {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:11:55.404429 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-bb917bd5-9735-48f8-85c4-5188f67faa13 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:11:55.495347 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-bb917bd5-9735-48f8-85c4-5188f67faa13 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2019898'] for floatingip (61558438-1b2e-49c9-9ea0-458dcad27bf7), after_update {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:11:55.604063 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.db.l3_db [None req-bb917bd5-9735-48f8-85c4-5188f67faa13 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Floating IP 61558438-1b2e-49c9-9ea0-458dcad27bf7 associated. External IP: 172.27.0.59, port: ae2673aa-41df-4043-b718-aaa6bf487b6c. Apr 07 12:11:55.816138 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb917bd5-9735-48f8-85c4-5188f67faa13 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Router 0390f484-f283-4360-89fc-ee67de09a647 has already been hosted by L3 agent ad8978c4-6515-441c-a828-0289badd3b4a {{(pid=103982) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 12:11:55.925857 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb917bd5-9735-48f8-85c4-5188f67faa13 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Notify agent at l3_agent.dv-cinder-836930-1-iscsi the message routers_updated {{(pid=103982) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 12:11:55.930861 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-bb917bd5-9735-48f8-85c4-5188f67faa13 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91606'] for floatingip (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:11:55.936305 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc4ad8f-937e-427c-a497-789717bdb9af None None] Sync routers for ids ['0390f484-f283-4360-89fc-ee67de09a647'] in dv-cinder-836930-1-iscsi {{(pid=103984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 12:11:55.945437 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc4ad8f-937e-427c-a497-789717bdb9af None None] Routers {'0390f484-f283-4360-89fc-ee67de09a647'} bound to L3 agent in host dv-cinder-836930-1-iscsi {{(pid=103984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:11:55.946055 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_hamode_db [None req-7fc4ad8f-937e-427c-a497-789717bdb9af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836930-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-07T11:57:34Z,description=,heartbeat_timestamp=2022-04-07T12:11:34Z,host='dv-cinder-836930-1-iscsi',id=ad8978c4-6515-441c-a828-0289badd3b4a,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:57:35Z,topic='l3_agent')) {'router_ids': ['0390f484-f283-4360-89fc-ee67de09a647'], 'active': True} {{(pid=103984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:11:55.971165 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [None req-bb917bd5-9735-48f8-85c4-5188f67faa13 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "PUT /v2.0/floatingips/61558438-1b2e-49c9-9ea0-458dcad27bf7 HTTP/1.1" status: 200 len: 990 time: 1.2894149 Apr 07 12:11:55.971165 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbbb35d7-042d-488c-ba2e-88e040052a99', 'tag': 'ae2673aa-41df-4043-b718-aaa6bf487b6c'}] {{(pid=103982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:11:55.971165 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a87f3ac2112343cf46b731ae90f6f8f3b8b920e6472e7c70a4e5373429e5b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-309a6b92-6ee6-4534-86bc-e5b77b2cae61" -d '{"events": [{"name": "network-changed", "server_uuid": "bbbb35d7-042d-488c-ba2e-88e040052a99", "tag": "ae2673aa-41df-4043-b718-aaa6bf487b6c"}]}' {{(pid=103982) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:11:56.055182 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 12:11:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7faab59d-36bf-4b84-a086-62d1b8028aa2 x-openstack-request-id: req-7faab59d-36bf-4b84-a086-62d1b8028aa2 {{(pid=103982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:11:56.055398 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_dvr_db [None req-7fc4ad8f-937e-427c-a497-789717bdb9af None None] Set router 0390f484-f283-4360-89fc-ee67de09a647 gateway port host: dv-cinder-836930-1-iscsi {{(pid=103984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:11:56.055533 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbbb35d7-042d-488c-ba2e-88e040052a99", "tag": "ae2673aa-41df-4043-b718-aaa6bf487b6c", "status": "completed", "code": 200}]} {{(pid=103982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:11:56.055729 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7faab59d-36bf-4b84-a086-62d1b8028aa2 {{(pid=103982) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:11:56.056122 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7faab59d-36bf-4b84-a086-62d1b8028aa2'] response: {'name': 'network-changed', 'server_uuid': 'bbbb35d7-042d-488c-ba2e-88e040052a99', 'tag': 'ae2673aa-41df-4043-b718-aaa6bf487b6c', 'status': 'completed', 'code': 200} Apr 07 12:11:56.164582 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309a6b92-6ee6-4534-86bc-e5b77b2cae61 req-a0d78eca-761d-4efd-b14c-45c4192371be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:11:56.165847 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-309a6b92-6ee6-4534-86bc-e5b77b2cae61 req-a0d78eca-761d-4efd-b14c-45c4192371be service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f773b5c38f1747ba994d9dbdae582152&device_id=bbbb35d7-042d-488c-ba2e-88e040052a99 HTTP/1.1" status: 200 len: 1129 time: 0.0435448 Apr 07 12:11:56.266977 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309a6b92-6ee6-4534-86bc-e5b77b2cae61 req-c90581db-45c7-4284-bd58-a39a27a462f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:11:56.268251 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-309a6b92-6ee6-4534-86bc-e5b77b2cae61 req-c90581db-45c7-4284-bd58-a39a27a462f2 service neutron] 10.222.0.49 "GET /v2.0/networks?id=a3a1c9bf-f178-42b2-8a75-be0111298909 HTTP/1.1" status: 200 len: 918 time: 0.0953262 Apr 07 12:11:56.339240 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-309a6b92-6ee6-4534-86bc-e5b77b2cae61 req-99b4f2ce-d5dc-4414-9926-c32c3716603e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ae2673aa-41df-4043-b718-aaa6bf487b6c HTTP/1.1" status: 200 len: 998 time: 0.0621850 Apr 07 12:11:56.392051 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309a6b92-6ee6-4534-86bc-e5b77b2cae61 req-cbc8d2c0-7d21-45a1-84ae-a2b65f4bf27b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:11:56.393542 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-309a6b92-6ee6-4534-86bc-e5b77b2cae61 req-cbc8d2c0-7d21-45a1-84ae-a2b65f4bf27b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c904b354-656a-4e16-9970-de4658d8dce1 HTTP/1.1" status: 200 len: 856 time: 0.0472906 Apr 07 12:11:56.447228 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309a6b92-6ee6-4534-86bc-e5b77b2cae61 req-6388a1b0-da3d-4e14-b8d5-b066ee80fa8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:11:56.448732 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-309a6b92-6ee6-4534-86bc-e5b77b2cae61 req-6388a1b0-da3d-4e14-b8d5-b066ee80fa8d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a3a1c9bf-f178-42b2-8a75-be0111298909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0484667 Apr 07 12:11:56.457696 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_hamode_db [None req-7fc4ad8f-937e-427c-a497-789717bdb9af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0390f484-f283-4360-89fc-ee67de09a647', 'name': 'tempest-AttachVolumeShelveTestJSON-2064474164-router', 'tenant_id': 'f773b5c38f1747ba994d9dbdae582152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'external_fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': '71058e0c-eb0e-4219-8b09-6ccbd5c5f417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:08:02Z', 'updated_at': '2022-04-07T12:08:06Z', 'revision_number': 4, 'project_id': 'f773b5c38f1747ba994d9dbdae582152', 'gw_port': {'id': '71058e0c-eb0e-4219-8b09-6ccbd5c5f417', 'name': '', 'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:b9:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0390f484-f283-4360-89fc-ee67de09a647', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:08:03Z', 'updated_at': '2022-04-07T12:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4554067d-f507-4a99-8a98-0874c02c5721', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836930-1-iscsi', '_floatingips': [{'id': '61558438-1b2e-49c9-9ea0-458dcad27bf7', 'tenant_id': 'f773b5c38f1747ba994d9dbdae582152', 'floating_ip_address': '172.27.0.59', 'floating_network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'router_id': '0390f484-f283-4360-89fc-ee67de09a647', 'port_id': 'ae2673aa-41df-4043-b718-aaa6bf487b6c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3a1c9bf-f178-42b2-8a75-be0111298909', 'mac_address': 'fa:16:3e:8c:f3:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbbb35d7-042d-488c-ba2e-88e040052a99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T12:11:40Z', 'updated_at': '2022-04-07T12:11:55Z', 'revision_number': 1, 'project_id': 'f773b5c38f1747ba994d9dbdae582152', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cdb1a5b8-20f6-4bf4-a486-7b25dd95c638', 'name': '', 'network_id': 'a3a1c9bf-f178-42b2-8a75-be0111298909', 'tenant_id': 'f773b5c38f1747ba994d9dbdae582152', 'mac_address': 'fa:16:3e:22:dd:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0390f484-f283-4360-89fc-ee67de09a647', 'device_owner': 'network:router_interface', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': 'c904b354-656a-4e16-9970-de4658d8dce1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:08:06Z', 'updated_at': '2022-04-07T12:08:11Z', 'revision_number': 5, 'project_id': 'f773b5c38f1747ba994d9dbdae582152', 'subnets': [{'id': 'c904b354-656a-4e16-9970-de4658d8dce1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836930-1-iscsi', False) {} {{(pid=103984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:11:56.484077 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc4ad8f-937e-427c-a497-789717bdb9af None None] Checking router: 0390f484-f283-4360-89fc-ee67de09a647 for host: dv-cinder-836930-1-iscsi {{(pid=103984) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 12:11:56.492288 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc4ad8f-937e-427c-a497-789717bdb9af None None] Routers {'0390f484-f283-4360-89fc-ee67de09a647'} bound to L3 agent in host dv-cinder-836930-1-iscsi {{(pid=103984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:11:56.492889 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_hamode_db [None req-7fc4ad8f-937e-427c-a497-789717bdb9af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836930-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-07T11:57:34Z,description=,heartbeat_timestamp=2022-04-07T12:11:34Z,host='dv-cinder-836930-1-iscsi',id=ad8978c4-6515-441c-a828-0289badd3b4a,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:57:35Z,topic='l3_agent')) {'router_ids': ['0390f484-f283-4360-89fc-ee67de09a647'], 'active': True} {{(pid=103984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:11:56.540556 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-309a6b92-6ee6-4534-86bc-e5b77b2cae61 req-f53fa6dd-df30-40ec-b926-5ca133f8b25a service neutron] 10.222.0.49 "GET /v2.0/networks/a3a1c9bf-f178-42b2-8a75-be0111298909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837173 Apr 07 12:11:56.603934 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_dvr_db [None req-7fc4ad8f-937e-427c-a497-789717bdb9af None None] Set router 0390f484-f283-4360-89fc-ee67de09a647 gateway port host: dv-cinder-836930-1-iscsi {{(pid=103984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:11:56.639576 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-309a6b92-6ee6-4534-86bc-e5b77b2cae61 req-2bc47542-3785-4e4e-ae5e-2ad23d631a96 service neutron] 10.222.0.49 "GET /v2.0/networks/a3a1c9bf-f178-42b2-8a75-be0111298909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901334 Apr 07 12:11:56.831963 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_hamode_db [None req-7fc4ad8f-937e-427c-a497-789717bdb9af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0390f484-f283-4360-89fc-ee67de09a647', 'name': 'tempest-AttachVolumeShelveTestJSON-2064474164-router', 'tenant_id': 'f773b5c38f1747ba994d9dbdae582152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'external_fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': '71058e0c-eb0e-4219-8b09-6ccbd5c5f417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:08:02Z', 'updated_at': '2022-04-07T12:08:06Z', 'revision_number': 4, 'project_id': 'f773b5c38f1747ba994d9dbdae582152', 'gw_port': {'id': '71058e0c-eb0e-4219-8b09-6ccbd5c5f417', 'name': '', 'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:b9:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0390f484-f283-4360-89fc-ee67de09a647', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:08:03Z', 'updated_at': '2022-04-07T12:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4554067d-f507-4a99-8a98-0874c02c5721', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836930-1-iscsi', '_floatingips': [{'id': '61558438-1b2e-49c9-9ea0-458dcad27bf7', 'tenant_id': 'f773b5c38f1747ba994d9dbdae582152', 'floating_ip_address': '172.27.0.59', 'floating_network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'router_id': '0390f484-f283-4360-89fc-ee67de09a647', 'port_id': 'ae2673aa-41df-4043-b718-aaa6bf487b6c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3a1c9bf-f178-42b2-8a75-be0111298909', 'mac_address': 'fa:16:3e:8c:f3:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbbb35d7-042d-488c-ba2e-88e040052a99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T12:11:40Z', 'updated_at': '2022-04-07T12:11:55Z', 'revision_number': 1, 'project_id': 'f773b5c38f1747ba994d9dbdae582152', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cdb1a5b8-20f6-4bf4-a486-7b25dd95c638', 'name': '', 'network_id': 'a3a1c9bf-f178-42b2-8a75-be0111298909', 'tenant_id': 'f773b5c38f1747ba994d9dbdae582152', 'mac_address': 'fa:16:3e:22:dd:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0390f484-f283-4360-89fc-ee67de09a647', 'device_owner': 'network:router_interface', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': 'c904b354-656a-4e16-9970-de4658d8dce1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:08:06Z', 'updated_at': '2022-04-07T12:08:11Z', 'revision_number': 5, 'project_id': 'f773b5c38f1747ba994d9dbdae582152', 'subnets': [{'id': 'c904b354-656a-4e16-9970-de4658d8dce1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836930-1-iscsi', False) {} {{(pid=103984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:11:56.857534 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc4ad8f-937e-427c-a497-789717bdb9af None None] The sync data for ids ['0390f484-f283-4360-89fc-ee67de09a647'] in dv-cinder-836930-1-iscsi is: [{'id': '0390f484-f283-4360-89fc-ee67de09a647', 'name': 'tempest-AttachVolumeShelveTestJSON-2064474164-router', 'tenant_id': 'f773b5c38f1747ba994d9dbdae582152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'external_fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': '71058e0c-eb0e-4219-8b09-6ccbd5c5f417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:08:02Z', 'updated_at': '2022-04-07T12:08:06Z', 'revision_number': 4, 'project_id': 'f773b5c38f1747ba994d9dbdae582152', 'gw_port': {'id': '71058e0c-eb0e-4219-8b09-6ccbd5c5f417', 'name': '', 'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:b9:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0390f484-f283-4360-89fc-ee67de09a647', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:08:03Z', 'updated_at': '2022-04-07T12:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4554067d-f507-4a99-8a98-0874c02c5721', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836930-1-iscsi', '_floatingips': [{'id': '61558438-1b2e-49c9-9ea0-458dcad27bf7', 'tenant_id': 'f773b5c38f1747ba994d9dbdae582152', 'floating_ip_address': '172.27.0.59', 'floating_network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'router_id': '0390f484-f283-4360-89fc-ee67de09a647', 'port_id': 'ae2673aa-41df-4043-b718-aaa6bf487b6c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3a1c9bf-f178-42b2-8a75-be0111298909', 'mac_address': 'fa:16:3e:8c:f3:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbbb35d7-042d-488c-ba2e-88e040052a99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T12:11:40Z', 'updated_at': '2022-04-07T12:11:55Z', 'revision_number': 1, 'project_id': 'f773b5c38f1747ba994d9dbdae582152', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cdb1a5b8-20f6-4bf4-a486-7b25dd95c638', 'name': '', 'network_id': 'a3a1c9bf-f178-42b2-8a75-be0111298909', 'tenant_id': 'f773b5c38f1747ba994d9dbdae582152', 'mac_address': 'fa:16:3e:22:dd:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0390f484-f283-4360-89fc-ee67de09a647', 'device_owner': 'network:router_interface', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': 'c904b354-656a-4e16-9970-de4658d8dce1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:08:06Z', 'updated_at': '2022-04-07T12:08:11Z', 'revision_number': 5, 'project_id': 'f773b5c38f1747ba994d9dbdae582152', 'subnets': [{'id': 'c904b354-656a-4e16-9970-de4658d8dce1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 12:11:57.059215 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-605e3133-30cc-4006-b949-3f6c8ac3df38 None None] New status for floating IP 61558438-1b2e-49c9-9ea0-458dcad27bf7: ACTIVE {{(pid=103985) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 12:11:59.304822 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a97c325-6490-40c8-afd0-ed2e61d61d09 req-1af1f953-163c-464f-9c32-a7611e6e8412 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:11:59.306256 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-7a97c325-6490-40c8-afd0-ed2e61d61d09 req-1af1f953-163c-464f-9c32-a7611e6e8412 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] 10.222.0.58 "GET /v2.0/ports?device_id=34bf0728-3bf9-4036-8e59-885b4140237b HTTP/1.1" status: 200 len: 946 time: 0.0538301 Apr 07 12:11:59.351700 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-7a97c325-6490-40c8-afd0-ed2e61d61d09 req-4c52fbaf-707e-4547-bf18-6e00b786aef6 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] 10.222.0.58 "GET /v2.0/security-groups?id=50123f46-7cd8-49b6-9c22-20cd7e350c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396662 Apr 07 12:11:59.431362 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (b65c4e22-832a-4f2b-89ab-f6b5f91e1f65), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:00.468465 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce237fd-d23f-4254-ab77-ebbdf5fdb8a1 req-da9c5248-5971-4376-9e17-7b66a8bc9360 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:12:00.470228 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-dce237fd-d23f-4254-ab77-ebbdf5fdb8a1 req-da9c5248-5971-4376-9e17-7b66a8bc9360 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] 10.222.0.58 "GET /v2.0/ports?device_id=34bf0728-3bf9-4036-8e59-885b4140237b HTTP/1.1" status: 200 len: 946 time: 0.0519753 Apr 07 12:12:00.522322 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-dce237fd-d23f-4254-ab77-ebbdf5fdb8a1 req-2a8ade3b-32fe-440f-8b94-84e5d931a606 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] 10.222.0.58 "GET /v2.0/security-groups?id=50123f46-7cd8-49b6-9c22-20cd7e350c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467405 Apr 07 12:12:01.641058 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1818714-8642-4c4c-9b82-06c76e6638d3 req-3d223511-de4b-44bc-828a-eed7fa546096 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:12:01.642534 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-c1818714-8642-4c4c-9b82-06c76e6638d3 req-3d223511-de4b-44bc-828a-eed7fa546096 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] 10.222.0.58 "GET /v2.0/ports?device_id=34bf0728-3bf9-4036-8e59-885b4140237b HTTP/1.1" status: 200 len: 946 time: 0.0535457 Apr 07 12:12:01.688933 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-c1818714-8642-4c4c-9b82-06c76e6638d3 req-8cf0c013-fc1d-43c4-a044-92622fa45cd7 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] 10.222.0.58 "GET /v2.0/security-groups?id=50123f46-7cd8-49b6-9c22-20cd7e350c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409253 Apr 07 12:12:01.852766 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3358f19c-9eb7-48d7-9b6e-5c6bf8397d2e req-96c3222b-bdc8-4c7c-be6d-a99317309bdb tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:12:01.854281 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-3358f19c-9eb7-48d7-9b6e-5c6bf8397d2e req-96c3222b-bdc8-4c7c-be6d-a99317309bdb tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] 10.222.0.49 "GET /v2.0/ports?device_id=34bf0728-3bf9-4036-8e59-885b4140237b HTTP/1.1" status: 200 len: 946 time: 0.0582912 Apr 07 12:12:01.962621 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-b509f457-7e3e-4714-ae88-b0913e85e548 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (94869e64-74fb-4601-95b5-a1334a6bdcea), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:01.964342 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.plugin [req-3358f19c-9eb7-48d7-9b6e-5c6bf8397d2e req-0677bd0f-da58-47db-9647-adbc53724047 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Deleting port 6c1a928f-8219-4bba-ab6b-07b743be00e2 {{(pid=103982) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:12:01.964684 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [req-3358f19c-9eb7-48d7-9b6e-5c6bf8397d2e req-0677bd0f-da58-47db-9647-adbc53724047 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780057404546'] for port (6c1a928f-8219-4bba-ab6b-07b743be00e2), before_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:02.050866 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.db [req-3358f19c-9eb7-48d7-9b6e-5c6bf8397d2e req-0677bd0f-da58-47db-9647-adbc53724047 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] For port 6c1a928f-8219-4bba-ab6b-07b743be00e2, host hv-cinder-83693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83693',level=0,port_id=6c1a928f-8219-4bba-ab6b-07b743be00e2,segment=NetworkSegment(0390e2dd-fa0e-4e46-ac16-40eb36374f96),segment_id=0390e2dd-fa0e-4e46-ac16-40eb36374f96)] {{(pid=103982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:12:02.051178 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [req-3358f19c-9eb7-48d7-9b6e-5c6bf8397d2e req-0677bd0f-da58-47db-9647-adbc53724047 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2017998'] for port (6c1a928f-8219-4bba-ab6b-07b743be00e2), precommit_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:02.224116 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [req-3358f19c-9eb7-48d7-9b6e-5c6bf8397d2e req-0677bd0f-da58-47db-9647-adbc53724047 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:02.224471 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [req-3358f19c-9eb7-48d7-9b6e-5c6bf8397d2e req-0677bd0f-da58-47db-9647-adbc53724047 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2019898'] for floatingip (51d59dd9-c4b1-48b1-9b01-9e5910ac22e8), after_update {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:02.224785 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.db.l3_db [req-3358f19c-9eb7-48d7-9b6e-5c6bf8397d2e req-0677bd0f-da58-47db-9647-adbc53724047 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Floating IP 51d59dd9-c4b1-48b1-9b01-9e5910ac22e8 disassociated. External IP: 172.27.0.67, port: 6c1a928f-8219-4bba-ab6b-07b743be00e2. Apr 07 12:12:02.225118 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.plugin [req-3358f19c-9eb7-48d7-9b6e-5c6bf8397d2e req-0677bd0f-da58-47db-9647-adbc53724047 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Calling delete_port for 6c1a928f-8219-4bba-ab6b-07b743be00e2 owned by compute:nova {{(pid=103982) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:12:02.415542 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [req-3358f19c-9eb7-48d7-9b6e-5c6bf8397d2e req-0677bd0f-da58-47db-9647-adbc53724047 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780057409621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780056949598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126593575'] for port (6c1a928f-8219-4bba-ab6b-07b743be00e2), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:02.447652 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0677bd0f-da58-47db-9647-adbc53724047 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Pushing event deleted for resources: {'Port': ['ID=6c1a928f-8219-4bba-ab6b-07b743be00e2,revision_number=None']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:12:02.562996 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3358f19c-9eb7-48d7-9b6e-5c6bf8397d2e req-0677bd0f-da58-47db-9647-adbc53724047 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Router 6425557c-237c-4a3e-8e32-6dc483dfa631 has already been hosted by L3 agent ad8978c4-6515-441c-a828-0289badd3b4a {{(pid=103982) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 12:12:02.672650 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3358f19c-9eb7-48d7-9b6e-5c6bf8397d2e req-0677bd0f-da58-47db-9647-adbc53724047 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Notify agent at l3_agent.dv-cinder-836930-1-iscsi the message routers_updated {{(pid=103982) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 12:12:02.681814 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ef28b5-08dd-4a76-bfb4-853aaa48abbd None None] Sync routers for ids ['6425557c-237c-4a3e-8e32-6dc483dfa631'] in dv-cinder-836930-1-iscsi {{(pid=103984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 12:12:02.692471 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ef28b5-08dd-4a76-bfb4-853aaa48abbd None None] Routers {'6425557c-237c-4a3e-8e32-6dc483dfa631'} bound to L3 agent in host dv-cinder-836930-1-iscsi {{(pid=103984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:12:02.693080 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_hamode_db [None req-53ef28b5-08dd-4a76-bfb4-853aaa48abbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836930-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-07T11:57:34Z,description=,heartbeat_timestamp=2022-04-07T12:11:34Z,host='dv-cinder-836930-1-iscsi',id=ad8978c4-6515-441c-a828-0289badd3b4a,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:57:35Z,topic='l3_agent')) {'router_ids': ['6425557c-237c-4a3e-8e32-6dc483dfa631'], 'active': True} {{(pid=103984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:12:02.712528 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.db.l3_dvrscheduler_db [req-3358f19c-9eb7-48d7-9b6e-5c6bf8397d2e req-0677bd0f-da58-47db-9647-adbc53724047 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] No DVR routers for this DVR port 6c1a928f-8219-4bba-ab6b-07b743be00e2 on host hv-cinder-83693 {{(pid=103982) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 12:12:02.715191 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [req-3358f19c-9eb7-48d7-9b6e-5c6bf8397d2e req-0677bd0f-da58-47db-9647-adbc53724047 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91606'] for port (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:02.718682 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-3358f19c-9eb7-48d7-9b6e-5c6bf8397d2e req-0677bd0f-da58-47db-9647-adbc53724047 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] 10.222.0.49 "DELETE /v2.0/ports/6c1a928f-8219-4bba-ab6b-07b743be00e2 HTTP/1.1" status: 204 len: 173 time: 0.8578060 Apr 07 12:12:02.719180 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34bf0728-3bf9-4036-8e59-885b4140237b', 'name': 'network-vif-deleted', 'tag': '6c1a928f-8219-4bba-ab6b-07b743be00e2'}] {{(pid=103982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:12:02.721978 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a87f3ac2112343cf46b731ae90f6f8f3b8b920e6472e7c70a4e5373429e5b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ead890d6-8632-4ab3-adc2-9d5d0cfdbd0c" -d '{"events": [{"server_uuid": "34bf0728-3bf9-4036-8e59-885b4140237b", "name": "network-vif-deleted", "tag": "6c1a928f-8219-4bba-ab6b-07b743be00e2"}]}' {{(pid=103982) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:12:02.768430 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 12:12:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fee9e108-12d4-4be1-b3b9-3743a0a1345f x-openstack-request-id: req-fee9e108-12d4-4be1-b3b9-3743a0a1345f {{(pid=103982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:12:02.768810 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34bf0728-3bf9-4036-8e59-885b4140237b", "name": "network-vif-deleted", "tag": "6c1a928f-8219-4bba-ab6b-07b743be00e2", "status": "completed", "code": 200}]} {{(pid=103982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:12:02.769247 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-fee9e108-12d4-4be1-b3b9-3743a0a1345f {{(pid=103982) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:12:02.769727 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fee9e108-12d4-4be1-b3b9-3743a0a1345f'] response: {'server_uuid': '34bf0728-3bf9-4036-8e59-885b4140237b', 'name': 'network-vif-deleted', 'tag': '6c1a928f-8219-4bba-ab6b-07b743be00e2', 'status': 'completed', 'code': 200} Apr 07 12:12:02.791213 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-7146fd12-3c99-49fb-ad76-03bb621730ba req-f0b3cd6f-0f53-4681-808c-f2b528b152bb tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] 10.222.0.58 "GET /v2.0/ports?device_id=34bf0728-3bf9-4036-8e59-885b4140237b HTTP/1.1" status: 200 len: 210 time: 0.0323975 Apr 07 12:12:02.812813 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_dvr_db [None req-53ef28b5-08dd-4a76-bfb4-853aaa48abbd None None] Set router 6425557c-237c-4a3e-8e32-6dc483dfa631 gateway port host: dv-cinder-836930-1-iscsi {{(pid=103984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:12:03.027370 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_hamode_db [None req-53ef28b5-08dd-4a76-bfb4-853aaa48abbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6425557c-237c-4a3e-8e32-6dc483dfa631', 'name': 'tempest-AttachVolumeTestJSON-1991479010-router', 'tenant_id': 'bb7aeab7f2af4131992847a73f3c7e0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'external_fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': '92f08395-6710-4a8f-bd95-1baa091c1ea2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:06:29Z', 'updated_at': '2022-04-07T12:06:37Z', 'revision_number': 4, 'project_id': 'bb7aeab7f2af4131992847a73f3c7e0a', 'gw_port': {'id': '92f08395-6710-4a8f-bd95-1baa091c1ea2', 'name': '', 'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:40:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6425557c-237c-4a3e-8e32-6dc483dfa631', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:06:31Z', 'updated_at': '2022-04-07T12:06:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4554067d-f507-4a99-8a98-0874c02c5721', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836930-1-iscsi', '_interfaces': [{'id': '21394a6d-fda4-41a7-8be6-3028c46a6266', 'name': '', 'network_id': 'fcace665-ea97-4783-845e-38b6ed7c4b29', 'tenant_id': 'bb7aeab7f2af4131992847a73f3c7e0a', 'mac_address': 'fa:16:3e:73:56:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6425557c-237c-4a3e-8e32-6dc483dfa631', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'f6c89c23-3e38-47dc-af91-b69590186a24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:06:35Z', 'updated_at': '2022-04-07T12:06:54Z', 'revision_number': 5, 'project_id': 'bb7aeab7f2af4131992847a73f3c7e0a', 'subnets': [{'id': 'f6c89c23-3e38-47dc-af91-b69590186a24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836930-1-iscsi', False) {} {{(pid=103984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:12:03.053675 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ef28b5-08dd-4a76-bfb4-853aaa48abbd None None] Checking router: 6425557c-237c-4a3e-8e32-6dc483dfa631 for host: dv-cinder-836930-1-iscsi {{(pid=103984) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 12:12:03.062315 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ef28b5-08dd-4a76-bfb4-853aaa48abbd None None] Routers {'6425557c-237c-4a3e-8e32-6dc483dfa631'} bound to L3 agent in host dv-cinder-836930-1-iscsi {{(pid=103984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:12:03.062908 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_hamode_db [None req-53ef28b5-08dd-4a76-bfb4-853aaa48abbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836930-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-07T11:57:34Z,description=,heartbeat_timestamp=2022-04-07T12:11:34Z,host='dv-cinder-836930-1-iscsi',id=ad8978c4-6515-441c-a828-0289badd3b4a,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:57:35Z,topic='l3_agent')) {'router_ids': ['6425557c-237c-4a3e-8e32-6dc483dfa631'], 'active': True} {{(pid=103984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:12:03.176008 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_dvr_db [None req-53ef28b5-08dd-4a76-bfb4-853aaa48abbd None None] Set router 6425557c-237c-4a3e-8e32-6dc483dfa631 gateway port host: dv-cinder-836930-1-iscsi {{(pid=103984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:12:03.377606 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_hamode_db [None req-53ef28b5-08dd-4a76-bfb4-853aaa48abbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6425557c-237c-4a3e-8e32-6dc483dfa631', 'name': 'tempest-AttachVolumeTestJSON-1991479010-router', 'tenant_id': 'bb7aeab7f2af4131992847a73f3c7e0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'external_fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': '92f08395-6710-4a8f-bd95-1baa091c1ea2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:06:29Z', 'updated_at': '2022-04-07T12:06:37Z', 'revision_number': 4, 'project_id': 'bb7aeab7f2af4131992847a73f3c7e0a', 'gw_port': {'id': '92f08395-6710-4a8f-bd95-1baa091c1ea2', 'name': '', 'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:40:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6425557c-237c-4a3e-8e32-6dc483dfa631', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:06:31Z', 'updated_at': '2022-04-07T12:06:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4554067d-f507-4a99-8a98-0874c02c5721', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836930-1-iscsi', '_interfaces': [{'id': '21394a6d-fda4-41a7-8be6-3028c46a6266', 'name': '', 'network_id': 'fcace665-ea97-4783-845e-38b6ed7c4b29', 'tenant_id': 'bb7aeab7f2af4131992847a73f3c7e0a', 'mac_address': 'fa:16:3e:73:56:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6425557c-237c-4a3e-8e32-6dc483dfa631', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'f6c89c23-3e38-47dc-af91-b69590186a24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:06:35Z', 'updated_at': '2022-04-07T12:06:54Z', 'revision_number': 5, 'project_id': 'bb7aeab7f2af4131992847a73f3c7e0a', 'subnets': [{'id': 'f6c89c23-3e38-47dc-af91-b69590186a24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836930-1-iscsi', False) {} {{(pid=103984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:12:03.404925 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ef28b5-08dd-4a76-bfb4-853aaa48abbd None None] The sync data for ids ['6425557c-237c-4a3e-8e32-6dc483dfa631'] in dv-cinder-836930-1-iscsi is: [{'id': '6425557c-237c-4a3e-8e32-6dc483dfa631', 'name': 'tempest-AttachVolumeTestJSON-1991479010-router', 'tenant_id': 'bb7aeab7f2af4131992847a73f3c7e0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'external_fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': '92f08395-6710-4a8f-bd95-1baa091c1ea2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:06:29Z', 'updated_at': '2022-04-07T12:06:37Z', 'revision_number': 4, 'project_id': 'bb7aeab7f2af4131992847a73f3c7e0a', 'gw_port': {'id': '92f08395-6710-4a8f-bd95-1baa091c1ea2', 'name': '', 'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:40:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6425557c-237c-4a3e-8e32-6dc483dfa631', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:06:31Z', 'updated_at': '2022-04-07T12:06:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4554067d-f507-4a99-8a98-0874c02c5721', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836930-1-iscsi', '_interfaces': [{'id': '21394a6d-fda4-41a7-8be6-3028c46a6266', 'name': '', 'network_id': 'fcace665-ea97-4783-845e-38b6ed7c4b29', 'tenant_id': 'bb7aeab7f2af4131992847a73f3c7e0a', 'mac_address': 'fa:16:3e:73:56:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6425557c-237c-4a3e-8e32-6dc483dfa631', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'f6c89c23-3e38-47dc-af91-b69590186a24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:06:35Z', 'updated_at': '2022-04-07T12:06:54Z', 'revision_number': 5, 'project_id': 'bb7aeab7f2af4131992847a73f3c7e0a', 'subnets': [{'id': 'f6c89c23-3e38-47dc-af91-b69590186a24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 12:12:03.624273 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d5fad5-3b20-4e2d-995a-f709cd382ac7 None None] New status for floating IP 51d59dd9-c4b1-48b1-9b01-9e5910ac22e8: DOWN {{(pid=103985) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 12:12:03.907689 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-78e43966-89b8-4b59-9d10-ff9cae0d2650 req-bae2c6ee-212a-424b-9d12-f6737a9a1f51 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] 10.222.0.58 "GET /v2.0/ports?device_id=34bf0728-3bf9-4036-8e59-885b4140237b HTTP/1.1" status: 200 len: 210 time: 0.0341885 Apr 07 12:12:04.009289 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb270bb0-cfde-4551-8d69-167c6024aade req-c43fb829-b444-41cc-8f6d-f17aa43005f7 tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:12:04.010769 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-fb270bb0-cfde-4551-8d69-167c6024aade req-c43fb829-b444-41cc-8f6d-f17aa43005f7 tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] 10.222.0.58 "GET /v2.0/ports?device_id=b2a26717-8ef7-454d-b710-31f27a75de4a HTTP/1.1" status: 200 len: 945 time: 0.0549901 Apr 07 12:12:04.059177 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-fb270bb0-cfde-4551-8d69-167c6024aade req-2bb21b93-2118-4207-a790-8f5aece85c1a tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] 10.222.0.58 "GET /v2.0/security-groups?id=1deef15e-ad32-4d18-a014-8ed81c74d088&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427473 Apr 07 12:12:04.323866 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-7e39a0fc-dec2-4a53-a9e1-3309a2df663b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (ad8978c4-6515-441c-a828-0289badd3b4a), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:05.075836 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.58', 39232) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:12:05.132822 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-0de71515-dff5-467e-bb47-65b63757e3b1 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Publish callbacks [] for security_group (50123f46-7cd8-49b6-9c22-20cd7e350c53), before_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:05.156679 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-0de71515-dff5-467e-bb47-65b63757e3b1 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Publish callbacks [] for security_group (50123f46-7cd8-49b6-9c22-20cd7e350c53), precommit_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:05.181203 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb5e6fd-6931-49b4-8b87-ca0c287a8f4f req-aa79b923-097e-4ba3-ae91-1d3176dc59ef tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:12:05.182985 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-dcb5e6fd-6931-49b4-8b87-ca0c287a8f4f req-aa79b923-097e-4ba3-ae91-1d3176dc59ef tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] 10.222.0.58 "GET /v2.0/ports?device_id=b2a26717-8ef7-454d-b710-31f27a75de4a HTTP/1.1" status: 200 len: 945 time: 0.0558710 Apr 07 12:12:05.232820 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-dcb5e6fd-6931-49b4-8b87-ca0c287a8f4f req-d0513f52-7f48-4c5b-882b-3d64486cd70e tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] 10.222.0.58 "GET /v2.0/security-groups?id=1deef15e-ad32-4d18-a014-8ed81c74d088&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426383 Apr 07 12:12:05.323912 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-0de71515-dff5-467e-bb47-65b63757e3b1 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678166'] for security_group (50123f46-7cd8-49b6-9c22-20cd7e350c53), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:05.326498 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-0de71515-dff5-467e-bb47-65b63757e3b1 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Publish callbacks [] for security_group (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:05.327666 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [None req-0de71515-dff5-467e-bb47-65b63757e3b1 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] 10.222.0.58 "DELETE /v2.0/security-groups/50123f46-7cd8-49b6-9c22-20cd7e350c53 HTTP/1.1" status: 204 len: 168 time: 0.2508645 Apr 07 12:12:05.331014 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.wsgi [-] (103983) accepted ('10.222.0.58', 39236) {{(pid=103983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:12:05.337474 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de71515-dff5-467e-bb47-65b63757e3b1 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50123f46-7cd8-49b6-9c22-20cd7e350c53,revision_number=None']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:12:05.344850 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.api.v2.resource [None req-62d8de8f-4355-4438-8c96-d6bbc25a2e5f tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] show failed (client error): The resource could not be found. Apr 07 12:12:05.345896 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [None req-62d8de8f-4355-4438-8c96-d6bbc25a2e5f tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] 10.222.0.58 "GET /v2.0/security-groups/50123f46-7cd8-49b6-9c22-20cd7e350c53 HTTP/1.1" status: 404 len: 347 time: 0.0138466 Apr 07 12:12:05.348794 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.wsgi [-] (103983) accepted ('10.222.0.58', 39238) {{(pid=103983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:12:05.470883 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-bd872385-38a9-4a61-bf36-26bb8727b351 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Deleting port 78ab07ee-d3b1-4a55-b375-57fc04aa8c52 {{(pid=103983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:12:05.471251 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-bd872385-38a9-4a61-bf36-26bb8727b351 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780057404546'] for port (78ab07ee-d3b1-4a55-b375-57fc04aa8c52), before_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:05.548428 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-bd872385-38a9-4a61-bf36-26bb8727b351 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2017998'] for port (78ab07ee-d3b1-4a55-b375-57fc04aa8c52), precommit_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:05.548675 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-bd872385-38a9-4a61-bf36-26bb8727b351 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Publish callbacks [] for floatingip (78ab07ee-d3b1-4a55-b375-57fc04aa8c52), precommit_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:05.555171 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Device 6c1a928f-8219-4bba-ab6b-07b743be00e2 no longer exists at agent hyperv_hv-cinder-83693 {{(pid=103984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 12:12:05.563934 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-bd872385-38a9-4a61-bf36-26bb8727b351 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Calling delete_port for 78ab07ee-d3b1-4a55-b375-57fc04aa8c52 owned by network:floatingip {{(pid=103983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:12:05.580070 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] No Port match for: 6c1a928f-8219-4bba-ab6b-07b743be00e2 {{(pid=103984) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 12:12:05.580408 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Device 6c1a928f-8219-4bba-ab6b-07b743be00e2 not bound to the agent host hv-cinder-83693 {{(pid=103984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 12:12:05.689706 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-e3029262-029d-49e4-8078-e7e61e534645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (e465150c-12ca-425e-8c36-fa03ee6240b4), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:05.775371 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-bd872385-38a9-4a61-bf36-26bb8727b351 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780057409621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780056949598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126495687'] for port (78ab07ee-d3b1-4a55-b375-57fc04aa8c52), after_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:05.807385 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd872385-38a9-4a61-bf36-26bb8727b351 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Pushing event deleted for resources: {'Port': ['ID=78ab07ee-d3b1-4a55-b375-57fc04aa8c52,revision_number=None']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:12:05.830748 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd872385-38a9-4a61-bf36-26bb8727b351 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:12:05.831093 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd872385-38a9-4a61-bf36-26bb8727b351 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:12:05.831458 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd872385-38a9-4a61-bf36-26bb8727b351 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:12:05.831797 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd872385-38a9-4a61-bf36-26bb8727b351 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:12:05.832129 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd872385-38a9-4a61-bf36-26bb8727b351 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:12:05.832456 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd872385-38a9-4a61-bf36-26bb8727b351 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:12:05.832780 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd872385-38a9-4a61-bf36-26bb8727b351 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:12:05.833104 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd872385-38a9-4a61-bf36-26bb8727b351 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:12:05.833426 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd872385-38a9-4a61-bf36-26bb8727b351 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:12:05.833748 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd872385-38a9-4a61-bf36-26bb8727b351 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:12:05.834077 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd872385-38a9-4a61-bf36-26bb8727b351 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:12:05.834388 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd872385-38a9-4a61-bf36-26bb8727b351 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:12:05.834705 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd872385-38a9-4a61-bf36-26bb8727b351 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:12:05.835021 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd872385-38a9-4a61-bf36-26bb8727b351 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:12:05.835380 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd872385-38a9-4a61-bf36-26bb8727b351 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:12:05.874778 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-bd872385-38a9-4a61-bf36-26bb8727b351 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Publish callbacks [] for floatingip (51d59dd9-c4b1-48b1-9b01-9e5910ac22e8), after_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:05.877318 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-bd872385-38a9-4a61-bf36-26bb8727b351 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91606'] for floatingip (None), before_response {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:05.878457 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [None req-bd872385-38a9-4a61-bf36-26bb8727b351 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] 10.222.0.58 "DELETE /v2.0/floatingips/51d59dd9-c4b1-48b1-9b01-9e5910ac22e8 HTTP/1.1" status: 204 len: 168 time: 0.5287793 Apr 07 12:12:06.175233 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.wsgi [-] (103983) accepted ('10.222.0.58', 39246) {{(pid=103983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:12:06.179820 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.v2.base [None req-23fd34a4-1547-437a-a11d-719f80f7dc9d tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Request body: {'security_group': {'name': 'tempest-securitygroup--656930802', 'description': 'tempest-description--318127361'}} {{(pid=103983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:12:06.323043 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-23fd34a4-1547-437a-a11d-719f80f7dc9d tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Publish callbacks [] for security_group (None), before_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:06.350217 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d532d6-6116-41f2-b3fb-508057207f7b req-ae3e1fc7-2a12-4bd0-82da-37067e10b034 tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:12:06.355504 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-29d532d6-6116-41f2-b3fb-508057207f7b req-ae3e1fc7-2a12-4bd0-82da-37067e10b034 tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] 10.222.0.58 "GET /v2.0/ports?device_id=b2a26717-8ef7-454d-b710-31f27a75de4a HTTP/1.1" status: 200 len: 945 time: 0.0525045 Apr 07 12:12:06.392114 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-23fd34a4-1547-437a-a11d-719f80f7dc9d tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Publish callbacks [] for security_group (7f4c1248-8e1d-4e73-aca4-7522afc1729b), precommit_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:06.399929 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-29d532d6-6116-41f2-b3fb-508057207f7b req-088c44ed-4691-410b-b98d-0e9d1d339338 tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] 10.222.0.58 "GET /v2.0/security-groups?id=1deef15e-ad32-4d18-a014-8ed81c74d088&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423756 Apr 07 12:12:06.466692 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-23fd34a4-1547-437a-a11d-719f80f7dc9d tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678166'] for security_group (7f4c1248-8e1d-4e73-aca4-7522afc1729b), after_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:06.495596 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fd34a4-1547-437a-a11d-719f80f7dc9d tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f4c1248-8e1d-4e73-aca4-7522afc1729b,revision_number=1']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:12:06.617329 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-23fd34a4-1547-437a-a11d-719f80f7dc9d tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Publish callbacks [] for security_group (None), before_response {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:06.618582 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [None req-23fd34a4-1547-437a-a11d-719f80f7dc9d tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.4423022 Apr 07 12:12:06.621382 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.wsgi [-] (103983) accepted ('10.222.0.58', 39250) {{(pid=103983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:12:06.626191 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.v2.base [None req-8223c37a-3fc1-4edc-9b41-a79c7f995eae tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Request body: {'security_group_rule': {'security_group_id': '7f4c1248-8e1d-4e73-aca4-7522afc1729b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:12:06.757062 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-8223c37a-3fc1-4edc-9b41-a79c7f995eae tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Publish callbacks [] for security_group_rule (f3c25a20-3559-4e62-8238-96dbd1bb87bc), before_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:06.816675 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-8223c37a-3fc1-4edc-9b41-a79c7f995eae tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Publish callbacks [] for security_group_rule (f3c25a20-3559-4e62-8238-96dbd1bb87bc), precommit_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:06.906732 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-8223c37a-3fc1-4edc-9b41-a79c7f995eae tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678271'] for security_group_rule (f3c25a20-3559-4e62-8238-96dbd1bb87bc), after_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:06.925337 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8223c37a-3fc1-4edc-9b41-a79c7f995eae tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3c25a20-3559-4e62-8238-96dbd1bb87bc,revision_number=0']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:12:07.057424 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-8223c37a-3fc1-4edc-9b41-a79c7f995eae tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:07.058635 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [None req-8223c37a-3fc1-4edc-9b41-a79c7f995eae tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4363122 Apr 07 12:12:07.061296 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.wsgi [-] (103983) accepted ('10.222.0.58', 39254) {{(pid=103983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:12:07.065918 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.v2.base [None req-a5bca8f1-c981-4746-9a4d-8eff29cb1193 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Request body: {'security_group_rule': {'security_group_id': '7f4c1248-8e1d-4e73-aca4-7522afc1729b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:12:07.215405 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-a5bca8f1-c981-4746-9a4d-8eff29cb1193 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Publish callbacks [] for security_group_rule (3772ed04-8507-4dc8-96f6-9d6e23a0deb0), before_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:07.276070 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-a5bca8f1-c981-4746-9a4d-8eff29cb1193 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Publish callbacks [] for security_group_rule (3772ed04-8507-4dc8-96f6-9d6e23a0deb0), precommit_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:07.320909 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.agents_db [None req-3662b1ad-d2b5-4b6d-81f6-e1280f618718 None None] Agent healthcheck: found 6 active agents {{(pid=103985) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 12:12:07.364120 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-a5bca8f1-c981-4746-9a4d-8eff29cb1193 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678271'] for security_group_rule (3772ed04-8507-4dc8-96f6-9d6e23a0deb0), after_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:07.381780 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bca8f1-c981-4746-9a4d-8eff29cb1193 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3772ed04-8507-4dc8-96f6-9d6e23a0deb0,revision_number=0']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:12:07.461606 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-4ee86192-ef9a-4f9c-8d37-983d911c7eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (8705c964-c35e-4008-b403-e26242cd5404), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:07.474873 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-a5bca8f1-c981-4746-9a4d-8eff29cb1193 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:07.476623 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [None req-a5bca8f1-c981-4746-9a4d-8eff29cb1193 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4144318 Apr 07 12:12:07.479747 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.wsgi [-] (103983) accepted ('10.222.0.58', 39260) {{(pid=103983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:12:07.484045 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.v2.base [None req-34d6158e-7ca7-4a24-b0e8-add6d1c94aa4 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Request body: {'floatingip': {'floating_network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56'}} {{(pid=103983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:12:07.518189 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5498955-334f-404a-8404-a2fcb7ec85b5 req-84498fb0-2cab-4bd0-92f0-05461ccf2e06 tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:12:07.519728 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-e5498955-334f-404a-8404-a2fcb7ec85b5 req-84498fb0-2cab-4bd0-92f0-05461ccf2e06 tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] 10.222.0.58 "GET /v2.0/ports?device_id=b2a26717-8ef7-454d-b710-31f27a75de4a HTTP/1.1" status: 200 len: 945 time: 0.0520837 Apr 07 12:12:07.573152 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-e5498955-334f-404a-8404-a2fcb7ec85b5 req-79359354-0b80-4f59-a526-cef710028a38 tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] 10.222.0.58 "GET /v2.0/security-groups?id=1deef15e-ad32-4d18-a014-8ed81c74d088&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475063 Apr 07 12:12:07.604053 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-34d6158e-7ca7-4a24-b0e8-add6d1c94aa4 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:07.703029 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-34d6158e-7ca7-4a24-b0e8-add6d1c94aa4 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (None), before_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:07.805237 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.db.db_base_plugin_common [None req-34d6158e-7ca7-4a24-b0e8-add6d1c94aa4 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Allocated IP 172.27.0.75 (bbaeba58-97ce-4d65-bbf2-981851410a56/4554067d-f507-4a99-8a98-0874c02c5721/3c1497ab-23b9-40fe-a9cd-6da014b3253c) {{(pid=103983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 12:12:07.908757 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-34d6158e-7ca7-4a24-b0e8-add6d1c94aa4 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Publish callbacks [] for port (3c1497ab-23b9-40fe-a9cd-6da014b3253c), precommit_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:08.061813 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-34d6158e-7ca7-4a24-b0e8-add6d1c94aa4 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780056949589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126495687'] for port (3c1497ab-23b9-40fe-a9cd-6da014b3253c), after_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:08.098193 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34d6158e-7ca7-4a24-b0e8-add6d1c94aa4 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Network bbaeba58-97ce-4d65-bbf2-981851410a56 is already hosted by enough agents. {{(pid=103983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:12:08.100943 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.scheduler.base_scheduler [None req-34d6158e-7ca7-4a24-b0e8-add6d1c94aa4 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Resources bound (agent type, host, resource id): {{(pid=103983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:12:08.104310 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d6158e-7ca7-4a24-b0e8-add6d1c94aa4 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Received port after_create {{(pid=103983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 12:12:08.128841 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d6158e-7ca7-4a24-b0e8-add6d1c94aa4 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Pushing event updated for resources: {'Port': ['ID=3c1497ab-23b9-40fe-a9cd-6da014b3253c,revision_number=1']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:12:08.192251 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-34d6158e-7ca7-4a24-b0e8-add6d1c94aa4 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Publish callbacks [] for floatingip (bb83056a-d019-4731-8976-d6fca49713db), precommit_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:08.315715 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-34d6158e-7ca7-4a24-b0e8-add6d1c94aa4 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (3c1497ab-23b9-40fe-a9cd-6da014b3253c), before_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:08.477281 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-34d6158e-7ca7-4a24-b0e8-add6d1c94aa4 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Publish callbacks [] for port (3c1497ab-23b9-40fe-a9cd-6da014b3253c), precommit_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:08.586798 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-34d6158e-7ca7-4a24-b0e8-add6d1c94aa4 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780057409639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780056949607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780056949625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126495704'] for port (3c1497ab-23b9-40fe-a9cd-6da014b3253c), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:08.657084 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d6158e-7ca7-4a24-b0e8-add6d1c94aa4 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Pushing event updated for resources: {'Port': ['ID=3c1497ab-23b9-40fe-a9cd-6da014b3253c,revision_number=2']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:12:08.665701 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-34d6158e-7ca7-4a24-b0e8-add6d1c94aa4 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2019898'] for floatingip (bb83056a-d019-4731-8976-d6fca49713db), after_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:08.701571 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a023fae-a8af-4ace-a6b0-aee9f9647158 req-f7b391e8-4ae2-4114-bad5-a40ceaa92106 tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:12:08.703133 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-2a023fae-a8af-4ace-a6b0-aee9f9647158 req-f7b391e8-4ae2-4114-bad5-a40ceaa92106 tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] 10.222.0.58 "GET /v2.0/ports?device_id=b2a26717-8ef7-454d-b710-31f27a75de4a HTTP/1.1" status: 200 len: 945 time: 0.0628555 Apr 07 12:12:08.753808 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-2a023fae-a8af-4ace-a6b0-aee9f9647158 req-9671f284-b5c0-41ba-a9ea-dabcaf25e995 tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] 10.222.0.58 "GET /v2.0/security-groups?id=1deef15e-ad32-4d18-a014-8ed81c74d088&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443151 Apr 07 12:12:08.777478 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-34d6158e-7ca7-4a24-b0e8-add6d1c94aa4 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91606'] for floatingip (None), before_response {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:08.778734 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [None req-34d6158e-7ca7-4a24-b0e8-add6d1c94aa4 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2980413 Apr 07 12:12:08.815704 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (18566f30-62c1-4fb1-af49-ebd049d63fec), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:08.930102 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-3a7cec27-844f-4c49-9582-61df6acf6aa0 req-d27016b5-d8b9-4e32-a159-03dcc409ab04 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--656930802&fields=id&tenant_id=bb7aeab7f2af4131992847a73f3c7e0a HTTP/1.1" status: 200 len: 267 time: 0.0452662 Apr 07 12:12:09.040764 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7cec27-844f-4c49-9582-61df6acf6aa0 req-c7609f41-a582-4605-8246-9c559dfd6a75 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:12:09.042214 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-3a7cec27-844f-4c49-9582-61df6acf6aa0 req-c7609f41-a582-4605-8246-9c559dfd6a75 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] 10.222.0.58 "GET /v2.0/networks?id=fcace665-ea97-4783-845e-38b6ed7c4b29 HTTP/1.1" status: 200 len: 811 time: 0.1053677 Apr 07 12:12:09.056976 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-3a7cec27-844f-4c49-9582-61df6acf6aa0 req-612e75b6-1063-45bb-91b9-0b348b504f3f tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] 10.222.0.58 "GET /v2.0/quotas/bb7aeab7f2af4131992847a73f3c7e0a HTTP/1.1" status: 200 len: 375 time: 0.0093598 Apr 07 12:12:09.114019 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-3a7cec27-844f-4c49-9582-61df6acf6aa0 req-3d179692-0978-41e1-9dce-1d96a1a88d41 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=bb7aeab7f2af4131992847a73f3c7e0a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0516541 Apr 07 12:12:09.211139 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-3a7cec27-844f-4c49-9582-61df6acf6aa0 req-7c618f1e-c07c-43ee-9779-51fb7ee7c164 service neutron] 10.222.0.58 "GET /v2.0/networks/fcace665-ea97-4783-845e-38b6ed7c4b29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858717 Apr 07 12:12:09.298511 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-3a7cec27-844f-4c49-9582-61df6acf6aa0 req-226a5f9b-4c27-49d7-9fb8-11d9f71964b3 service neutron] 10.222.0.58 "GET /v2.0/networks/fcace665-ea97-4783-845e-38b6ed7c4b29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811644 Apr 07 12:12:09.537407 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-bd44313e-190e-4973-a175-897187e8967f req-a0faca49-a295-4250-b13b-a55bf98989e4 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] 10.222.0.58 "GET /v2.0/ports?device_id=bea4e2d6-6d66-4f89-9eac-09f1cd4c94db HTTP/1.1" status: 200 len: 210 time: 0.0282393 Apr 07 12:12:09.872290 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7679e0-3fd6-4957-9ddf-95b94eb31374 req-8ed607cd-6c6a-4245-bac0-00d2b2f2dd73 tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:12:09.873771 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-ad7679e0-3fd6-4957-9ddf-95b94eb31374 req-8ed607cd-6c6a-4245-bac0-00d2b2f2dd73 tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] 10.222.0.58 "GET /v2.0/ports?device_id=b2a26717-8ef7-454d-b710-31f27a75de4a HTTP/1.1" status: 200 len: 945 time: 0.0531192 Apr 07 12:12:09.942074 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-ad7679e0-3fd6-4957-9ddf-95b94eb31374 req-254ddbee-c664-4f60-b392-a37034cdaed6 tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] 10.222.0.58 "GET /v2.0/security-groups?id=1deef15e-ad32-4d18-a014-8ed81c74d088&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616117 Apr 07 12:12:10.587856 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0b5063-1099-4ae8-b5c0-ffbd224b9112 req-20b73017-ca25-453a-91da-61f6485c8ee0 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:12:10.589347 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-6e0b5063-1099-4ae8-b5c0-ffbd224b9112 req-20b73017-ca25-453a-91da-61f6485c8ee0 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/ports?device_id=25ee8a8d-01ee-4116-a081-8546d7d15de3 HTTP/1.1" status: 200 len: 946 time: 0.0579441 Apr 07 12:12:10.634519 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-977472ca-e79d-492a-b3f0-61ccbe1abff6 req-61120ed6-dd91-4106-b71d-18c46675497e tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] 10.222.0.58 "GET /v2.0/ports?device_id=bea4e2d6-6d66-4f89-9eac-09f1cd4c94db HTTP/1.1" status: 200 len: 210 time: 0.0301039 Apr 07 12:12:10.647281 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-6e0b5063-1099-4ae8-b5c0-ffbd224b9112 req-abdec05e-44a5-4ea3-a1c4-60feb4eeed1d tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/security-groups?id=1bc13a4b-bf7a-431b-94bf-6b370d841026&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514863 Apr 07 12:12:11.067386 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17667c21-9081-46c7-87bb-76022077b0a3 req-60bce1f8-ee18-4267-97e4-4df3901f73d9 tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:12:11.068846 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-17667c21-9081-46c7-87bb-76022077b0a3 req-60bce1f8-ee18-4267-97e4-4df3901f73d9 tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] 10.222.0.58 "GET /v2.0/ports?device_id=b2a26717-8ef7-454d-b710-31f27a75de4a HTTP/1.1" status: 200 len: 945 time: 0.0526619 Apr 07 12:12:11.115896 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-17667c21-9081-46c7-87bb-76022077b0a3 req-05394400-51e0-4e7a-b7cd-06dcc61cc3cd tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] 10.222.0.58 "GET /v2.0/security-groups?id=1deef15e-ad32-4d18-a014-8ed81c74d088&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414987 Apr 07 12:12:11.534603 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f900649-ab20-4560-b9dd-840bbea89254 req-94abd00a-7ae9-4fd0-965a-85372195cd65 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:12:11.536019 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-0f900649-ab20-4560-b9dd-840bbea89254 req-94abd00a-7ae9-4fd0-965a-85372195cd65 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff87cb0b-1f65-4554-a77a-3c3081c171d2 HTTP/1.1" status: 200 len: 946 time: 0.0524874 Apr 07 12:12:11.585422 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-0f900649-ab20-4560-b9dd-840bbea89254 req-a5db35de-12fe-41a0-a489-7488c3613159 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] 10.222.0.58 "GET /v2.0/security-groups?id=b7397107-f4ac-4244-87d4-f63e20c97972&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437965 Apr 07 12:12:11.728980 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-5a3835e1-6c1a-4142-a0b7-a29e1d136001 req-1eb0579a-44ff-404c-b858-74af1b2ab7b7 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] 10.222.0.58 "GET /v2.0/ports?device_id=bea4e2d6-6d66-4f89-9eac-09f1cd4c94db HTTP/1.1" status: 200 len: 210 time: 0.0277002 Apr 07 12:12:11.762563 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2d4c53-7b16-49bc-809b-94d32e36935e req-432484cb-7ece-4430-8444-e5774e990126 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:12:11.764061 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-bd2d4c53-7b16-49bc-809b-94d32e36935e req-432484cb-7ece-4430-8444-e5774e990126 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/ports?device_id=25ee8a8d-01ee-4116-a081-8546d7d15de3 HTTP/1.1" status: 200 len: 946 time: 0.0524282 Apr 07 12:12:11.810613 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-bd2d4c53-7b16-49bc-809b-94d32e36935e req-60f565b7-c2de-491f-99e9-8becc9c63f02 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/security-groups?id=1bc13a4b-bf7a-431b-94bf-6b370d841026&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403798 Apr 07 12:12:12.230592 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa65087c-2c6c-4959-a197-b45bcb90e4a0 req-b9229674-884b-455b-a4d6-c35536216527 tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:12:12.232087 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-fa65087c-2c6c-4959-a197-b45bcb90e4a0 req-b9229674-884b-455b-a4d6-c35536216527 tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] 10.222.0.58 "GET /v2.0/ports?device_id=b2a26717-8ef7-454d-b710-31f27a75de4a HTTP/1.1" status: 200 len: 945 time: 0.0511675 Apr 07 12:12:12.283848 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-fa65087c-2c6c-4959-a197-b45bcb90e4a0 req-c428406f-5885-4416-b7be-3190d2a69b74 tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] 10.222.0.58 "GET /v2.0/security-groups?id=1deef15e-ad32-4d18-a014-8ed81c74d088&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462008 Apr 07 12:12:12.701774 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c6dd29-894e-43b5-8ebf-266c09f1b965 req-16d2eb75-1615-4fa6-b550-e7bf94e57d0e tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:12:12.703229 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-25c6dd29-894e-43b5-8ebf-266c09f1b965 req-16d2eb75-1615-4fa6-b550-e7bf94e57d0e tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff87cb0b-1f65-4554-a77a-3c3081c171d2 HTTP/1.1" status: 200 len: 946 time: 0.0515962 Apr 07 12:12:12.748767 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-25c6dd29-894e-43b5-8ebf-266c09f1b965 req-fcddc425-23e1-4ef5-be61-dcf8a3458a9c tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] 10.222.0.58 "GET /v2.0/security-groups?id=b7397107-f4ac-4244-87d4-f63e20c97972&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400031 Apr 07 12:12:12.819215 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-0b43259c-036e-44a7-a484-168e31b9d4bc req-7fdf7d31-e93d-4b85-bd30-42f6edf65a3d tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] 10.222.0.58 "GET /v2.0/ports?device_id=bea4e2d6-6d66-4f89-9eac-09f1cd4c94db HTTP/1.1" status: 200 len: 210 time: 0.0272741 Apr 07 12:12:12.928299 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc6c1ec-9818-4526-9044-6429b85cd75b req-4f25c006-0120-49fc-b89b-8daf1a34f926 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:12:12.929676 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-cdc6c1ec-9818-4526-9044-6429b85cd75b req-4f25c006-0120-49fc-b89b-8daf1a34f926 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/ports?device_id=25ee8a8d-01ee-4116-a081-8546d7d15de3 HTTP/1.1" status: 200 len: 946 time: 0.0550799 Apr 07 12:12:12.974957 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-cdc6c1ec-9818-4526-9044-6429b85cd75b req-af8cbe91-7e10-4857-b46b-ae6518e70dfd tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/security-groups?id=1bc13a4b-bf7a-431b-94bf-6b370d841026&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393260 Apr 07 12:12:13.403194 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e185c7-4d2f-4ebe-9cb9-69f0badfc176 req-8ed72a8f-91a8-4004-b5f1-31da0daf4bb6 tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:12:13.404669 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-47e185c7-4d2f-4ebe-9cb9-69f0badfc176 req-8ed72a8f-91a8-4004-b5f1-31da0daf4bb6 tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] 10.222.0.58 "GET /v2.0/ports?device_id=b2a26717-8ef7-454d-b710-31f27a75de4a HTTP/1.1" status: 200 len: 945 time: 0.0513520 Apr 07 12:12:13.452175 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-47e185c7-4d2f-4ebe-9cb9-69f0badfc176 req-796b7170-e064-4576-ac10-0f5d56298810 tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] 10.222.0.58 "GET /v2.0/security-groups?id=1deef15e-ad32-4d18-a014-8ed81c74d088&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414929 Apr 07 12:12:13.865008 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa253147-48ca-46b5-82c3-e35f1bec87b1 req-bb3f637f-e86e-4f31-ae74-cc87134d0847 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:12:13.866485 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-aa253147-48ca-46b5-82c3-e35f1bec87b1 req-bb3f637f-e86e-4f31-ae74-cc87134d0847 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff87cb0b-1f65-4554-a77a-3c3081c171d2 HTTP/1.1" status: 200 len: 946 time: 0.0524080 Apr 07 12:12:13.910540 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-ff7ba077-e0e9-4ecf-bc80-32273ec82a9c req-e6bf5c54-921e-41b7-a761-3bea1a3e3c69 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] 10.222.0.58 "GET /v2.0/ports?device_id=bea4e2d6-6d66-4f89-9eac-09f1cd4c94db HTTP/1.1" status: 200 len: 210 time: 0.0277915 Apr 07 12:12:13.913436 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-aa253147-48ca-46b5-82c3-e35f1bec87b1 req-3f1919e3-fa6d-4b4f-87dd-3be8ead8dcc6 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] 10.222.0.58 "GET /v2.0/security-groups?id=b7397107-f4ac-4244-87d4-f63e20c97972&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415139 Apr 07 12:12:14.103983 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef13e349-a390-42b3-bc00-96106f6171ad req-672c957f-836d-4436-9a29-e9e23c6f23bc tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:12:14.105378 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-ef13e349-a390-42b3-bc00-96106f6171ad req-672c957f-836d-4436-9a29-e9e23c6f23bc tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/ports?device_id=25ee8a8d-01ee-4116-a081-8546d7d15de3 HTTP/1.1" status: 200 len: 946 time: 0.0670762 Apr 07 12:12:14.151412 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-ef13e349-a390-42b3-bc00-96106f6171ad req-01ccf3d0-8bb9-4a7e-a11c-abaa54c31bd6 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/security-groups?id=1bc13a4b-bf7a-431b-94bf-6b370d841026&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403886 Apr 07 12:12:14.567134 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d380e69-69f6-4bfb-9894-b3b753d4e020 req-406ffa94-5476-4b1d-9f9a-bf4fd48987a8 tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:12:14.568656 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-6d380e69-69f6-4bfb-9894-b3b753d4e020 req-406ffa94-5476-4b1d-9f9a-bf4fd48987a8 tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] 10.222.0.58 "GET /v2.0/ports?device_id=b2a26717-8ef7-454d-b710-31f27a75de4a HTTP/1.1" status: 200 len: 945 time: 0.0518086 Apr 07 12:12:14.620289 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-6d380e69-69f6-4bfb-9894-b3b753d4e020 req-fe0606e2-36a3-472d-b53e-bb546efe74ab tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] 10.222.0.58 "GET /v2.0/security-groups?id=1deef15e-ad32-4d18-a014-8ed81c74d088&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461428 Apr 07 12:12:15.004258 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-b8910a6c-34d1-478b-9f65-b4c4fab2ff36 req-bae97335-3a56-4e6f-b7a6-ca5f36b96ccf tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] 10.222.0.58 "GET /v2.0/ports?device_id=bea4e2d6-6d66-4f89-9eac-09f1cd4c94db HTTP/1.1" status: 200 len: 210 time: 0.0268459 Apr 07 12:12:15.029821 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ee2a21-3470-4880-b176-d6d9fef19e28 req-8d6e99ac-6b0e-495b-af52-1e14012c9286 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:12:15.031310 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-f6ee2a21-3470-4880-b176-d6d9fef19e28 req-8d6e99ac-6b0e-495b-af52-1e14012c9286 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff87cb0b-1f65-4554-a77a-3c3081c171d2 HTTP/1.1" status: 200 len: 946 time: 0.0518544 Apr 07 12:12:15.077648 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-f6ee2a21-3470-4880-b176-d6d9fef19e28 req-9c8b29f8-2165-4a73-b2a3-577b1cd64d28 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] 10.222.0.58 "GET /v2.0/security-groups?id=b7397107-f4ac-4244-87d4-f63e20c97972&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402060 Apr 07 12:12:15.270085 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8a8a93-a27a-42bf-8e8c-508b6b920eb3 req-7ebc2727-cacf-4c72-8cc9-1a0e598c6ca0 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:12:15.272276 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-0c8a8a93-a27a-42bf-8e8c-508b6b920eb3 req-7ebc2727-cacf-4c72-8cc9-1a0e598c6ca0 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/ports?device_id=25ee8a8d-01ee-4116-a081-8546d7d15de3 HTTP/1.1" status: 200 len: 946 time: 0.0571127 Apr 07 12:12:15.318921 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-0c8a8a93-a27a-42bf-8e8c-508b6b920eb3 req-68043b13-1e1d-498d-adae-08734063a596 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/security-groups?id=1bc13a4b-bf7a-431b-94bf-6b370d841026&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411758 Apr 07 12:12:15.734689 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4b491e-e912-4d58-95de-ade7a8d9b3b7 req-31d1e9bc-2363-4925-9d8b-5c8b28c142f5 tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:12:15.736198 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-6c4b491e-e912-4d58-95de-ade7a8d9b3b7 req-31d1e9bc-2363-4925-9d8b-5c8b28c142f5 tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] 10.222.0.58 "GET /v2.0/ports?device_id=b2a26717-8ef7-454d-b710-31f27a75de4a HTTP/1.1" status: 200 len: 945 time: 0.0516019 Apr 07 12:12:15.784886 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-6c4b491e-e912-4d58-95de-ade7a8d9b3b7 req-e56f0bbd-411c-44d4-b959-bc8a61cf9949 tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] 10.222.0.58 "GET /v2.0/security-groups?id=1deef15e-ad32-4d18-a014-8ed81c74d088&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423496 Apr 07 12:12:16.101980 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-37f8a715-d7ad-412d-95d4-c621c1966f14 req-a0a7e9a9-667c-4ebb-8704-2d1a17af816f tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] 10.222.0.58 "GET /v2.0/ports?device_id=bea4e2d6-6d66-4f89-9eac-09f1cd4c94db HTTP/1.1" status: 200 len: 210 time: 0.0302382 Apr 07 12:12:16.197952 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad74518-c27c-4d98-9436-9ee90f58f839 req-b5d69ee8-86b1-4d4b-9b02-5f6755d329cd tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:12:16.199426 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-2ad74518-c27c-4d98-9436-9ee90f58f839 req-b5d69ee8-86b1-4d4b-9b02-5f6755d329cd tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff87cb0b-1f65-4554-a77a-3c3081c171d2 HTTP/1.1" status: 200 len: 946 time: 0.0550773 Apr 07 12:12:16.267680 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-2ad74518-c27c-4d98-9436-9ee90f58f839 req-4d63d363-d6d2-4840-bdb2-1ecd40eb283c tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] 10.222.0.58 "GET /v2.0/security-groups?id=b7397107-f4ac-4244-87d4-f63e20c97972&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627215 Apr 07 12:12:16.291492 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742bb137-5546-448f-807f-15b319e6d1de req-af1d7951-9704-4fb4-bc46-2f5299426c42 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:12:16.293254 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-742bb137-5546-448f-807f-15b319e6d1de req-af1d7951-9704-4fb4-bc46-2f5299426c42 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.49 "GET /v2.0/ports?device_id=25ee8a8d-01ee-4116-a081-8546d7d15de3 HTTP/1.1" status: 200 len: 946 time: 0.0720806 Apr 07 12:12:16.358573 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e2dcb0-bc8c-4291-a8ad-7bdbf4295f7a req-69f30bbe-08a5-46e8-9d87-9bfa31b34f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:12:16.360131 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-41e2dcb0-bc8c-4291-a8ad-7bdbf4295f7a req-69f30bbe-08a5-46e8-9d87-9bfa31b34f58 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a4085596b6ef4b2aa7ec76a5ca5df6a5&device_id=b2a26717-8ef7-454d-b710-31f27a75de4a HTTP/1.1" status: 200 len: 1129 time: 0.0449231 Apr 07 12:12:16.435210 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f7f822-3128-4721-8d36-3a97768bfd3d req-514882ad-eae3-419c-aca4-4473fe5aeb2c tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:12:16.436868 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-47f7f822-3128-4721-8d36-3a97768bfd3d req-514882ad-eae3-419c-aca4-4473fe5aeb2c tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/ports?device_id=25ee8a8d-01ee-4116-a081-8546d7d15de3 HTTP/1.1" status: 200 len: 946 time: 0.0532269 Apr 07 12:12:16.501914 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-47f7f822-3128-4721-8d36-3a97768bfd3d req-a23139bc-3aaf-47b0-88e8-b74d14ad8a3a tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/security-groups?id=1bc13a4b-bf7a-431b-94bf-6b370d841026&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596287 Apr 07 12:12:16.577691 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e2dcb0-bc8c-4291-a8ad-7bdbf4295f7a req-8b26472a-fae9-458f-9fbc-bffaff612a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:12:16.577691 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-41e2dcb0-bc8c-4291-a8ad-7bdbf4295f7a req-8b26472a-fae9-458f-9fbc-bffaff612a94 service neutron] 10.222.0.49 "GET /v2.0/networks?id=3ddbe8c1-9e72-419f-bb9d-9b04f45bb675 HTTP/1.1" status: 200 len: 910 time: 0.0954340 Apr 07 12:12:16.595986 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc86ff18-d8a7-4134-86a9-346193ccb84d req-c7e60256-329a-45d6-aec4-271c8268b2c2 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:12:16.597423 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-dc86ff18-d8a7-4134-86a9-346193ccb84d req-c7e60256-329a-45d6-aec4-271c8268b2c2 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] 10.222.0.49 "GET /v2.0/ports?device_id=ff87cb0b-1f65-4554-a77a-3c3081c171d2 HTTP/1.1" status: 200 len: 946 time: 0.0949063 Apr 07 12:12:16.648303 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-41e2dcb0-bc8c-4291-a8ad-7bdbf4295f7a req-fd0c7ed1-2921-4ba5-aacd-51ae7d2521d3 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ded65079-4bdf-4a1a-8747-1a8d8dd95b18 HTTP/1.1" status: 200 len: 1001 time: 0.0635688 Apr 07 12:12:16.652426 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.plugin [req-742bb137-5546-448f-807f-15b319e6d1de req-4e97e6da-1f9a-4308-8350-394e792ccc9c tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Deleting port 8849c4b4-086e-4627-9ee8-4cbde77fa632 {{(pid=103982) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:12:16.652766 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [req-742bb137-5546-448f-807f-15b319e6d1de req-4e97e6da-1f9a-4308-8350-394e792ccc9c tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780057404546'] for port (8849c4b4-086e-4627-9ee8-4cbde77fa632), before_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:16.706846 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e2dcb0-bc8c-4291-a8ad-7bdbf4295f7a req-52ef993b-5b7c-453d-9f0f-a255e3a6ed83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:12:16.709052 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-41e2dcb0-bc8c-4291-a8ad-7bdbf4295f7a req-52ef993b-5b7c-453d-9f0f-a255e3a6ed83 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=6305e169-23ba-4b2b-83ee-e04d73c5b0bb HTTP/1.1" status: 200 len: 848 time: 0.0502994 Apr 07 12:12:16.761852 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e2dcb0-bc8c-4291-a8ad-7bdbf4295f7a req-4fce66b2-1c20-4e12-a296-487fdd75715e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:12:16.763534 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-41e2dcb0-bc8c-4291-a8ad-7bdbf4295f7a req-4fce66b2-1c20-4e12-a296-487fdd75715e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3ddbe8c1-9e72-419f-bb9d-9b04f45bb675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0477607 Apr 07 12:12:17.068241 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-41e2dcb0-bc8c-4291-a8ad-7bdbf4295f7a req-ddafd36a-74fc-4985-8f42-69719d8e6d0c service neutron] 10.222.0.49 "GET /v2.0/networks/3ddbe8c1-9e72-419f-bb9d-9b04f45bb675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897834 Apr 07 12:12:17.072543 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.db [req-742bb137-5546-448f-807f-15b319e6d1de req-4e97e6da-1f9a-4308-8350-394e792ccc9c tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] For port 8849c4b4-086e-4627-9ee8-4cbde77fa632, host hv-cinder-83693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83693',level=0,port_id=8849c4b4-086e-4627-9ee8-4cbde77fa632,segment=NetworkSegment(dc1680e3-d64d-4d14-9b8d-ff4232801a16),segment_id=dc1680e3-d64d-4d14-9b8d-ff4232801a16)] {{(pid=103982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:12:17.073059 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [req-742bb137-5546-448f-807f-15b319e6d1de req-4e97e6da-1f9a-4308-8350-394e792ccc9c tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2017998'] for port (8849c4b4-086e-4627-9ee8-4cbde77fa632), precommit_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:17.085466 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.plugin [req-dc86ff18-d8a7-4134-86a9-346193ccb84d req-2bce215a-65e5-44fb-a2d6-726fe9746748 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Deleting port 4447c27d-d188-408b-a90a-c0c1b7d5533b {{(pid=103982) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:12:17.085797 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [req-dc86ff18-d8a7-4134-86a9-346193ccb84d req-2bce215a-65e5-44fb-a2d6-726fe9746748 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780057404546'] for port (4447c27d-d188-408b-a90a-c0c1b7d5533b), before_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:17.096316 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7fcf6b-ec52-43f4-ac7d-6a04b13da7ee req-bce35717-7b98-4800-bebc-300e748f6235 tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:12:17.097867 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-3b7fcf6b-ec52-43f4-ac7d-6a04b13da7ee req-bce35717-7b98-4800-bebc-300e748f6235 tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] 10.222.0.58 "GET /v2.0/ports?device_id=b2a26717-8ef7-454d-b710-31f27a75de4a HTTP/1.1" status: 200 len: 945 time: 0.1446929 Apr 07 12:12:17.167485 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-41e2dcb0-bc8c-4291-a8ad-7bdbf4295f7a req-0545bf2f-9fe1-41c6-a30f-c3de1e15c772 service neutron] 10.222.0.49 "GET /v2.0/networks/3ddbe8c1-9e72-419f-bb9d-9b04f45bb675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932910 Apr 07 12:12:17.198372 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-eb1f6acb-0295-44ac-ba9d-7354a30e0be7 req-7a131e2e-2704-48ac-8b60-4f2f791775d3 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] 10.222.0.58 "GET /v2.0/ports?device_id=bea4e2d6-6d66-4f89-9eac-09f1cd4c94db HTTP/1.1" status: 200 len: 210 time: 0.0280163 Apr 07 12:12:17.287033 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-3b7fcf6b-ec52-43f4-ac7d-6a04b13da7ee req-2b7283b3-e73d-47c8-979c-1f5fe479ae5a tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] 10.222.0.58 "GET /v2.0/security-groups?id=1deef15e-ad32-4d18-a014-8ed81c74d088&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1468592 Apr 07 12:12:17.368658 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.db [req-dc86ff18-d8a7-4134-86a9-346193ccb84d req-2bce215a-65e5-44fb-a2d6-726fe9746748 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] For port 4447c27d-d188-408b-a90a-c0c1b7d5533b, host hv-cinder-83693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83693',level=0,port_id=4447c27d-d188-408b-a90a-c0c1b7d5533b,segment=NetworkSegment(f5d7ecb0-5c7c-4273-b385-28574af1ff09),segment_id=f5d7ecb0-5c7c-4273-b385-28574af1ff09)] {{(pid=103982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:12:17.369025 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [req-dc86ff18-d8a7-4134-86a9-346193ccb84d req-2bce215a-65e5-44fb-a2d6-726fe9746748 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2017998'] for port (4447c27d-d188-408b-a90a-c0c1b7d5533b), precommit_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:17.400728 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b610b1dc-e265-4d3c-8f58-2d40058f7677 req-77886165-9079-45b3-a820-4ff0b86b48c0 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:12:17.402188 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-b610b1dc-e265-4d3c-8f58-2d40058f7677 req-77886165-9079-45b3-a820-4ff0b86b48c0 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff87cb0b-1f65-4554-a77a-3c3081c171d2 HTTP/1.1" status: 200 len: 946 time: 0.0518901 Apr 07 12:12:17.428678 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [req-742bb137-5546-448f-807f-15b319e6d1de req-4e97e6da-1f9a-4308-8350-394e792ccc9c tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:17.429027 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [req-742bb137-5546-448f-807f-15b319e6d1de req-4e97e6da-1f9a-4308-8350-394e792ccc9c tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2019898'] for floatingip (96870edc-0907-4dee-bb3f-8ec29ecb5726), after_update {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:17.429342 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.db.l3_db [req-742bb137-5546-448f-807f-15b319e6d1de req-4e97e6da-1f9a-4308-8350-394e792ccc9c tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Floating IP 96870edc-0907-4dee-bb3f-8ec29ecb5726 disassociated. External IP: 172.27.0.87, port: 8849c4b4-086e-4627-9ee8-4cbde77fa632. Apr 07 12:12:17.429684 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.plugin [req-742bb137-5546-448f-807f-15b319e6d1de req-4e97e6da-1f9a-4308-8350-394e792ccc9c tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Calling delete_port for 8849c4b4-086e-4627-9ee8-4cbde77fa632 owned by compute:nova {{(pid=103982) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:12:17.448982 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-b610b1dc-e265-4d3c-8f58-2d40058f7677 req-d7375b02-016d-4c69-97e2-f7a84d581f70 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] 10.222.0.58 "GET /v2.0/security-groups?id=b7397107-f4ac-4244-87d4-f63e20c97972&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409639 Apr 07 12:12:17.641424 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [req-dc86ff18-d8a7-4134-86a9-346193ccb84d req-2bce215a-65e5-44fb-a2d6-726fe9746748 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:17.641772 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [req-dc86ff18-d8a7-4134-86a9-346193ccb84d req-2bce215a-65e5-44fb-a2d6-726fe9746748 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2019898'] for floatingip (2e90e1a7-5964-4ade-add8-df8528169449), after_update {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:17.642085 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.db.l3_db [req-dc86ff18-d8a7-4134-86a9-346193ccb84d req-2bce215a-65e5-44fb-a2d6-726fe9746748 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Floating IP 2e90e1a7-5964-4ade-add8-df8528169449 disassociated. External IP: 172.27.0.37, port: 4447c27d-d188-408b-a90a-c0c1b7d5533b. Apr 07 12:12:17.642424 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.plugin [req-dc86ff18-d8a7-4134-86a9-346193ccb84d req-2bce215a-65e5-44fb-a2d6-726fe9746748 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Calling delete_port for 4447c27d-d188-408b-a90a-c0c1b7d5533b owned by compute:nova {{(pid=103982) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:12:17.667664 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350ffa92-d7d1-4ca5-8efe-419fbaff2ee9 req-0f42b179-2787-45a3-97ad-85986742e184 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:12:17.669149 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-350ffa92-d7d1-4ca5-8efe-419fbaff2ee9 req-0f42b179-2787-45a3-97ad-85986742e184 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/ports?device_id=25ee8a8d-01ee-4116-a081-8546d7d15de3 HTTP/1.1" status: 200 len: 946 time: 0.0956018 Apr 07 12:12:17.683549 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Device 8849c4b4-086e-4627-9ee8-4cbde77fa632 no longer exists at agent hyperv_hv-cinder-83693 {{(pid=103984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 12:12:17.762009 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Current status of the port 8849c4b4-086e-4627-9ee8-4cbde77fa632 is: ACTIVE; New status is: DOWN {{(pid=103984) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:12:17.762393 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (8849c4b4-086e-4627-9ee8-4cbde77fa632), before_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:17.797554 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-350ffa92-d7d1-4ca5-8efe-419fbaff2ee9 req-0677f8ad-0367-4576-a6bc-2b4082b897b0 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/security-groups?id=1bc13a4b-bf7a-431b-94bf-6b370d841026&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999908 Apr 07 12:12:17.912202 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [req-742bb137-5546-448f-807f-15b319e6d1de req-4e97e6da-1f9a-4308-8350-394e792ccc9c tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780057409621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780056949598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126593575'] for port (8849c4b4-086e-4627-9ee8-4cbde77fa632), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:17.931739 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Device 4447c27d-d188-408b-a90a-c0c1b7d5533b no longer exists at agent hyperv_hv-cinder-83693 {{(pid=103984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 12:12:17.941185 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e97e6da-1f9a-4308-8350-394e792ccc9c tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Pushing event deleted for resources: {'Port': ['ID=8849c4b4-086e-4627-9ee8-4cbde77fa632,revision_number=None']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:12:17.944301 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [req-dc86ff18-d8a7-4134-86a9-346193ccb84d req-2bce215a-65e5-44fb-a2d6-726fe9746748 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780057409621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780056949598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126593575'] for port (4447c27d-d188-408b-a90a-c0c1b7d5533b), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:17.970451 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.db [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] No active binding found for port 4447c27d-d188-408b-a90a-c0c1b7d5533b {{(pid=103984) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Apr 07 12:12:17.970829 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] The host hv-cinder-83693 is not matching for port 4447c27d-d188-408b-a90a-c0c1b7d5533b host None! {{(pid=103984) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}} Apr 07 12:12:17.971235 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Device 4447c27d-d188-408b-a90a-c0c1b7d5533b not bound to the agent host hv-cinder-83693 {{(pid=103984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 12:12:17.987656 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bce215a-65e5-44fb-a2d6-726fe9746748 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Pushing event deleted for resources: {'Port': ['ID=4447c27d-d188-408b-a90a-c0c1b7d5533b,revision_number=None']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:12:18.180313 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.scheduler.l3_agent_scheduler [req-742bb137-5546-448f-807f-15b319e6d1de req-4e97e6da-1f9a-4308-8350-394e792ccc9c tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Router 10915a5b-44a1-445a-8ee4-c6170d308905 has already been hosted by L3 agent ad8978c4-6515-441c-a828-0289badd3b4a {{(pid=103982) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 12:12:18.186380 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dc86ff18-d8a7-4134-86a9-346193ccb84d req-2bce215a-65e5-44fb-a2d6-726fe9746748 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Router a519d0f1-242e-4041-a842-bab06b04f73c has already been hosted by L3 agent ad8978c4-6515-441c-a828-0289badd3b4a {{(pid=103982) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 12:12:18.308930 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-0b771c27-ba62-4c1a-b7d9-d8442cfb0897 req-6d9f9f33-66fe-4a42-929f-9988824c005f tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] 10.222.0.58 "GET /v2.0/ports?device_id=bea4e2d6-6d66-4f89-9eac-09f1cd4c94db HTTP/1.1" status: 200 len: 210 time: 0.0389416 Apr 07 12:12:18.393014 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-742bb137-5546-448f-807f-15b319e6d1de req-4e97e6da-1f9a-4308-8350-394e792ccc9c tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Notify agent at l3_agent.dv-cinder-836930-1-iscsi the message routers_updated {{(pid=103982) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 12:12:18.406592 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35d35dc4-db2f-41dc-a4e5-f5ec6fd2b2d8 None None] Sync routers for ids ['10915a5b-44a1-445a-8ee4-c6170d308905'] in dv-cinder-836930-1-iscsi {{(pid=103984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 12:12:18.419287 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d35dc4-db2f-41dc-a4e5-f5ec6fd2b2d8 None None] Routers {'10915a5b-44a1-445a-8ee4-c6170d308905'} bound to L3 agent in host dv-cinder-836930-1-iscsi {{(pid=103984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:12:18.422254 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_hamode_db [None req-35d35dc4-db2f-41dc-a4e5-f5ec6fd2b2d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836930-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-07T11:57:34Z,description=,heartbeat_timestamp=2022-04-07T12:12:04Z,host='dv-cinder-836930-1-iscsi',id=ad8978c4-6515-441c-a828-0289badd3b4a,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:57:35Z,topic='l3_agent')) {'router_ids': ['10915a5b-44a1-445a-8ee4-c6170d308905'], 'active': True} {{(pid=103984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:12:18.423908 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dc86ff18-d8a7-4134-86a9-346193ccb84d req-2bce215a-65e5-44fb-a2d6-726fe9746748 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Notify agent at l3_agent.dv-cinder-836930-1-iscsi the message routers_updated {{(pid=103982) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 12:12:18.434731 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f86c482-0f86-4e33-a855-ae1ca945130c None None] Sync routers for ids ['a519d0f1-242e-4041-a842-bab06b04f73c'] in dv-cinder-836930-1-iscsi {{(pid=103985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 12:12:18.453489 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f86c482-0f86-4e33-a855-ae1ca945130c None None] Routers {'a519d0f1-242e-4041-a842-bab06b04f73c'} bound to L3 agent in host dv-cinder-836930-1-iscsi {{(pid=103985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:12:18.454129 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_hamode_db [None req-3f86c482-0f86-4e33-a855-ae1ca945130c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836930-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-07T11:57:34Z,description=,heartbeat_timestamp=2022-04-07T12:12:04Z,host='dv-cinder-836930-1-iscsi',id=ad8978c4-6515-441c-a828-0289badd3b4a,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:57:35Z,topic='l3_agent')) {'router_ids': ['a519d0f1-242e-4041-a842-bab06b04f73c'], 'active': True} {{(pid=103985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:12:18.487207 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.db.l3_dvrscheduler_db [req-742bb137-5546-448f-807f-15b319e6d1de req-4e97e6da-1f9a-4308-8350-394e792ccc9c tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] No DVR routers for this DVR port 8849c4b4-086e-4627-9ee8-4cbde77fa632 on host hv-cinder-83693 {{(pid=103982) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 12:12:18.490437 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [req-742bb137-5546-448f-807f-15b319e6d1de req-4e97e6da-1f9a-4308-8350-394e792ccc9c tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91606'] for port (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:18.494166 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-742bb137-5546-448f-807f-15b319e6d1de req-4e97e6da-1f9a-4308-8350-394e792ccc9c tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.49 "DELETE /v2.0/ports/8849c4b4-086e-4627-9ee8-4cbde77fa632 HTTP/1.1" status: 204 len: 173 time: 2.0166349 Apr 07 12:12:18.509642 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25ee8a8d-01ee-4116-a081-8546d7d15de3', 'name': 'network-vif-deleted', 'tag': '8849c4b4-086e-4627-9ee8-4cbde77fa632'}] {{(pid=103982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:12:18.511911 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a87f3ac2112343cf46b731ae90f6f8f3b8b920e6472e7c70a4e5373429e5b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-729c3d3f-4eff-4e25-be77-1978b8fc403d" -d '{"events": [{"server_uuid": "25ee8a8d-01ee-4116-a081-8546d7d15de3", "name": "network-vif-deleted", "tag": "8849c4b4-086e-4627-9ee8-4cbde77fa632"}]}' {{(pid=103982) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:12:18.519729 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc86ff18-d8a7-4134-86a9-346193ccb84d req-2bce215a-65e5-44fb-a2d6-726fe9746748 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] No DVR routers for this DVR port 4447c27d-d188-408b-a90a-c0c1b7d5533b on host hv-cinder-83693 {{(pid=103982) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 12:12:18.533455 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [req-dc86ff18-d8a7-4134-86a9-346193ccb84d req-2bce215a-65e5-44fb-a2d6-726fe9746748 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91606'] for port (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:18.538254 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-dc86ff18-d8a7-4134-86a9-346193ccb84d req-2bce215a-65e5-44fb-a2d6-726fe9746748 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] 10.222.0.49 "DELETE /v2.0/ports/4447c27d-d188-408b-a90a-c0c1b7d5533b HTTP/1.1" status: 204 len: 173 time: 1.9341793 Apr 07 12:12:18.569809 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb7566d-6014-4570-9f77-08d3f5e35584 req-2e576351-54b1-4d4a-a0f2-25392d831d08 tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:12:18.571948 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-adb7566d-6014-4570-9f77-08d3f5e35584 req-2e576351-54b1-4d4a-a0f2-25392d831d08 tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] 10.222.0.58 "GET /v2.0/ports?device_id=b2a26717-8ef7-454d-b710-31f27a75de4a HTTP/1.1" status: 200 len: 945 time: 0.1963105 Apr 07 12:12:18.622533 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-629e018c-491d-432f-ab29-8b84701c5487 req-20705552-08d2-4726-b9b8-0c579c118509 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff87cb0b-1f65-4554-a77a-3c3081c171d2 HTTP/1.1" status: 200 len: 210 time: 0.0412493 Apr 07 12:12:18.641413 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_dvr_db [None req-35d35dc4-db2f-41dc-a4e5-f5ec6fd2b2d8 None None] Set router 10915a5b-44a1-445a-8ee4-c6170d308905 gateway port host: dv-cinder-836930-1-iscsi {{(pid=103984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:12:18.643159 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_dvr_db [None req-3f86c482-0f86-4e33-a855-ae1ca945130c None None] Set router a519d0f1-242e-4041-a842-bab06b04f73c gateway port host: dv-cinder-836930-1-iscsi {{(pid=103985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:12:18.676363 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 12:12:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83247569-617c-4a73-8a08-0aaf013c1cf2 x-openstack-request-id: req-83247569-617c-4a73-8a08-0aaf013c1cf2 {{(pid=103982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:12:18.676984 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25ee8a8d-01ee-4116-a081-8546d7d15de3", "name": "network-vif-deleted", "tag": "8849c4b4-086e-4627-9ee8-4cbde77fa632", "status": "completed", "code": 200}]} {{(pid=103982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:12:18.677323 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-83247569-617c-4a73-8a08-0aaf013c1cf2 {{(pid=103982) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:12:18.678075 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83247569-617c-4a73-8a08-0aaf013c1cf2'] response: {'server_uuid': '25ee8a8d-01ee-4116-a081-8546d7d15de3', 'name': 'network-vif-deleted', 'tag': '8849c4b4-086e-4627-9ee8-4cbde77fa632', 'status': 'completed', 'code': 200} Apr 07 12:12:18.701079 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-adb7566d-6014-4570-9f77-08d3f5e35584 req-885ab8dc-8e2b-4344-bb19-9643f9332f26 tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] 10.222.0.58 "GET /v2.0/security-groups?id=1deef15e-ad32-4d18-a014-8ed81c74d088&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1138844 Apr 07 12:12:18.747915 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7cec27-844f-4c49-9582-61df6acf6aa0 req-f8f1f585-42e3-472a-a252-9a74831356ca tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:12:18.748412 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-3a7cec27-844f-4c49-9582-61df6acf6aa0 req-f8f1f585-42e3-472a-a252-9a74831356ca tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] 10.222.0.49 "GET /v2.0/networks?id=fcace665-ea97-4783-845e-38b6ed7c4b29 HTTP/1.1" status: 200 len: 811 time: 0.1754777 Apr 07 12:12:18.864839 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_hamode_db [None req-35d35dc4-db2f-41dc-a4e5-f5ec6fd2b2d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10915a5b-44a1-445a-8ee4-c6170d308905', 'name': 'tempest-ServerRescueNegativeTestJSON-112950129-router', 'tenant_id': '060237c359da41d49b858b2897b29918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'external_fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': '16dcc467-cd6a-4708-8a3e-1a3399f3e889', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:06:28Z', 'updated_at': '2022-04-07T12:06:37Z', 'revision_number': 4, 'project_id': '060237c359da41d49b858b2897b29918', 'gw_port': {'id': '16dcc467-cd6a-4708-8a3e-1a3399f3e889', 'name': '', 'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:4f:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10915a5b-44a1-445a-8ee4-c6170d308905', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:06:29Z', 'updated_at': '2022-04-07T12:06:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4554067d-f507-4a99-8a98-0874c02c5721', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836930-1-iscsi', '_interfaces': [{'id': '42aff1c8-3988-46df-95cf-c0a66aeca9a8', 'name': '', 'network_id': 'b54ec153-3bc9-439f-b426-165a936f23bb', 'tenant_id': '060237c359da41d49b858b2897b29918', 'mac_address': 'fa:16:3e:08:1b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10915a5b-44a1-445a-8ee4-c6170d308905', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '45a072d7-ade8-4cd2-9025-cfaa01b8e30d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:06:35Z', 'updated_at': '2022-04-07T12:06:51Z', 'revision_number': 5, 'project_id': '060237c359da41d49b858b2897b29918', 'subnets': [{'id': '45a072d7-ade8-4cd2-9025-cfaa01b8e30d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836930-1-iscsi', False) {} {{(pid=103984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:12:18.868933 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_hamode_db [None req-3f86c482-0f86-4e33-a855-ae1ca945130c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a519d0f1-242e-4041-a842-bab06b04f73c', 'name': 'tempest-AttachVolumeNegativeTest-534969019-router', 'tenant_id': '58b56b91563a42a8bdc5c09e03b65f27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'external_fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': 'f3414172-3630-42b6-b260-7d6d425d85c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:06:30Z', 'updated_at': '2022-04-07T12:06:39Z', 'revision_number': 4, 'project_id': '58b56b91563a42a8bdc5c09e03b65f27', 'gw_port': {'id': 'f3414172-3630-42b6-b260-7d6d425d85c0', 'name': '', 'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:5a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a519d0f1-242e-4041-a842-bab06b04f73c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:06:32Z', 'updated_at': '2022-04-07T12:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4554067d-f507-4a99-8a98-0874c02c5721', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836930-1-iscsi', '_interfaces': [{'id': '68192a74-ee6f-49ed-b01a-ff2103dd3c8b', 'name': '', 'network_id': '30ebdc73-30d3-4d75-a45d-118501e4a6d7', 'tenant_id': '58b56b91563a42a8bdc5c09e03b65f27', 'mac_address': 'fa:16:3e:8d:10:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a519d0f1-242e-4041-a842-bab06b04f73c', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '7fc98a79-6638-4f9b-8125-b4339927e49b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:06:37Z', 'updated_at': '2022-04-07T12:06:49Z', 'revision_number': 5, 'project_id': '58b56b91563a42a8bdc5c09e03b65f27', 'subnets': [{'id': '7fc98a79-6638-4f9b-8125-b4339927e49b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836930-1-iscsi', False) {} {{(pid=103985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:12:18.897454 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35d35dc4-db2f-41dc-a4e5-f5ec6fd2b2d8 None None] Checking router: 10915a5b-44a1-445a-8ee4-c6170d308905 for host: dv-cinder-836930-1-iscsi {{(pid=103984) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 12:12:18.900172 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f86c482-0f86-4e33-a855-ae1ca945130c None None] Checking router: a519d0f1-242e-4041-a842-bab06b04f73c for host: dv-cinder-836930-1-iscsi {{(pid=103985) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 12:12:18.909057 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f86c482-0f86-4e33-a855-ae1ca945130c None None] Routers {'a519d0f1-242e-4041-a842-bab06b04f73c'} bound to L3 agent in host dv-cinder-836930-1-iscsi {{(pid=103985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:12:18.910716 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_hamode_db [None req-3f86c482-0f86-4e33-a855-ae1ca945130c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836930-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-07T11:57:34Z,description=,heartbeat_timestamp=2022-04-07T12:12:04Z,host='dv-cinder-836930-1-iscsi',id=ad8978c4-6515-441c-a828-0289badd3b4a,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:57:35Z,topic='l3_agent')) {'router_ids': ['a519d0f1-242e-4041-a842-bab06b04f73c'], 'active': True} {{(pid=103985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:12:18.913180 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d35dc4-db2f-41dc-a4e5-f5ec6fd2b2d8 None None] Routers {'10915a5b-44a1-445a-8ee4-c6170d308905'} bound to L3 agent in host dv-cinder-836930-1-iscsi {{(pid=103984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:12:18.913982 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_hamode_db [None req-35d35dc4-db2f-41dc-a4e5-f5ec6fd2b2d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836930-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-07T11:57:34Z,description=,heartbeat_timestamp=2022-04-07T12:12:04Z,host='dv-cinder-836930-1-iscsi',id=ad8978c4-6515-441c-a828-0289badd3b4a,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:57:35Z,topic='l3_agent')) {'router_ids': ['10915a5b-44a1-445a-8ee4-c6170d308905'], 'active': True} {{(pid=103984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:12:18.938316 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-3a7cec27-844f-4c49-9582-61df6acf6aa0 req-ccb1b33a-2a56-48bd-9e58-8cb9699d8e6a tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bb7aeab7f2af4131992847a73f3c7e0a HTTP/1.1" status: 200 len: 379 time: 0.0803514 Apr 07 12:12:18.943921 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-f6ac7fa6-0b48-4335-b743-64dedec43f5c req-a58422e1-4827-4d6e-9a36-3b3663edef22 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/ports?device_id=25ee8a8d-01ee-4116-a081-8546d7d15de3 HTTP/1.1" status: 200 len: 210 time: 0.0458488 Apr 07 12:12:19.007037 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.v2.base [req-3a7cec27-844f-4c49-9582-61df6acf6aa0 req-f642ba3b-9915-40f0-bea8-23de2a85cb2a tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Request body: {'port': {'device_id': 'bea4e2d6-6d66-4f89-9eac-09f1cd4c94db', 'network_id': 'fcace665-ea97-4783-845e-38b6ed7c4b29', 'admin_state_up': True, 'tenant_id': 'bb7aeab7f2af4131992847a73f3c7e0a', 'security_groups': ['7f4c1248-8e1d-4e73-aca4-7522afc1729b']}} {{(pid=103982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:12:19.025593 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_dvr_db [None req-3f86c482-0f86-4e33-a855-ae1ca945130c None None] Set router a519d0f1-242e-4041-a842-bab06b04f73c gateway port host: dv-cinder-836930-1-iscsi {{(pid=103985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:12:19.048566 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_dvr_db [None req-35d35dc4-db2f-41dc-a4e5-f5ec6fd2b2d8 None None] Set router 10915a5b-44a1-445a-8ee4-c6170d308905 gateway port host: dv-cinder-836930-1-iscsi {{(pid=103984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:12:19.294431 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_hamode_db [None req-35d35dc4-db2f-41dc-a4e5-f5ec6fd2b2d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10915a5b-44a1-445a-8ee4-c6170d308905', 'name': 'tempest-ServerRescueNegativeTestJSON-112950129-router', 'tenant_id': '060237c359da41d49b858b2897b29918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'external_fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': '16dcc467-cd6a-4708-8a3e-1a3399f3e889', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:06:28Z', 'updated_at': '2022-04-07T12:06:37Z', 'revision_number': 4, 'project_id': '060237c359da41d49b858b2897b29918', 'gw_port': {'id': '16dcc467-cd6a-4708-8a3e-1a3399f3e889', 'name': '', 'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:4f:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10915a5b-44a1-445a-8ee4-c6170d308905', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:06:29Z', 'updated_at': '2022-04-07T12:06:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4554067d-f507-4a99-8a98-0874c02c5721', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836930-1-iscsi', '_interfaces': [{'id': '42aff1c8-3988-46df-95cf-c0a66aeca9a8', 'name': '', 'network_id': 'b54ec153-3bc9-439f-b426-165a936f23bb', 'tenant_id': '060237c359da41d49b858b2897b29918', 'mac_address': 'fa:16:3e:08:1b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10915a5b-44a1-445a-8ee4-c6170d308905', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '45a072d7-ade8-4cd2-9025-cfaa01b8e30d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:06:35Z', 'updated_at': '2022-04-07T12:06:51Z', 'revision_number': 5, 'project_id': '060237c359da41d49b858b2897b29918', 'subnets': [{'id': '45a072d7-ade8-4cd2-9025-cfaa01b8e30d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836930-1-iscsi', False) {} {{(pid=103984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:12:19.300682 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a7cec27-844f-4c49-9582-61df6acf6aa0 req-f642ba3b-9915-40f0-bea8-23de2a85cb2a tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Made reservation on behalf of bb7aeab7f2af4131992847a73f3c7e0a for: {'port': 1} {{(pid=103982) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 12:12:19.304282 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [req-3a7cec27-844f-4c49-9582-61df6acf6aa0 req-f642ba3b-9915-40f0-bea8-23de2a85cb2a tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (None), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:19.323398 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35d35dc4-db2f-41dc-a4e5-f5ec6fd2b2d8 None None] The sync data for ids ['10915a5b-44a1-445a-8ee4-c6170d308905'] in dv-cinder-836930-1-iscsi is: [{'id': '10915a5b-44a1-445a-8ee4-c6170d308905', 'name': 'tempest-ServerRescueNegativeTestJSON-112950129-router', 'tenant_id': '060237c359da41d49b858b2897b29918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'external_fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': '16dcc467-cd6a-4708-8a3e-1a3399f3e889', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:06:28Z', 'updated_at': '2022-04-07T12:06:37Z', 'revision_number': 4, 'project_id': '060237c359da41d49b858b2897b29918', 'gw_port': {'id': '16dcc467-cd6a-4708-8a3e-1a3399f3e889', 'name': '', 'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:4f:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10915a5b-44a1-445a-8ee4-c6170d308905', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:06:29Z', 'updated_at': '2022-04-07T12:06:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4554067d-f507-4a99-8a98-0874c02c5721', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836930-1-iscsi', '_interfaces': [{'id': '42aff1c8-3988-46df-95cf-c0a66aeca9a8', 'name': '', 'network_id': 'b54ec153-3bc9-439f-b426-165a936f23bb', 'tenant_id': '060237c359da41d49b858b2897b29918', 'mac_address': 'fa:16:3e:08:1b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10915a5b-44a1-445a-8ee4-c6170d308905', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '45a072d7-ade8-4cd2-9025-cfaa01b8e30d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:06:35Z', 'updated_at': '2022-04-07T12:06:51Z', 'revision_number': 5, 'project_id': '060237c359da41d49b858b2897b29918', 'subnets': [{'id': '45a072d7-ade8-4cd2-9025-cfaa01b8e30d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 12:12:19.382125 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_hamode_db [None req-3f86c482-0f86-4e33-a855-ae1ca945130c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a519d0f1-242e-4041-a842-bab06b04f73c', 'name': 'tempest-AttachVolumeNegativeTest-534969019-router', 'tenant_id': '58b56b91563a42a8bdc5c09e03b65f27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'external_fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': 'f3414172-3630-42b6-b260-7d6d425d85c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:06:30Z', 'updated_at': '2022-04-07T12:06:39Z', 'revision_number': 4, 'project_id': '58b56b91563a42a8bdc5c09e03b65f27', 'gw_port': {'id': 'f3414172-3630-42b6-b260-7d6d425d85c0', 'name': '', 'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:5a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a519d0f1-242e-4041-a842-bab06b04f73c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:06:32Z', 'updated_at': '2022-04-07T12:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4554067d-f507-4a99-8a98-0874c02c5721', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836930-1-iscsi', '_interfaces': [{'id': '68192a74-ee6f-49ed-b01a-ff2103dd3c8b', 'name': '', 'network_id': '30ebdc73-30d3-4d75-a45d-118501e4a6d7', 'tenant_id': '58b56b91563a42a8bdc5c09e03b65f27', 'mac_address': 'fa:16:3e:8d:10:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a519d0f1-242e-4041-a842-bab06b04f73c', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '7fc98a79-6638-4f9b-8125-b4339927e49b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:06:37Z', 'updated_at': '2022-04-07T12:06:49Z', 'revision_number': 5, 'project_id': '58b56b91563a42a8bdc5c09e03b65f27', 'subnets': [{'id': '7fc98a79-6638-4f9b-8125-b4339927e49b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836930-1-iscsi', False) {} {{(pid=103985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:12:19.411585 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f86c482-0f86-4e33-a855-ae1ca945130c None None] The sync data for ids ['a519d0f1-242e-4041-a842-bab06b04f73c'] in dv-cinder-836930-1-iscsi is: [{'id': 'a519d0f1-242e-4041-a842-bab06b04f73c', 'name': 'tempest-AttachVolumeNegativeTest-534969019-router', 'tenant_id': '58b56b91563a42a8bdc5c09e03b65f27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'external_fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': 'f3414172-3630-42b6-b260-7d6d425d85c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:06:30Z', 'updated_at': '2022-04-07T12:06:39Z', 'revision_number': 4, 'project_id': '58b56b91563a42a8bdc5c09e03b65f27', 'gw_port': {'id': 'f3414172-3630-42b6-b260-7d6d425d85c0', 'name': '', 'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:5a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a519d0f1-242e-4041-a842-bab06b04f73c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:06:32Z', 'updated_at': '2022-04-07T12:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4554067d-f507-4a99-8a98-0874c02c5721', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836930-1-iscsi', '_interfaces': [{'id': '68192a74-ee6f-49ed-b01a-ff2103dd3c8b', 'name': '', 'network_id': '30ebdc73-30d3-4d75-a45d-118501e4a6d7', 'tenant_id': '58b56b91563a42a8bdc5c09e03b65f27', 'mac_address': 'fa:16:3e:8d:10:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a519d0f1-242e-4041-a842-bab06b04f73c', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '7fc98a79-6638-4f9b-8125-b4339927e49b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:06:37Z', 'updated_at': '2022-04-07T12:06:49Z', 'revision_number': 5, 'project_id': '58b56b91563a42a8bdc5c09e03b65f27', 'subnets': [{'id': '7fc98a79-6638-4f9b-8125-b4339927e49b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 12:12:19.428462 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-c5e22ca8-256b-48ce-83d0-7b0b05e0b27c req-9e05edb1-1688-4f2b-a33c-f0a0d508b930 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] 10.222.0.58 "GET /v2.0/ports?device_id=bea4e2d6-6d66-4f89-9eac-09f1cd4c94db HTTP/1.1" status: 200 len: 210 time: 0.0345643 Apr 07 12:12:19.503337 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.db.db_base_plugin_common [req-3a7cec27-844f-4c49-9582-61df6acf6aa0 req-f642ba3b-9915-40f0-bea8-23de2a85cb2a tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Allocated IP 172.20.0.10 (fcace665-ea97-4783-845e-38b6ed7c4b29/f6c89c23-3e38-47dc-af91-b69590186a24/e00ddb72-5c7a-4e31-a81f-fc2cd0970a47) {{(pid=103982) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 12:12:19.663335 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [req-3a7cec27-844f-4c49-9582-61df6acf6aa0 req-f642ba3b-9915-40f0-bea8-23de2a85cb2a tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Publish callbacks [] for port (e00ddb72-5c7a-4e31-a81f-fc2cd0970a47), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:19.675494 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ef846d-c63a-4217-b770-e852561a06f5 None None] New status for floating IP 96870edc-0907-4dee-bb3f-8ec29ecb5726: DOWN {{(pid=103984) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 12:12:19.735760 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-c508ca38-77cf-4ce5-8353-249376e2594d req-5ba29950-696c-4c77-966a-6d8bd8d32162 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff87cb0b-1f65-4554-a77a-3c3081c171d2 HTTP/1.1" status: 200 len: 210 time: 0.0340233 Apr 07 12:12:19.748353 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e3d542a-080e-4ce2-af85-2af020aeeec7 None None] New status for floating IP 2e90e1a7-5964-4ade-add8-df8528169449: DOWN {{(pid=103985) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 12:12:19.804853 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [req-3a7cec27-844f-4c49-9582-61df6acf6aa0 req-f642ba3b-9915-40f0-bea8-23de2a85cb2a tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780056949589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126593575'] for port (e00ddb72-5c7a-4e31-a81f-fc2cd0970a47), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:19.885140 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a7cec27-844f-4c49-9582-61df6acf6aa0 req-f642ba3b-9915-40f0-bea8-23de2a85cb2a tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Network fcace665-ea97-4783-845e-38b6ed7c4b29 is already hosted by enough agents. {{(pid=103982) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:12:19.893104 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.scheduler.base_scheduler [req-3a7cec27-844f-4c49-9582-61df6acf6aa0 req-f642ba3b-9915-40f0-bea8-23de2a85cb2a tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Resources bound (agent type, host, resource id): {{(pid=103982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:12:19.898980 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a7cec27-844f-4c49-9582-61df6acf6aa0 req-f642ba3b-9915-40f0-bea8-23de2a85cb2a tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Received port after_create {{(pid=103982) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 12:12:19.905600 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f642ba3b-9915-40f0-bea8-23de2a85cb2a tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Pushing event updated for resources: {'Port': ['ID=e00ddb72-5c7a-4e31-a81f-fc2cd0970a47,revision_number=1']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:12:19.962999 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca9ce50-6c38-46a1-a1a2-0e0d250823be req-507afda8-b23f-4a48-adce-156821b58336 tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:12:19.970101 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-9ca9ce50-6c38-46a1-a1a2-0e0d250823be req-507afda8-b23f-4a48-adce-156821b58336 tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] 10.222.0.58 "GET /v2.0/ports?device_id=b2a26717-8ef7-454d-b710-31f27a75de4a HTTP/1.1" status: 200 len: 945 time: 0.1326940 Apr 07 12:12:19.985616 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7cec27-844f-4c49-9582-61df6acf6aa0 req-f642ba3b-9915-40f0-bea8-23de2a85cb2a tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:12:19.986198 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [req-3a7cec27-844f-4c49-9582-61df6acf6aa0 req-f642ba3b-9915-40f0-bea8-23de2a85cb2a tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91606'] for port (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:20.055737 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-9ca9ce50-6c38-46a1-a1a2-0e0d250823be req-a980ba3b-5221-44bc-b483-3b5e202dc7cf tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] 10.222.0.58 "GET /v2.0/security-groups?id=1deef15e-ad32-4d18-a014-8ed81c74d088&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846686 Apr 07 12:12:20.088127 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-3a7cec27-844f-4c49-9582-61df6acf6aa0 req-f642ba3b-9915-40f0-bea8-23de2a85cb2a tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0844665 Apr 07 12:12:20.099071 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-0a4131aa-8b58-4e64-a906-7856ba6df66f req-69e7b4ff-86bb-452b-8ba2-1ec4e5d4d777 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/ports?device_id=25ee8a8d-01ee-4116-a081-8546d7d15de3 HTTP/1.1" status: 200 len: 210 time: 0.0498817 Apr 07 12:12:20.117176 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.v2.base [req-3a7cec27-844f-4c49-9582-61df6acf6aa0 req-67377af0-5155-4ff7-b6ee-1fe12983327b service neutron] Request body: {'port': {'device_id': 'bea4e2d6-6d66-4f89-9eac-09f1cd4c94db', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83693'}} {{(pid=103982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:12:20.186338 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [req-3a7cec27-844f-4c49-9582-61df6acf6aa0 req-67377af0-5155-4ff7-b6ee-1fe12983327b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (e00ddb72-5c7a-4e31-a81f-fc2cd0970a47), before_update {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:20.231148 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.provisioning_blocks [None req-b3595c98-bb4e-4c5f-a51f-e1cbc6349c69 None None] Provisioning complete for port e00ddb72-5c7a-4e31-a81f-fc2cd0970a47 triggered by entity DHCP. {{(pid=103984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:12:20.231770 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-b3595c98-bb4e-4c5f-a51f-e1cbc6349c69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7484729'] for port (e00ddb72-5c7a-4e31-a81f-fc2cd0970a47), provisioning_complete {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:20.267931 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-b3595c98-bb4e-4c5f-a51f-e1cbc6349c69 None None] Port e00ddb72-5c7a-4e31-a81f-fc2cd0970a47 cannot update to ACTIVE because it is not bound. {{(pid=103984) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 12:12:20.453297 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.notifiers.nova [req-3a7cec27-844f-4c49-9582-61df6acf6aa0 req-67377af0-5155-4ff7-b6ee-1fe12983327b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e00ddb72-5c7a-4e31-a81f-fc2cd0970a47 {{(pid=103982) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 12:12:20.461535 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [req-3a7cec27-844f-4c49-9582-61df6acf6aa0 req-67377af0-5155-4ff7-b6ee-1fe12983327b service neutron] Publish callbacks [] for port (e00ddb72-5c7a-4e31-a81f-fc2cd0970a47), precommit_update {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:20.474215 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.db.provisioning_blocks [req-3a7cec27-844f-4c49-9582-61df6acf6aa0 req-67377af0-5155-4ff7-b6ee-1fe12983327b service neutron] Transition to ACTIVE for port object e00ddb72-5c7a-4e31-a81f-fc2cd0970a47 will not be triggered until provisioned by entity L2. {{(pid=103982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 12:12:20.554257 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8662a40b-2256-4b35-ba67-38346c62e9ae req-96f91559-2879-451d-9b54-268eec73e732 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:12:20.555779 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-8662a40b-2256-4b35-ba67-38346c62e9ae req-96f91559-2879-451d-9b54-268eec73e732 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] 10.222.0.58 "GET /v2.0/ports?device_id=bea4e2d6-6d66-4f89-9eac-09f1cd4c94db HTTP/1.1" status: 200 len: 932 time: 0.0581741 Apr 07 12:12:20.588457 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [req-3a7cec27-844f-4c49-9582-61df6acf6aa0 req-67377af0-5155-4ff7-b6ee-1fe12983327b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780057409639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780056949607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780056949625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126593592'] for port (e00ddb72-5c7a-4e31-a81f-fc2cd0970a47), after_update {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:20.636981 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-8662a40b-2256-4b35-ba67-38346c62e9ae req-9628be97-6f8f-4b8d-b13e-e16c3aadd0cc tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] 10.222.0.58 "GET /v2.0/security-groups?id=7f4c1248-8e1d-4e73-aca4-7522afc1729b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751963 Apr 07 12:12:20.656389 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67377af0-5155-4ff7-b6ee-1fe12983327b service neutron] Pushing event updated for resources: {'Port': ['ID=e00ddb72-5c7a-4e31-a81f-fc2cd0970a47,revision_number=2']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:12:20.693172 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff87cb0b-1f65-4554-a77a-3c3081c171d2', 'name': 'network-vif-deleted', 'tag': '4447c27d-d188-408b-a90a-c0c1b7d5533b'}] {{(pid=103982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:12:20.695398 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a87f3ac2112343cf46b731ae90f6f8f3b8b920e6472e7c70a4e5373429e5b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adbe9790-4e06-4918-9e10-4ecc29978b06" -d '{"events": [{"server_uuid": "ff87cb0b-1f65-4554-a77a-3c3081c171d2", "name": "network-vif-deleted", "tag": "4447c27d-d188-408b-a90a-c0c1b7d5533b"}]}' {{(pid=103982) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:12:20.731602 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.managers [req-3a7cec27-844f-4c49-9582-61df6acf6aa0 req-67377af0-5155-4ff7-b6ee-1fe12983327b service neutron] Attempting to bind port e00ddb72-5c7a-4e31-a81f-fc2cd0970a47 on host hv-cinder-83693 for vnic_type normal with profile {{(pid=103982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 12:12:20.732387 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.managers [req-3a7cec27-844f-4c49-9582-61df6acf6aa0 req-67377af0-5155-4ff7-b6ee-1fe12983327b service neutron] Attempting to bind port e00ddb72-5c7a-4e31-a81f-fc2cd0970a47 by drivers openvswitch,hyperv on host hv-cinder-83693 at level 0 using segments [{'id': '0390e2dd-fa0e-4e46-ac16-40eb36374f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'fcace665-ea97-4783-845e-38b6ed7c4b29'}] {{(pid=103982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 12:12:20.732528 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a7cec27-844f-4c49-9582-61df6acf6aa0 req-67377af0-5155-4ff7-b6ee-1fe12983327b service neutron] Attempting to bind port e00ddb72-5c7a-4e31-a81f-fc2cd0970a47 on network fcace665-ea97-4783-845e-38b6ed7c4b29 {{(pid=103982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:12:20.737355 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a7cec27-844f-4c49-9582-61df6acf6aa0 req-67377af0-5155-4ff7-b6ee-1fe12983327b service neutron] Port e00ddb72-5c7a-4e31-a81f-fc2cd0970a47 on network fcace665-ea97-4783-845e-38b6ed7c4b29 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83693 {{(pid=103982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 12:12:20.737672 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a7cec27-844f-4c49-9582-61df6acf6aa0 req-67377af0-5155-4ff7-b6ee-1fe12983327b service neutron] Attempting to bind port e00ddb72-5c7a-4e31-a81f-fc2cd0970a47 on network fcace665-ea97-4783-845e-38b6ed7c4b29 {{(pid=103982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:12:20.743407 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 12:12:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eeb5556-61b5-48ac-b74a-b2beeeb13e4b x-openstack-request-id: req-9eeb5556-61b5-48ac-b74a-b2beeeb13e4b {{(pid=103982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:12:20.743714 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff87cb0b-1f65-4554-a77a-3c3081c171d2", "name": "network-vif-deleted", "tag": "4447c27d-d188-408b-a90a-c0c1b7d5533b", "status": "completed", "code": 200}]} {{(pid=103982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:12:20.744024 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9eeb5556-61b5-48ac-b74a-b2beeeb13e4b {{(pid=103982) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:12:20.744552 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9eeb5556-61b5-48ac-b74a-b2beeeb13e4b'] response: {'server_uuid': 'ff87cb0b-1f65-4554-a77a-3c3081c171d2', 'name': 'network-vif-deleted', 'tag': '4447c27d-d188-408b-a90a-c0c1b7d5533b', 'status': 'completed', 'code': 200} Apr 07 12:12:20.745638 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a7cec27-844f-4c49-9582-61df6acf6aa0 req-67377af0-5155-4ff7-b6ee-1fe12983327b service neutron] Checking agent: {'id': 'b65c4e22-832a-4f2b-89ab-f6b5f91e1f65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83693', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 12, 4, 29), 'started_at': datetime.datetime(2022, 4, 7, 12, 4, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 12, 11, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 12:12:20.745965 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a7cec27-844f-4c49-9582-61df6acf6aa0 req-67377af0-5155-4ff7-b6ee-1fe12983327b service neutron] Checking segment: {'id': '0390e2dd-fa0e-4e46-ac16-40eb36374f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'fcace665-ea97-4783-845e-38b6ed7c4b29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:12:20.746339 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a7cec27-844f-4c49-9582-61df6acf6aa0 req-67377af0-5155-4ff7-b6ee-1fe12983327b service neutron] Bound using segment: {'id': '0390e2dd-fa0e-4e46-ac16-40eb36374f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'fcace665-ea97-4783-845e-38b6ed7c4b29'} {{(pid=103982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 12:12:20.746767 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.managers [req-3a7cec27-844f-4c49-9582-61df6acf6aa0 req-67377af0-5155-4ff7-b6ee-1fe12983327b service neutron] Bound port: e00ddb72-5c7a-4e31-a81f-fc2cd0970a47, host: hv-cinder-83693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0390e2dd-fa0e-4e46-ac16-40eb36374f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'fcace665-ea97-4783-845e-38b6ed7c4b29'}}] {{(pid=103982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 12:12:20.747484 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [req-3a7cec27-844f-4c49-9582-61df6acf6aa0 req-67377af0-5155-4ff7-b6ee-1fe12983327b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (e00ddb72-5c7a-4e31-a81f-fc2cd0970a47), before_update {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:20.833046 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.db [req-3a7cec27-844f-4c49-9582-61df6acf6aa0 req-67377af0-5155-4ff7-b6ee-1fe12983327b service neutron] For port e00ddb72-5c7a-4e31-a81f-fc2cd0970a47, host hv-cinder-83693, cleared binding levels {{(pid=103982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 12:12:20.836211 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.db [req-3a7cec27-844f-4c49-9582-61df6acf6aa0 req-67377af0-5155-4ff7-b6ee-1fe12983327b service neutron] For port e00ddb72-5c7a-4e31-a81f-fc2cd0970a47, host hv-cinder-83693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83693',level=0,port_id=e00ddb72-5c7a-4e31-a81f-fc2cd0970a47,segment=NetworkSegment(0390e2dd-fa0e-4e46-ac16-40eb36374f96),segment_id=0390e2dd-fa0e-4e46-ac16-40eb36374f96)] {{(pid=103982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 12:12:20.930110 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [req-3a7cec27-844f-4c49-9582-61df6acf6aa0 req-67377af0-5155-4ff7-b6ee-1fe12983327b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780057409639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780056949607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780056949625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126593592'] for port (e00ddb72-5c7a-4e31-a81f-fc2cd0970a47), after_update {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:20.937092 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.wsgi [-] (103983) accepted ('10.222.0.58', 39410) {{(pid=103983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:12:20.964795 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7cec27-844f-4c49-9582-61df6acf6aa0 req-67377af0-5155-4ff7-b6ee-1fe12983327b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:12:20.965469 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [req-3a7cec27-844f-4c49-9582-61df6acf6aa0 req-67377af0-5155-4ff7-b6ee-1fe12983327b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91606'] for port (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:20.966737 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-3a7cec27-844f-4c49-9582-61df6acf6aa0 req-67377af0-5155-4ff7-b6ee-1fe12983327b service neutron] 10.222.0.49 "PUT /v2.0/ports/e00ddb72-5c7a-4e31-a81f-fc2cd0970a47 HTTP/1.1" status: 200 len: 1094 time: 0.8653176 Apr 07 12:12:20.989003 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67377af0-5155-4ff7-b6ee-1fe12983327b service neutron] Pushing event updated for resources: {'Port': ['ID=e00ddb72-5c7a-4e31-a81f-fc2cd0970a47,revision_number=3']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:12:20.997526 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-b490b91e-9644-45a8-8e0d-b9228abb4cc9 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Publish callbacks [] for security_group (b7397107-f4ac-4244-87d4-f63e20c97972), before_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:21.025778 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-b490b91e-9644-45a8-8e0d-b9228abb4cc9 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Publish callbacks [] for security_group (b7397107-f4ac-4244-87d4-f63e20c97972), precommit_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:21.147434 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-b490b91e-9644-45a8-8e0d-b9228abb4cc9 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678166'] for security_group (b7397107-f4ac-4244-87d4-f63e20c97972), after_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:21.150425 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-b490b91e-9644-45a8-8e0d-b9228abb4cc9 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Publish callbacks [] for security_group (None), before_response {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:21.154543 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [None req-b490b91e-9644-45a8-8e0d-b9228abb4cc9 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] 10.222.0.58 "DELETE /v2.0/security-groups/b7397107-f4ac-4244-87d4-f63e20c97972 HTTP/1.1" status: 204 len: 168 time: 0.2164319 Apr 07 12:12:21.154775 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.58', 39416) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:12:21.171927 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b490b91e-9644-45a8-8e0d-b9228abb4cc9 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7397107-f4ac-4244-87d4-f63e20c97972,revision_number=None']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:12:21.173431 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.api.v2.resource [None req-c8317c42-87c3-4cc4-9865-79a269fe7cb3 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] show failed (client error): The resource could not be found. Apr 07 12:12:21.174466 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [None req-c8317c42-87c3-4cc4-9865-79a269fe7cb3 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] 10.222.0.58 "GET /v2.0/security-groups/b7397107-f4ac-4244-87d4-f63e20c97972 HTTP/1.1" status: 404 len: 347 time: 0.0186207 Apr 07 12:12:21.178085 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.wsgi [-] (103983) accepted ('10.222.0.58', 39420) {{(pid=103983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:12:21.191686 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a1dd65-bf7f-4de6-baf3-b6f929dff76d req-020bb20e-a9e3-4433-b80e-0b8cdbd46e0c tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:12:21.193465 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-95a1dd65-bf7f-4de6-baf3-b6f929dff76d req-020bb20e-a9e3-4433-b80e-0b8cdbd46e0c tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] 10.222.0.58 "GET /v2.0/ports?device_id=b2a26717-8ef7-454d-b710-31f27a75de4a HTTP/1.1" status: 200 len: 945 time: 0.0724521 Apr 07 12:12:21.253444 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-95a1dd65-bf7f-4de6-baf3-b6f929dff76d req-b54e14a5-dd40-49c8-97c8-c28343e5e68d tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] 10.222.0.58 "GET /v2.0/security-groups?id=1deef15e-ad32-4d18-a014-8ed81c74d088&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499530 Apr 07 12:12:21.313362 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.wsgi [-] (103983) accepted ('10.222.0.58', 39424) {{(pid=103983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:12:21.339965 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7cec27-844f-4c49-9582-61df6acf6aa0 req-0e26c67f-8456-4b59-b7a3-6b10995125f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:12:21.342902 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-3a7cec27-844f-4c49-9582-61df6acf6aa0 req-0e26c67f-8456-4b59-b7a3-6b10995125f8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=bb7aeab7f2af4131992847a73f3c7e0a&device_id=bea4e2d6-6d66-4f89-9eac-09f1cd4c94db HTTP/1.1" status: 200 len: 1128 time: 0.0661197 Apr 07 12:12:21.363086 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-dfebac88-597c-4f53-9bfe-27f64bc97782 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Deleting port 76683293-5828-4e35-9649-b1856c0ec874 {{(pid=103983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:12:21.363448 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-dfebac88-597c-4f53-9bfe-27f64bc97782 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780057404546'] for port (76683293-5828-4e35-9649-b1856c0ec874), before_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:21.397185 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-3a7cec27-844f-4c49-9582-61df6acf6aa0 req-b8889d5b-7d75-483d-a141-9cef28f25193 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e00ddb72-5c7a-4e31-a81f-fc2cd0970a47 HTTP/1.1" status: 200 len: 217 time: 0.0387752 Apr 07 12:12:21.430594 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-41c19ed1-fd51-4cbd-aae5-89b315745a64 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Publish callbacks [] for security_group (1bc13a4b-bf7a-431b-94bf-6b370d841026), before_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:21.448683 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7cec27-844f-4c49-9582-61df6acf6aa0 req-23846639-b330-4ba0-9ffc-2605437d4f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:12:21.450130 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-3a7cec27-844f-4c49-9582-61df6acf6aa0 req-23846639-b330-4ba0-9ffc-2605437d4f84 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f6c89c23-3e38-47dc-af91-b69590186a24 HTTP/1.1" status: 200 len: 850 time: 0.0470350 Apr 07 12:12:21.481481 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-41c19ed1-fd51-4cbd-aae5-89b315745a64 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Publish callbacks [] for security_group (1bc13a4b-bf7a-431b-94bf-6b370d841026), precommit_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:21.485311 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-dfebac88-597c-4f53-9bfe-27f64bc97782 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2017998'] for port (76683293-5828-4e35-9649-b1856c0ec874), precommit_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:21.485637 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-dfebac88-597c-4f53-9bfe-27f64bc97782 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Publish callbacks [] for floatingip (76683293-5828-4e35-9649-b1856c0ec874), precommit_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:21.509893 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-dfebac88-597c-4f53-9bfe-27f64bc97782 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Calling delete_port for 76683293-5828-4e35-9649-b1856c0ec874 owned by network:floatingip {{(pid=103983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:12:21.510478 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7cec27-844f-4c49-9582-61df6acf6aa0 req-6e3dcb7a-6ddb-4159-9ab8-dfe857520e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:12:21.512318 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-3a7cec27-844f-4c49-9582-61df6acf6aa0 req-6e3dcb7a-6ddb-4159-9ab8-dfe857520e6d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=fcace665-ea97-4783-845e-38b6ed7c4b29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0480928 Apr 07 12:12:21.610191 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-3a7cec27-844f-4c49-9582-61df6acf6aa0 req-94140f02-ef8b-4375-9135-89a022ef3a96 service neutron] 10.222.0.49 "GET /v2.0/networks/fcace665-ea97-4783-845e-38b6ed7c4b29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888710 Apr 07 12:12:21.648397 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-41c19ed1-fd51-4cbd-aae5-89b315745a64 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678166'] for security_group (1bc13a4b-bf7a-431b-94bf-6b370d841026), after_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:21.653415 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-41c19ed1-fd51-4cbd-aae5-89b315745a64 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Publish callbacks [] for security_group (None), before_response {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:21.653415 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [None req-41c19ed1-fd51-4cbd-aae5-89b315745a64 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "DELETE /v2.0/security-groups/1bc13a4b-bf7a-431b-94bf-6b370d841026 HTTP/1.1" status: 204 len: 168 time: 0.3369088 Apr 07 12:12:21.657726 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.wsgi [-] (103983) accepted ('10.222.0.58', 39428) {{(pid=103983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:12:21.695672 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c19ed1-fd51-4cbd-aae5-89b315745a64 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bc13a4b-bf7a-431b-94bf-6b370d841026,revision_number=None']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:12:21.698628 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.api.v2.resource [None req-cffb2b75-cc84-4243-be5b-fb99468727e2 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] show failed (client error): The resource could not be found. Apr 07 12:12:21.700031 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [None req-cffb2b75-cc84-4243-be5b-fb99468727e2 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/security-groups/1bc13a4b-bf7a-431b-94bf-6b370d841026 HTTP/1.1" status: 404 len: 347 time: 0.0413196 Apr 07 12:12:21.706052 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.58', 39432) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:12:21.789484 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-dfebac88-597c-4f53-9bfe-27f64bc97782 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780057409621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780056949598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126495687'] for port (76683293-5828-4e35-9649-b1856c0ec874), after_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:21.796794 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-3a7cec27-844f-4c49-9582-61df6acf6aa0 req-f0c29855-b2e6-4415-b33b-cc01e4522134 service neutron] 10.222.0.49 "GET /v2.0/networks/fcace665-ea97-4783-845e-38b6ed7c4b29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788242 Apr 07 12:12:21.833439 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfebac88-597c-4f53-9bfe-27f64bc97782 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Pushing event deleted for resources: {'Port': ['ID=76683293-5828-4e35-9649-b1856c0ec874,revision_number=None']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:12:21.846570 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-e3bdfe25-cc97-44ac-a968-273b2b8fe053 req-36173a79-79ae-40a0-8ffb-fc43d95e199e service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=b2a26717-8ef7-454d-b710-31f27a75de4a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1287806 Apr 07 12:12:21.902132 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1facc949-bd9f-4496-b437-45ec02848c65 req-87eba406-df55-4dfd-b3c9-f7957cfcb599 tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:12:21.903732 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-1facc949-bd9f-4496-b437-45ec02848c65 req-87eba406-df55-4dfd-b3c9-f7957cfcb599 tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] 10.222.0.58 "GET /v2.0/ports?device_id=b2a26717-8ef7-454d-b710-31f27a75de4a HTTP/1.1" status: 200 len: 945 time: 0.1509838 Apr 07 12:12:21.912759 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e315522d-fc0a-4458-8c45-c56897e1585a req-396ee168-0b6d-4412-a33a-e756227a14f1 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:12:21.914387 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-e315522d-fc0a-4458-8c45-c56897e1585a req-396ee168-0b6d-4412-a33a-e756227a14f1 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] 10.222.0.58 "GET /v2.0/ports?device_id=bea4e2d6-6d66-4f89-9eac-09f1cd4c94db HTTP/1.1" status: 200 len: 944 time: 0.1390603 Apr 07 12:12:21.951902 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.plugin [None req-21992bb8-dba5-418a-bae5-ce169dae4c38 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Deleting port 56ca6ee5-a2ff-45b5-b95b-716c349692f0 {{(pid=103982) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:12:21.952276 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-21992bb8-dba5-418a-bae5-ce169dae4c38 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780057404546'] for port (56ca6ee5-a2ff-45b5-b95b-716c349692f0), before_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:21.990426 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bdfe25-cc97-44ac-a968-273b2b8fe053 req-0407c3f2-2047-44d0-8c41-01520777a9b7 tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:12:21.991833 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-e3bdfe25-cc97-44ac-a968-273b2b8fe053 req-0407c3f2-2047-44d0-8c41-01520777a9b7 tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] 10.222.0.58 "GET /v2.0/ports/ded65079-4bdf-4a1a-8747-1a8d8dd95b18 HTTP/1.1" status: 200 len: 942 time: 0.1005700 Apr 07 12:12:21.995750 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-dfebac88-597c-4f53-9bfe-27f64bc97782 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Publish callbacks [] for floatingip (2e90e1a7-5964-4ade-add8-df8528169449), after_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:21.998223 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-dfebac88-597c-4f53-9bfe-27f64bc97782 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91606'] for floatingip (None), before_response {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:22.009925 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [None req-dfebac88-597c-4f53-9bfe-27f64bc97782 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] 10.222.0.58 "DELETE /v2.0/floatingips/2e90e1a7-5964-4ade-add8-df8528169449 HTTP/1.1" status: 204 len: 168 time: 0.8201745 Apr 07 12:12:22.025392 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-e315522d-fc0a-4458-8c45-c56897e1585a req-de7222a9-4256-4860-9c60-dd21b0488efe tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] 10.222.0.58 "GET /v2.0/security-groups?id=7f4c1248-8e1d-4e73-aca4-7522afc1729b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1054037 Apr 07 12:12:22.026286 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-1facc949-bd9f-4496-b437-45ec02848c65 req-aa5f173b-0a17-49ea-a2e8-49cf5521119a tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] 10.222.0.58 "GET /v2.0/security-groups?id=1deef15e-ad32-4d18-a014-8ed81c74d088&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1100416 Apr 07 12:12:22.066855 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-21992bb8-dba5-418a-bae5-ce169dae4c38 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2017998'] for port (56ca6ee5-a2ff-45b5-b95b-716c349692f0), precommit_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:22.067447 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-21992bb8-dba5-418a-bae5-ce169dae4c38 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Publish callbacks [] for floatingip (56ca6ee5-a2ff-45b5-b95b-716c349692f0), precommit_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:22.082558 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.plugin [None req-21992bb8-dba5-418a-bae5-ce169dae4c38 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Calling delete_port for 56ca6ee5-a2ff-45b5-b95b-716c349692f0 owned by network:floatingip {{(pid=103982) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:12:22.295223 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-21992bb8-dba5-418a-bae5-ce169dae4c38 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780057409621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780056949598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126593575'] for port (56ca6ee5-a2ff-45b5-b95b-716c349692f0), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:22.322027 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21992bb8-dba5-418a-bae5-ce169dae4c38 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Pushing event deleted for resources: {'Port': ['ID=56ca6ee5-a2ff-45b5-b95b-716c349692f0,revision_number=None']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:12:22.385613 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-21992bb8-dba5-418a-bae5-ce169dae4c38 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Publish callbacks [] for floatingip (96870edc-0907-4dee-bb3f-8ec29ecb5726), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:22.388949 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-21992bb8-dba5-418a-bae5-ce169dae4c38 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91606'] for floatingip (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:22.390561 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [None req-21992bb8-dba5-418a-bae5-ce169dae4c38 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "DELETE /v2.0/floatingips/96870edc-0907-4dee-bb3f-8ec29ecb5726 HTTP/1.1" status: 204 len: 168 time: 0.6837046 Apr 07 12:12:22.547598 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.58', 39444) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:12:22.552864 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.v2.base [None req-58ba7bdd-54fc-4e53-bfd3-c9e8bae82abb tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1421679162', 'description': 'tempest-description--566450169'}} {{(pid=103982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:12:22.672231 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-58ba7bdd-54fc-4e53-bfd3-c9e8bae82abb tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Publish callbacks [] for security_group (None), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:22.742459 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-58ba7bdd-54fc-4e53-bfd3-c9e8bae82abb tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Publish callbacks [] for security_group (7e60e9c1-98e8-4d50-bdfd-c01025e49a5e), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:22.745278 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bea4e2d6-6d66-4f89-9eac-09f1cd4c94db', 'tag': 'e00ddb72-5c7a-4e31-a81f-fc2cd0970a47'}] {{(pid=103982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:12:22.747554 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a87f3ac2112343cf46b731ae90f6f8f3b8b920e6472e7c70a4e5373429e5b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9decd935-1999-444c-8542-1ad5100932af" -d '{"events": [{"name": "network-changed", "server_uuid": "bea4e2d6-6d66-4f89-9eac-09f1cd4c94db", "tag": "e00ddb72-5c7a-4e31-a81f-fc2cd0970a47"}]}' {{(pid=103982) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:12:22.786482 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 12:12:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cda656dc-5dc4-496f-99ca-83674a1d28c2 x-openstack-request-id: req-cda656dc-5dc4-496f-99ca-83674a1d28c2 {{(pid=103982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:12:22.786778 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bea4e2d6-6d66-4f89-9eac-09f1cd4c94db", "tag": "e00ddb72-5c7a-4e31-a81f-fc2cd0970a47", "status": "completed", "code": 200}]} {{(pid=103982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:12:22.787032 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-cda656dc-5dc4-496f-99ca-83674a1d28c2 {{(pid=103982) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:12:22.787489 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cda656dc-5dc4-496f-99ca-83674a1d28c2'] response: {'name': 'network-changed', 'server_uuid': 'bea4e2d6-6d66-4f89-9eac-09f1cd4c94db', 'tag': 'e00ddb72-5c7a-4e31-a81f-fc2cd0970a47', 'status': 'completed', 'code': 200} Apr 07 12:12:22.821217 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-58ba7bdd-54fc-4e53-bfd3-c9e8bae82abb tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678166'] for security_group (7e60e9c1-98e8-4d50-bdfd-c01025e49a5e), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:22.850726 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ba7bdd-54fc-4e53-bfd3-c9e8bae82abb tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e60e9c1-98e8-4d50-bdfd-c01025e49a5e,revision_number=1']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:12:22.908236 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-58ba7bdd-54fc-4e53-bfd3-c9e8bae82abb tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Publish callbacks [] for security_group (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:22.909438 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [None req-58ba7bdd-54fc-4e53-bfd3-c9e8bae82abb tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3607984 Apr 07 12:12:22.912511 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.wsgi [-] (103983) accepted ('10.222.0.58', 39450) {{(pid=103983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:12:22.917258 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.v2.base [None req-78c84c7d-17d5-440d-aae0-21cf8b7dbedd tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Request body: {'security_group_rule': {'security_group_id': '7e60e9c1-98e8-4d50-bdfd-c01025e49a5e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:12:22.928335 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9decd935-1999-444c-8542-1ad5100932af req-686b5b66-9b02-4287-b93d-bc19a694fb8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:12:22.929834 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-9decd935-1999-444c-8542-1ad5100932af req-686b5b66-9b02-4287-b93d-bc19a694fb8c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=bb7aeab7f2af4131992847a73f3c7e0a&device_id=bea4e2d6-6d66-4f89-9eac-09f1cd4c94db HTTP/1.1" status: 200 len: 1128 time: 0.0494080 Apr 07 12:12:23.023235 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9decd935-1999-444c-8542-1ad5100932af req-5cbfc4f4-a0fb-448d-b5f2-b37dff7791b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:12:23.024482 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-9decd935-1999-444c-8542-1ad5100932af req-5cbfc4f4-a0fb-448d-b5f2-b37dff7791b9 service neutron] 10.222.0.49 "GET /v2.0/networks?id=fcace665-ea97-4783-845e-38b6ed7c4b29 HTTP/1.1" status: 200 len: 912 time: 0.0881004 Apr 07 12:12:23.042744 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-78c84c7d-17d5-440d-aae0-21cf8b7dbedd tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Publish callbacks [] for security_group_rule (80910a88-71fa-419c-9cf1-b612d4c82f60), before_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:23.127697 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-78c84c7d-17d5-440d-aae0-21cf8b7dbedd tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Publish callbacks [] for security_group_rule (80910a88-71fa-419c-9cf1-b612d4c82f60), precommit_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:23.178938 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7789c06d-5825-4d54-b8ff-5d0e5a2814d3 req-041c3b1a-1f77-4553-91e0-c5896d44e49e tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:12:23.180554 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-7789c06d-5825-4d54-b8ff-5d0e5a2814d3 req-041c3b1a-1f77-4553-91e0-c5896d44e49e tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] 10.222.0.58 "GET /v2.0/ports?device_id=b2a26717-8ef7-454d-b710-31f27a75de4a HTTP/1.1" status: 200 len: 945 time: 0.0757227 Apr 07 12:12:23.202201 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-78c84c7d-17d5-440d-aae0-21cf8b7dbedd tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678271'] for security_group_rule (80910a88-71fa-419c-9cf1-b612d4c82f60), after_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:23.228059 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c84c7d-17d5-440d-aae0-21cf8b7dbedd tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80910a88-71fa-419c-9cf1-b612d4c82f60,revision_number=0']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:12:23.256781 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-7789c06d-5825-4d54-b8ff-5d0e5a2814d3 req-510e2413-7062-4029-9336-57ab700b4c25 tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] 10.222.0.58 "GET /v2.0/security-groups?id=1deef15e-ad32-4d18-a014-8ed81c74d088&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695989 Apr 07 12:12:23.332194 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-9decd935-1999-444c-8542-1ad5100932af req-e6118b64-7b43-4faa-91ec-656838a88d60 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e00ddb72-5c7a-4e31-a81f-fc2cd0970a47 HTTP/1.1" status: 200 len: 217 time: 0.3011549 Apr 07 12:12:23.382069 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-78c84c7d-17d5-440d-aae0-21cf8b7dbedd tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:23.383307 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [None req-78c84c7d-17d5-440d-aae0-21cf8b7dbedd tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4697518 Apr 07 12:12:23.386151 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.wsgi [-] (103983) accepted ('10.222.0.58', 39456) {{(pid=103983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:12:23.390869 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.v2.base [None req-7b79c54f-219f-4410-8192-259a2ce04f4f tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Request body: {'security_group_rule': {'security_group_id': '7e60e9c1-98e8-4d50-bdfd-c01025e49a5e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:12:23.407382 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9decd935-1999-444c-8542-1ad5100932af req-69c04404-4b65-475b-bc79-20cfb2c4ebd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:12:23.408855 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-9decd935-1999-444c-8542-1ad5100932af req-69c04404-4b65-475b-bc79-20cfb2c4ebd1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f6c89c23-3e38-47dc-af91-b69590186a24 HTTP/1.1" status: 200 len: 850 time: 0.0586312 Apr 07 12:12:23.417104 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4907995-f4c9-4c6e-a2fe-64a67ac2d5ad req-0913a74c-4db7-42ea-bdd5-daab83fc05eb tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:12:23.418561 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-f4907995-f4c9-4c6e-a2fe-64a67ac2d5ad req-0913a74c-4db7-42ea-bdd5-daab83fc05eb tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] 10.222.0.58 "GET /v2.0/ports?device_id=bea4e2d6-6d66-4f89-9eac-09f1cd4c94db HTTP/1.1" status: 200 len: 944 time: 0.0955994 Apr 07 12:12:23.494071 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-f4907995-f4c9-4c6e-a2fe-64a67ac2d5ad req-f8885ce9-114c-4e65-a4f0-17785e478e72 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] 10.222.0.58 "GET /v2.0/security-groups?id=7f4c1248-8e1d-4e73-aca4-7522afc1729b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662234 Apr 07 12:12:23.495928 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9decd935-1999-444c-8542-1ad5100932af req-ef607eee-8bdb-4876-923e-b80da00e494b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:12:23.497346 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-9decd935-1999-444c-8542-1ad5100932af req-ef607eee-8bdb-4876-923e-b80da00e494b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=fcace665-ea97-4783-845e-38b6ed7c4b29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0779300 Apr 07 12:12:23.533636 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-7b79c54f-219f-4410-8192-259a2ce04f4f tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Publish callbacks [] for security_group_rule (1b74704e-abb1-4903-a511-7825f2ddecc9), before_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:23.589595 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-7b79c54f-219f-4410-8192-259a2ce04f4f tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Publish callbacks [] for security_group_rule (1b74704e-abb1-4903-a511-7825f2ddecc9), precommit_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:23.595804 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-9decd935-1999-444c-8542-1ad5100932af req-a6adf2b2-7f37-4219-b920-7a039f1f0f3f service neutron] 10.222.0.49 "GET /v2.0/networks/fcace665-ea97-4783-845e-38b6ed7c4b29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880444 Apr 07 12:12:23.622410 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Device ded65079-4bdf-4a1a-8747-1a8d8dd95b18 no longer exists at agent hyperv_hv-cinder-83693 {{(pid=103984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 12:12:23.678352 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-7b79c54f-219f-4410-8192-259a2ce04f4f tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678271'] for security_group_rule (1b74704e-abb1-4903-a511-7825f2ddecc9), after_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:23.696799 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b79c54f-219f-4410-8192-259a2ce04f4f tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b74704e-abb1-4903-a511-7825f2ddecc9,revision_number=0']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:12:23.702591 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-9decd935-1999-444c-8542-1ad5100932af req-92805048-cb7a-42b5-94e5-02aa216e703b service neutron] 10.222.0.49 "GET /v2.0/networks/fcace665-ea97-4783-845e-38b6ed7c4b29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001923 Apr 07 12:12:23.714718 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Current status of the port ded65079-4bdf-4a1a-8747-1a8d8dd95b18 is: ACTIVE; New status is: DOWN {{(pid=103984) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:12:23.715109 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (ded65079-4bdf-4a1a-8747-1a8d8dd95b18), before_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:23.738917 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2a26717-8ef7-454d-b710-31f27a75de4a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ded65079-4bdf-4a1a-8747-1a8d8dd95b18'}] {{(pid=103984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:12:23.741209 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0608bff1dee5f704c30ce50aefecbc08eaebc6e842b477e08be3f7901197da8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf4f0302-2517-4af1-a300-edf2bdc5417a" -d '{"events": [{"server_uuid": "b2a26717-8ef7-454d-b710-31f27a75de4a", "name": "network-vif-unplugged", "status": "completed", "tag": "ded65079-4bdf-4a1a-8747-1a8d8dd95b18"}]}' {{(pid=103984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:12:23.754370 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.db [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] For port ded65079-4bdf-4a1a-8747-1a8d8dd95b18, host hv-cinder-83693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83693',level=0,port_id=ded65079-4bdf-4a1a-8747-1a8d8dd95b18,segment=NetworkSegment(03f974f2-7a81-4033-8e47-73794737a6ee),segment_id=03f974f2-7a81-4033-8e47-73794737a6ee)] {{(pid=103984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:12:23.798605 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-7b79c54f-219f-4410-8192-259a2ce04f4f tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:23.800021 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [None req-7b79c54f-219f-4410-8192-259a2ce04f4f tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4130900 Apr 07 12:12:23.803082 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.wsgi [-] (103983) accepted ('10.222.0.58', 39466) {{(pid=103983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:12:23.807687 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.v2.base [None req-3c92a3d4-6d8a-468a-8e35-30e4ba256bc2 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Request body: {'floatingip': {'floating_network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56'}} {{(pid=103983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:12:23.827409 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 07 Apr 2022 12:12:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e69a887-476f-451d-a32e-db564e4ed0a2 x-openstack-request-id: req-7e69a887-476f-451d-a32e-db564e4ed0a2 {{(pid=103984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:12:23.827706 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2a26717-8ef7-454d-b710-31f27a75de4a", "name": "network-vif-unplugged", "status": "failed", "tag": "ded65079-4bdf-4a1a-8747-1a8d8dd95b18", "code": 422}]} {{(pid=103984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:12:23.827961 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7e69a887-476f-451d-a32e-db564e4ed0a2 {{(pid=103984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:12:23.828411 dv-cinder-836930-1-iscsi neutron-server[103984]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-7e69a887-476f-451d-a32e-db564e4ed0a2']: {'server_uuid': 'b2a26717-8ef7-454d-b710-31f27a75de4a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ded65079-4bdf-4a1a-8747-1a8d8dd95b18', 'code': 422} returned with failed status Apr 07 12:12:23.854742 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780057409639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780056949607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780056949625'] for port (ded65079-4bdf-4a1a-8747-1a8d8dd95b18), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:23.900828 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-3c92a3d4-6d8a-468a-8e35-30e4ba256bc2 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:23.901230 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Pushing event updated for resources: {'Port': ['ID=ded65079-4bdf-4a1a-8747-1a8d8dd95b18,revision_number=6']} {{(pid=103984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:12:23.908781 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:12:23.909132 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:12:23.909477 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:12:23.909904 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:12:23.910736 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:12:23.911070 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:12:23.911434 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:12:23.911765 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:12:23.912092 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:12:23.912426 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:12:23.912750 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:12:23.913111 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:12:23.913442 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:12:23.913760 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:12:23.914079 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:12:24.232105 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-3c92a3d4-6d8a-468a-8e35-30e4ba256bc2 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (None), before_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:24.336466 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.db.db_base_plugin_common [None req-3c92a3d4-6d8a-468a-8e35-30e4ba256bc2 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Allocated IP 172.27.0.7 (bbaeba58-97ce-4d65-bbf2-981851410a56/4554067d-f507-4a99-8a98-0874c02c5721/e4e4314e-a09d-41d7-b231-03bb45840659) {{(pid=103983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 12:12:24.385026 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcc5862-3491-44fe-a812-fe3c2a49ebc1 req-4a7fac3c-d699-4820-870f-8fdf33fdbe30 tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:12:24.386529 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-6dcc5862-3491-44fe-a812-fe3c2a49ebc1 req-4a7fac3c-d699-4820-870f-8fdf33fdbe30 tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] 10.222.0.58 "GET /v2.0/ports?device_id=b2a26717-8ef7-454d-b710-31f27a75de4a HTTP/1.1" status: 200 len: 943 time: 0.0535553 Apr 07 12:12:24.440909 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-6dcc5862-3491-44fe-a812-fe3c2a49ebc1 req-bd83e2bf-cb2a-4615-b5fc-4c655e1fd210 tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] 10.222.0.58 "GET /v2.0/security-groups?id=1deef15e-ad32-4d18-a014-8ed81c74d088&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483022 Apr 07 12:12:24.443812 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-3c92a3d4-6d8a-468a-8e35-30e4ba256bc2 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Publish callbacks [] for port (e4e4314e-a09d-41d7-b231-03bb45840659), precommit_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:24.547103 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-3c92a3d4-6d8a-468a-8e35-30e4ba256bc2 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780056949589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126495687'] for port (e4e4314e-a09d-41d7-b231-03bb45840659), after_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:24.610377 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c92a3d4-6d8a-468a-8e35-30e4ba256bc2 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Network bbaeba58-97ce-4d65-bbf2-981851410a56 is already hosted by enough agents. {{(pid=103983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:12:24.617843 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.scheduler.base_scheduler [None req-3c92a3d4-6d8a-468a-8e35-30e4ba256bc2 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Resources bound (agent type, host, resource id): {{(pid=103983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:12:24.624926 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c92a3d4-6d8a-468a-8e35-30e4ba256bc2 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Received port after_create {{(pid=103983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 12:12:24.633026 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c92a3d4-6d8a-468a-8e35-30e4ba256bc2 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Pushing event updated for resources: {'Port': ['ID=e4e4314e-a09d-41d7-b231-03bb45840659,revision_number=1']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:12:24.680842 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8424ed0-bf8b-488a-9b16-0a8f7ccbbbb0 req-c8e9bc25-2204-4218-a651-3c5404d6a670 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:12:24.682603 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-f8424ed0-bf8b-488a-9b16-0a8f7ccbbbb0 req-c8e9bc25-2204-4218-a651-3c5404d6a670 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] 10.222.0.58 "GET /v2.0/ports?device_id=bea4e2d6-6d66-4f89-9eac-09f1cd4c94db HTTP/1.1" status: 200 len: 944 time: 0.1079779 Apr 07 12:12:24.763925 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-f8424ed0-bf8b-488a-9b16-0a8f7ccbbbb0 req-52e32add-d8a0-44a5-bd2c-d27c9e65b0ef tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] 10.222.0.58 "GET /v2.0/security-groups?id=7f4c1248-8e1d-4e73-aca4-7522afc1729b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743458 Apr 07 12:12:24.764898 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-3c92a3d4-6d8a-468a-8e35-30e4ba256bc2 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Publish callbacks [] for floatingip (83e88bdc-d807-4a9b-a43d-bfaf8a19eb9b), precommit_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:24.906585 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-3c92a3d4-6d8a-468a-8e35-30e4ba256bc2 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (e4e4314e-a09d-41d7-b231-03bb45840659), before_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:25.053804 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-3c92a3d4-6d8a-468a-8e35-30e4ba256bc2 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Publish callbacks [] for port (e4e4314e-a09d-41d7-b231-03bb45840659), precommit_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:25.175039 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-3c92a3d4-6d8a-468a-8e35-30e4ba256bc2 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780057409639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780056949607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780056949625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126495704'] for port (e4e4314e-a09d-41d7-b231-03bb45840659), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:25.248266 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c92a3d4-6d8a-468a-8e35-30e4ba256bc2 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Pushing event updated for resources: {'Port': ['ID=e4e4314e-a09d-41d7-b231-03bb45840659,revision_number=2']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:12:25.262026 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-3c92a3d4-6d8a-468a-8e35-30e4ba256bc2 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2019898'] for floatingip (83e88bdc-d807-4a9b-a43d-bfaf8a19eb9b), after_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:25.366576 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-3c92a3d4-6d8a-468a-8e35-30e4ba256bc2 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91606'] for floatingip (None), before_response {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:25.367782 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [None req-3c92a3d4-6d8a-468a-8e35-30e4ba256bc2 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.5637059 Apr 07 12:12:25.520351 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-e733a3c8-5aa2-49b0-9c29-902d08aa9b4a req-b7e28f2a-90e9-4963-b3c1-76068d805049 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--1421679162&fields=id&tenant_id=58b56b91563a42a8bdc5c09e03b65f27 HTTP/1.1" status: 200 len: 267 time: 0.0503163 Apr 07 12:12:25.610378 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bdfe25-cc97-44ac-a968-273b2b8fe053 req-f0cd622f-f20b-40a2-bece-cc23e2fe0b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:12:25.611889 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-e3bdfe25-cc97-44ac-a968-273b2b8fe053 req-f0cd622f-f20b-40a2-bece-cc23e2fe0b2c service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=b2a26717-8ef7-454d-b710-31f27a75de4a&tenant_id=a4085596b6ef4b2aa7ec76a5ca5df6a5 HTTP/1.1" status: 200 len: 1127 time: 0.0795088 Apr 07 12:12:25.647948 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa52fdd9-4e05-4e9b-a342-0df3e3a14b43 req-1cc08963-33f1-4ee6-8a36-f815b2da1f42 tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:12:25.647948 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-aa52fdd9-4e05-4e9b-a342-0df3e3a14b43 req-1cc08963-33f1-4ee6-8a36-f815b2da1f42 tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] 10.222.0.58 "GET /v2.0/ports?device_id=b2a26717-8ef7-454d-b710-31f27a75de4a HTTP/1.1" status: 200 len: 943 time: 0.0797420 Apr 07 12:12:25.648270 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Device e00ddb72-5c7a-4e31-a81f-fc2cd0970a47 details requested by agent hyperv_hv-cinder-83693 with host hv-cinder-83693 {{(pid=103984) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 12:12:25.648725 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e733a3c8-5aa2-49b0-9c29-902d08aa9b4a req-6bf5e590-0716-42fd-86ed-29fed4832d7e tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:12:25.648725 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-e733a3c8-5aa2-49b0-9c29-902d08aa9b4a req-6bf5e590-0716-42fd-86ed-29fed4832d7e tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] 10.222.0.58 "GET /v2.0/networks?id=30ebdc73-30d3-4d75-a45d-118501e4a6d7 HTTP/1.1" status: 200 len: 814 time: 0.1198192 Apr 07 12:12:25.659279 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-e733a3c8-5aa2-49b0-9c29-902d08aa9b4a req-c4b264d4-2d2f-471c-a541-c0be32b0e79a tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] 10.222.0.58 "GET /v2.0/quotas/58b56b91563a42a8bdc5c09e03b65f27 HTTP/1.1" status: 200 len: 375 time: 0.0104284 Apr 07 12:12:25.681052 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-aa52fdd9-4e05-4e9b-a342-0df3e3a14b43 req-181ec314-7e81-4033-8a81-696e6dfcae86 tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] 10.222.0.58 "GET /v2.0/security-groups?id=1deef15e-ad32-4d18-a014-8ed81c74d088&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531671 Apr 07 12:12:25.743537 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-e733a3c8-5aa2-49b0-9c29-902d08aa9b4a req-094d16d2-b948-48c5-9fbc-801fcae6a928 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=58b56b91563a42a8bdc5c09e03b65f27&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0708203 Apr 07 12:12:25.744885 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.db [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] For port e00ddb72-5c7a-4e31-a81f-fc2cd0970a47, host hv-cinder-83693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83693',level=0,port_id=e00ddb72-5c7a-4e31-a81f-fc2cd0970a47,segment=NetworkSegment(0390e2dd-fa0e-4e46-ac16-40eb36374f96),segment_id=0390e2dd-fa0e-4e46-ac16-40eb36374f96)] {{(pid=103984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:12:25.758047 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Returning: {'device': 'e00ddb72-5c7a-4e31-a81f-fc2cd0970a47', 'network_id': 'fcace665-ea97-4783-845e-38b6ed7c4b29', 'port_id': 'e00ddb72-5c7a-4e31-a81f-fc2cd0970a47', 'mac_address': 'fa:16:3e:b5:ad:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 636, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6c89c23-3e38-47dc-af91-b69590186a24', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103984) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 12:12:25.796789 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Current status of the port e00ddb72-5c7a-4e31-a81f-fc2cd0970a47 is: DOWN; New status is: BUILD {{(pid=103984) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:12:25.797173 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (e00ddb72-5c7a-4e31-a81f-fc2cd0970a47), before_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:25.805771 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6e4c9a-a093-418b-9786-fb17749e20a8 req-8158a5c1-906b-49a9-b5b8-1526ae7359ca tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:12:25.807584 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-fc6e4c9a-a093-418b-9786-fb17749e20a8 req-8158a5c1-906b-49a9-b5b8-1526ae7359ca tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/ports?device_id=ac1f3a68-f423-4755-a9c4-1f053e094038 HTTP/1.1" status: 200 len: 945 time: 0.0581748 Apr 07 12:12:25.812275 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.notifiers.nova [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e00ddb72-5c7a-4e31-a81f-fc2cd0970a47 {{(pid=103984) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 12:12:25.832633 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.db [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] For port e00ddb72-5c7a-4e31-a81f-fc2cd0970a47, host hv-cinder-83693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83693',level=0,port_id=e00ddb72-5c7a-4e31-a81f-fc2cd0970a47,segment=NetworkSegment(0390e2dd-fa0e-4e46-ac16-40eb36374f96),segment_id=0390e2dd-fa0e-4e46-ac16-40eb36374f96)] {{(pid=103984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:12:25.836697 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-e733a3c8-5aa2-49b0-9c29-902d08aa9b4a req-1b509b49-6ddb-4da3-96c5-5cf0d0769e23 service neutron] 10.222.0.58 "GET /v2.0/networks/30ebdc73-30d3-4d75-a45d-118501e4a6d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918446 Apr 07 12:12:25.859573 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-fc6e4c9a-a093-418b-9786-fb17749e20a8 req-190ad3ba-93f5-4ca5-9b6d-be8da8bd1853 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/security-groups?id=a9f2a625-dc68-4664-b64d-af04d0e6ed04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450726 Apr 07 12:12:25.900084 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780057409639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780056949607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780056949625'] for port (e00ddb72-5c7a-4e31-a81f-fc2cd0970a47), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:25.938102 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-e733a3c8-5aa2-49b0-9c29-902d08aa9b4a req-e9af8a68-b3d6-4238-9067-27a929794168 service neutron] 10.222.0.58 "GET /v2.0/networks/30ebdc73-30d3-4d75-a45d-118501e4a6d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957303 Apr 07 12:12:25.950442 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Pushing event updated for resources: {'Port': ['ID=e00ddb72-5c7a-4e31-a81f-fc2cd0970a47,revision_number=4']} {{(pid=103984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:12:25.978366 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf4ed26-8a68-432b-94c8-7744e925428b req-2fc0f967-1f10-425b-a3b7-eb598b7e5b05 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:12:25.979900 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-bcf4ed26-8a68-432b-94c8-7744e925428b req-2fc0f967-1f10-425b-a3b7-eb598b7e5b05 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] 10.222.0.58 "GET /v2.0/ports?device_id=bea4e2d6-6d66-4f89-9eac-09f1cd4c94db HTTP/1.1" status: 200 len: 945 time: 0.0613570 Apr 07 12:12:26.027268 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-bcf4ed26-8a68-432b-94c8-7744e925428b req-539c65bb-2ac3-4c04-b459-e710dde69608 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] 10.222.0.58 "GET /v2.0/security-groups?id=7f4c1248-8e1d-4e73-aca4-7522afc1729b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413742 Apr 07 12:12:26.171098 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-6923356f-7515-4247-a07f-880e9aa308c5 req-70120baa-dbf7-4724-bb5d-76626c35ac22 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] 10.222.0.58 "GET /v2.0/ports?device_id=e579b6e2-4f18-4e52-86b0-2bd4e3d549f0 HTTP/1.1" status: 200 len: 210 time: 0.0271597 Apr 07 12:12:26.245092 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.db [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] get_ports_and_sgs() called for port_ids ['e00ddb72-5c7a-4e31-a81f-fc2cd0970a47'] {{(pid=103984) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 12:12:26.803469 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ca6ee1-4b62-4066-be0b-1cca8db271b1 req-21205fa3-47ba-450a-8b9a-2b1079e0bf34 tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:12:26.804949 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-d1ca6ee1-4b62-4066-be0b-1cca8db271b1 req-21205fa3-47ba-450a-8b9a-2b1079e0bf34 tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] 10.222.0.58 "GET /v2.0/ports?device_id=b2a26717-8ef7-454d-b710-31f27a75de4a HTTP/1.1" status: 200 len: 943 time: 0.0522559 Apr 07 12:12:26.855098 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-d1ca6ee1-4b62-4066-be0b-1cca8db271b1 req-3d6c2004-4616-4718-99ba-7e6d20d4098f tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] 10.222.0.58 "GET /v2.0/security-groups?id=1deef15e-ad32-4d18-a014-8ed81c74d088&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432115 Apr 07 12:12:26.897597 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bdfe25-cc97-44ac-a968-273b2b8fe053 req-848ed87e-e005-44ff-95d3-798e8c267435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:12:26.898966 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-e3bdfe25-cc97-44ac-a968-273b2b8fe053 req-848ed87e-e005-44ff-95d3-798e8c267435 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a4085596b6ef4b2aa7ec76a5ca5df6a5&device_id=b2a26717-8ef7-454d-b710-31f27a75de4a HTTP/1.1" status: 200 len: 1127 time: 0.0482795 Apr 07 12:12:26.980077 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a96dd59-4512-4720-b2c6-d824e5bff28f req-305cc37c-32fa-4da6-805b-5350fd0c16cb tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:12:26.981548 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-2a96dd59-4512-4720-b2c6-d824e5bff28f req-305cc37c-32fa-4da6-805b-5350fd0c16cb tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/ports?device_id=ac1f3a68-f423-4755-a9c4-1f053e094038 HTTP/1.1" status: 200 len: 945 time: 0.0527508 Apr 07 12:12:27.027902 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-2a96dd59-4512-4720-b2c6-d824e5bff28f req-e1b24c88-beaa-4d4b-8b13-aac1bd95ec1e tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/security-groups?id=a9f2a625-dc68-4664-b64d-af04d0e6ed04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407596 Apr 07 12:12:27.149114 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd730cb-c687-4ad3-8b6e-26fe05b4efe5 req-9e819f3c-52ce-4fd3-ad66-0aea699c9f1d tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:12:27.150608 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-bbd730cb-c687-4ad3-8b6e-26fe05b4efe5 req-9e819f3c-52ce-4fd3-ad66-0aea699c9f1d tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] 10.222.0.58 "GET /v2.0/ports?device_id=bea4e2d6-6d66-4f89-9eac-09f1cd4c94db HTTP/1.1" status: 200 len: 945 time: 0.0575624 Apr 07 12:12:27.170568 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bdfe25-cc97-44ac-a968-273b2b8fe053 req-31f36c2d-29f9-4a0d-98bf-52f1ccb42c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:12:27.172079 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-e3bdfe25-cc97-44ac-a968-273b2b8fe053 req-31f36c2d-29f9-4a0d-98bf-52f1ccb42c0c service neutron] 10.222.0.49 "GET /v2.0/networks?id=3ddbe8c1-9e72-419f-bb9d-9b04f45bb675 HTTP/1.1" status: 200 len: 910 time: 0.0910451 Apr 07 12:12:27.199079 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-bbd730cb-c687-4ad3-8b6e-26fe05b4efe5 req-42ce16f5-b36b-48ce-8e33-2f2003197d71 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] 10.222.0.58 "GET /v2.0/security-groups?id=7f4c1248-8e1d-4e73-aca4-7522afc1729b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415926 Apr 07 12:12:27.271829 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-15f81f65-6ba9-4b60-b057-b78c3f1866e8 req-fff0cb79-3014-4a6c-8d88-c49a546f175e tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] 10.222.0.58 "GET /v2.0/ports?device_id=e579b6e2-4f18-4e52-86b0-2bd4e3d549f0 HTTP/1.1" status: 200 len: 210 time: 0.0374753 Apr 07 12:12:27.355290 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-e3bdfe25-cc97-44ac-a968-273b2b8fe053 req-3a8a1167-78d4-404f-a461-007f9ae27509 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ded65079-4bdf-4a1a-8747-1a8d8dd95b18 HTTP/1.1" status: 200 len: 999 time: 0.0930426 Apr 07 12:12:27.367164 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f565fddb-f4d2-4870-8b0a-ac4cb521643b req-f5d9c3ad-1819-4ae0-9ef9-8d7ccdca5ac4 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:12:27.368573 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-f565fddb-f4d2-4870-8b0a-ac4cb521643b req-f5d9c3ad-1819-4ae0-9ef9-8d7ccdca5ac4 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac1f3a68-f423-4755-a9c4-1f053e094038 HTTP/1.1" status: 200 len: 945 time: 0.1077969 Apr 07 12:12:27.445390 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bdfe25-cc97-44ac-a968-273b2b8fe053 req-eb4b53e3-24d7-4c9a-aea7-1e4c7a596f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:12:27.446879 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-e3bdfe25-cc97-44ac-a968-273b2b8fe053 req-eb4b53e3-24d7-4c9a-aea7-1e4c7a596f63 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=6305e169-23ba-4b2b-83ee-e04d73c5b0bb HTTP/1.1" status: 200 len: 848 time: 0.0774748 Apr 07 12:12:27.522939 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bdfe25-cc97-44ac-a968-273b2b8fe053 req-1264be15-56b0-4e22-85e2-30445da95f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:12:27.524549 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-e3bdfe25-cc97-44ac-a968-273b2b8fe053 req-1264be15-56b0-4e22-85e2-30445da95f7e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3ddbe8c1-9e72-419f-bb9d-9b04f45bb675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0595982 Apr 07 12:12:27.533077 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.plugin [req-f565fddb-f4d2-4870-8b0a-ac4cb521643b req-0bf122c5-8069-4337-8497-021100b56d12 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Deleting port 82373174-23c2-4543-be9f-d1c080f55f17 {{(pid=103982) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:12:27.533355 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [req-f565fddb-f4d2-4870-8b0a-ac4cb521643b req-0bf122c5-8069-4337-8497-021100b56d12 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780057404546'] for port (82373174-23c2-4543-be9f-d1c080f55f17), before_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:27.653539 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Device e00ddb72-5c7a-4e31-a81f-fc2cd0970a47 up at agent hyperv_hv-cinder-83693 {{(pid=103984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:12:27.685687 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.db [req-f565fddb-f4d2-4870-8b0a-ac4cb521643b req-0bf122c5-8069-4337-8497-021100b56d12 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] For port 82373174-23c2-4543-be9f-d1c080f55f17, host hv-cinder-83693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83693',level=0,port_id=82373174-23c2-4543-be9f-d1c080f55f17,segment=NetworkSegment(dc1680e3-d64d-4d14-9b8d-ff4232801a16),segment_id=dc1680e3-d64d-4d14-9b8d-ff4232801a16)] {{(pid=103982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:12:27.686049 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [req-f565fddb-f4d2-4870-8b0a-ac4cb521643b req-0bf122c5-8069-4337-8497-021100b56d12 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2017998'] for port (82373174-23c2-4543-be9f-d1c080f55f17), precommit_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:27.695930 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-e3bdfe25-cc97-44ac-a968-273b2b8fe053 req-a96858e9-4527-4771-ae28-fbdec17cb39f service neutron] 10.222.0.49 "GET /v2.0/networks/3ddbe8c1-9e72-419f-bb9d-9b04f45bb675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596041 Apr 07 12:12:27.701383 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.plugin [req-f565fddb-f4d2-4870-8b0a-ac4cb521643b req-0bf122c5-8069-4337-8497-021100b56d12 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Calling delete_port for 82373174-23c2-4543-be9f-d1c080f55f17 owned by compute:nova {{(pid=103982) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:12:27.814850 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.provisioning_blocks [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Provisioning for port e00ddb72-5c7a-4e31-a81f-fc2cd0970a47 completed by entity L2. {{(pid=103984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 12:12:27.819327 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.provisioning_blocks [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Provisioning complete for port e00ddb72-5c7a-4e31-a81f-fc2cd0970a47 triggered by entity L2. {{(pid=103984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:12:27.830208 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7484729'] for port (e00ddb72-5c7a-4e31-a81f-fc2cd0970a47), provisioning_complete {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:27.849144 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-e3bdfe25-cc97-44ac-a968-273b2b8fe053 req-d0b5a1cb-89dd-4f0c-8fed-a831310612ad service neutron] 10.222.0.49 "GET /v2.0/networks/3ddbe8c1-9e72-419f-bb9d-9b04f45bb675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422017 Apr 07 12:12:27.899468 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Current status of the port e00ddb72-5c7a-4e31-a81f-fc2cd0970a47 is: BUILD; New status is: ACTIVE {{(pid=103984) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:12:27.899862 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (e00ddb72-5c7a-4e31-a81f-fc2cd0970a47), before_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:27.923499 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bea4e2d6-6d66-4f89-9eac-09f1cd4c94db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e00ddb72-5c7a-4e31-a81f-fc2cd0970a47'}] {{(pid=103984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:12:27.925730 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0608bff1dee5f704c30ce50aefecbc08eaebc6e842b477e08be3f7901197da8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4851521-0dab-4c3c-b73a-a385027386e8" -d '{"events": [{"server_uuid": "bea4e2d6-6d66-4f89-9eac-09f1cd4c94db", "name": "network-vif-plugged", "status": "completed", "tag": "e00ddb72-5c7a-4e31-a81f-fc2cd0970a47"}]}' {{(pid=103984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:12:27.938682 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.db [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] For port e00ddb72-5c7a-4e31-a81f-fc2cd0970a47, host hv-cinder-83693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83693',level=0,port_id=e00ddb72-5c7a-4e31-a81f-fc2cd0970a47,segment=NetworkSegment(0390e2dd-fa0e-4e46-ac16-40eb36374f96),segment_id=0390e2dd-fa0e-4e46-ac16-40eb36374f96)] {{(pid=103984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:12:27.963470 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 12:12:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1152b51-e4dd-44c4-b81b-d326265a1292 x-openstack-request-id: req-b1152b51-e4dd-44c4-b81b-d326265a1292 {{(pid=103984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:12:27.970055 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bea4e2d6-6d66-4f89-9eac-09f1cd4c94db", "name": "network-vif-plugged", "status": "completed", "tag": "e00ddb72-5c7a-4e31-a81f-fc2cd0970a47", "code": 200}]} {{(pid=103984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:12:27.970055 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b1152b51-e4dd-44c4-b81b-d326265a1292 {{(pid=103984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:12:27.970055 dv-cinder-836930-1-iscsi neutron-server[103984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1152b51-e4dd-44c4-b81b-d326265a1292'] response: {'server_uuid': 'bea4e2d6-6d66-4f89-9eac-09f1cd4c94db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e00ddb72-5c7a-4e31-a81f-fc2cd0970a47', 'code': 200} Apr 07 12:12:27.978925 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc10d531-931f-4768-b330-4c77589b159c req-9f7c83ef-085c-4207-b387-7823d70678e4 tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:12:27.980448 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-cc10d531-931f-4768-b330-4c77589b159c req-9f7c83ef-085c-4207-b387-7823d70678e4 tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] 10.222.0.58 "GET /v2.0/ports?device_id=b2a26717-8ef7-454d-b710-31f27a75de4a HTTP/1.1" status: 200 len: 943 time: 0.0539713 Apr 07 12:12:27.992713 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [req-f565fddb-f4d2-4870-8b0a-ac4cb521643b req-0bf122c5-8069-4337-8497-021100b56d12 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780057409621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780056949598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126593575'] for port (82373174-23c2-4543-be9f-d1c080f55f17), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:28.023803 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf122c5-8069-4337-8497-021100b56d12 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Pushing event deleted for resources: {'Port': ['ID=82373174-23c2-4543-be9f-d1c080f55f17,revision_number=None']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:12:28.029689 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-cc10d531-931f-4768-b330-4c77589b159c req-9865c840-6553-422c-b4a5-07cf73c5a8d0 tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] 10.222.0.58 "GET /v2.0/security-groups?id=1deef15e-ad32-4d18-a014-8ed81c74d088&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436499 Apr 07 12:12:28.041160 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.db [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] get_ports_and_sgs() called for port_ids ['82373174-23c2-4543-be9f-d1c080f55f17', '4e8e7c1d-8910-4f51-91ef-0c82ee3ce3b7'] {{(pid=103984) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 12:12:28.074970 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780057409639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780056949607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780056949625'] for port (e00ddb72-5c7a-4e31-a81f-fc2cd0970a47), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:28.079492 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.db.l3_dvrscheduler_db [req-f565fddb-f4d2-4870-8b0a-ac4cb521643b req-0bf122c5-8069-4337-8497-021100b56d12 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] No DVR routers for this DVR port 82373174-23c2-4543-be9f-d1c080f55f17 on host hv-cinder-83693 {{(pid=103982) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 12:12:28.082022 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [req-f565fddb-f4d2-4870-8b0a-ac4cb521643b req-0bf122c5-8069-4337-8497-021100b56d12 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91606'] for port (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:28.086218 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-f565fddb-f4d2-4870-8b0a-ac4cb521643b req-0bf122c5-8069-4337-8497-021100b56d12 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.49 "DELETE /v2.0/ports/82373174-23c2-4543-be9f-d1c080f55f17 HTTP/1.1" status: 204 len: 173 time: 0.7089438 Apr 07 12:12:28.086971 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac1f3a68-f423-4755-a9c4-1f053e094038', 'name': 'network-vif-deleted', 'tag': '82373174-23c2-4543-be9f-d1c080f55f17'}] {{(pid=103982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:12:28.089282 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a87f3ac2112343cf46b731ae90f6f8f3b8b920e6472e7c70a4e5373429e5b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2911a93c-1712-4730-b74f-c861998475a4" -d '{"events": [{"server_uuid": "ac1f3a68-f423-4755-a9c4-1f053e094038", "name": "network-vif-deleted", "tag": "82373174-23c2-4543-be9f-d1c080f55f17"}]}' {{(pid=103982) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:12:28.130103 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 12:12:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f40702a-68d1-47bb-8e91-e873e47308cb x-openstack-request-id: req-6f40702a-68d1-47bb-8e91-e873e47308cb {{(pid=103982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:12:28.130966 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac1f3a68-f423-4755-a9c4-1f053e094038", "name": "network-vif-deleted", "tag": "82373174-23c2-4543-be9f-d1c080f55f17", "status": "completed", "code": 200}]} {{(pid=103982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:12:28.131653 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6f40702a-68d1-47bb-8e91-e873e47308cb {{(pid=103982) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:12:28.131792 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f40702a-68d1-47bb-8e91-e873e47308cb'] response: {'server_uuid': 'ac1f3a68-f423-4755-a9c4-1f053e094038', 'name': 'network-vif-deleted', 'tag': '82373174-23c2-4543-be9f-d1c080f55f17', 'status': 'completed', 'code': 200} Apr 07 12:12:28.133904 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-2f61aebb-56ed-44f3-a8e3-6c18e9f80419 req-7a99b404-5c68-4ab9-a1a9-9a47fd02ceed tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/ports?device_id=ac1f3a68-f423-4755-a9c4-1f053e094038 HTTP/1.1" status: 200 len: 210 time: 0.0330524 Apr 07 12:12:28.146758 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Pushing event updated for resources: {'Port': ['ID=e00ddb72-5c7a-4e31-a81f-fc2cd0970a47,revision_number=5']} {{(pid=103984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:12:28.324823 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ed7b69-536c-4cd4-ac70-f90992695b7c req-5ca9b770-749f-40ea-afdd-01331a806031 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:12:28.326213 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-62ed7b69-536c-4cd4-ac70-f90992695b7c req-5ca9b770-749f-40ea-afdd-01331a806031 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] 10.222.0.58 "GET /v2.0/ports?device_id=bea4e2d6-6d66-4f89-9eac-09f1cd4c94db HTTP/1.1" status: 200 len: 946 time: 0.0537357 Apr 07 12:12:28.366408 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-be6abd89-395e-4b8d-8d69-917886babe9d req-e31a7683-c4cc-47a4-bb78-49f29ca7a0c3 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] 10.222.0.58 "GET /v2.0/ports?device_id=e579b6e2-4f18-4e52-86b0-2bd4e3d549f0 HTTP/1.1" status: 200 len: 210 time: 0.0274231 Apr 07 12:12:28.377985 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-62ed7b69-536c-4cd4-ac70-f90992695b7c req-40031c53-f671-46c9-b773-b995db209730 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] 10.222.0.58 "GET /v2.0/security-groups?id=7f4c1248-8e1d-4e73-aca4-7522afc1729b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459383 Apr 07 12:12:29.161856 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a748b9f-ccad-46c2-814e-e15d2e1e8c36 req-86fe3168-1db1-4f81-a72d-9af38ea3be92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:12:29.163415 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-1a748b9f-ccad-46c2-814e-e15d2e1e8c36 req-86fe3168-1db1-4f81-a72d-9af38ea3be92 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=bea4e2d6-6d66-4f89-9eac-09f1cd4c94db HTTP/1.1" status: 200 len: 1130 time: 0.1288745 Apr 07 12:12:29.175411 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e733a3c8-5aa2-49b0-9c29-902d08aa9b4a req-6d444c40-1882-4add-a402-cadf9518ce4a tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:12:29.176824 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-e733a3c8-5aa2-49b0-9c29-902d08aa9b4a req-6d444c40-1882-4add-a402-cadf9518ce4a tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] 10.222.0.49 "GET /v2.0/networks?id=30ebdc73-30d3-4d75-a45d-118501e4a6d7 HTTP/1.1" status: 200 len: 814 time: 0.1715205 Apr 07 12:12:29.194556 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc15a236-0fd5-46d6-9507-3b13a3f1159a req-f641a49a-e32f-42e9-b2ba-84ad6418e832 tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:12:29.196063 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-bc15a236-0fd5-46d6-9507-3b13a3f1159a req-f641a49a-e32f-42e9-b2ba-84ad6418e832 tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] 10.222.0.58 "GET /v2.0/ports?device_id=b2a26717-8ef7-454d-b710-31f27a75de4a HTTP/1.1" status: 200 len: 943 time: 0.0936646 Apr 07 12:12:29.240451 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-72f22829-34af-45d5-9f51-e0c1bf78f7f3 req-1845c5a9-d473-434d-be14-e76e62c2b6d8 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/ports?device_id=ac1f3a68-f423-4755-a9c4-1f053e094038 HTTP/1.1" status: 200 len: 210 time: 0.0265594 Apr 07 12:12:29.244874 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-bc15a236-0fd5-46d6-9507-3b13a3f1159a req-70ae57ea-2cf5-45a3-a964-f64522a85737 tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] 10.222.0.58 "GET /v2.0/security-groups?id=1deef15e-ad32-4d18-a014-8ed81c74d088&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433447 Apr 07 12:12:29.455791 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (b65c4e22-832a-4f2b-89ab-f6b5f91e1f65), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:29.474042 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-e5e0a03d-5b0a-45f1-9086-4012bb848bca req-6be62b95-762e-45c8-bf2c-c92733a98bf6 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] 10.222.0.58 "GET /v2.0/ports?device_id=e579b6e2-4f18-4e52-86b0-2bd4e3d549f0 HTTP/1.1" status: 200 len: 210 time: 0.0274754 Apr 07 12:12:29.494955 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-e733a3c8-5aa2-49b0-9c29-902d08aa9b4a req-d72a06ed-991d-4458-b988-3438e159dba7 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=58b56b91563a42a8bdc5c09e03b65f27 HTTP/1.1" status: 200 len: 380 time: 0.0993612 Apr 07 12:12:29.516932 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-1a748b9f-ccad-46c2-814e-e15d2e1e8c36 req-04b3496f-d3f6-49e5-a68e-cf2a9a2f0539 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=7f4c1248-8e1d-4e73-aca4-7522afc1729b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1194670 Apr 07 12:12:29.521595 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.v2.base [req-e733a3c8-5aa2-49b0-9c29-902d08aa9b4a req-15ebdcff-e49c-4bd7-b6e8-6ab9dd71477a tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Request body: {'port': {'device_id': 'e579b6e2-4f18-4e52-86b0-2bd4e3d549f0', 'network_id': '30ebdc73-30d3-4d75-a45d-118501e4a6d7', 'admin_state_up': True, 'tenant_id': '58b56b91563a42a8bdc5c09e03b65f27', 'security_groups': ['7e60e9c1-98e8-4d50-bdfd-c01025e49a5e']}} {{(pid=103982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:12:29.600523 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a113a2-05ef-479b-8ba9-a1836e412dc0 req-93fcae22-67eb-45ad-8e94-bcdde351fab6 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:12:29.602049 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-16a113a2-05ef-479b-8ba9-a1836e412dc0 req-93fcae22-67eb-45ad-8e94-bcdde351fab6 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] 10.222.0.58 "GET /v2.0/ports?device_id=bea4e2d6-6d66-4f89-9eac-09f1cd4c94db HTTP/1.1" status: 200 len: 946 time: 0.1293094 Apr 07 12:12:29.675512 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-16a113a2-05ef-479b-8ba9-a1836e412dc0 req-7fc8f9b0-f009-45a2-823d-e635b10c2c8e tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] 10.222.0.58 "GET /v2.0/security-groups?id=7f4c1248-8e1d-4e73-aca4-7522afc1729b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662313 Apr 07 12:12:29.780583 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e733a3c8-5aa2-49b0-9c29-902d08aa9b4a req-15ebdcff-e49c-4bd7-b6e8-6ab9dd71477a tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Made reservation on behalf of 58b56b91563a42a8bdc5c09e03b65f27 for: {'port': 1} {{(pid=103982) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 12:12:29.783975 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [req-e733a3c8-5aa2-49b0-9c29-902d08aa9b4a req-15ebdcff-e49c-4bd7-b6e8-6ab9dd71477a tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (None), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:29.911463 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.db.db_base_plugin_common [req-e733a3c8-5aa2-49b0-9c29-902d08aa9b4a req-15ebdcff-e49c-4bd7-b6e8-6ab9dd71477a tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Allocated IP 172.20.0.8 (30ebdc73-30d3-4d75-a45d-118501e4a6d7/7fc98a79-6638-4f9b-8125-b4339927e49b/d624a5c5-faac-4167-a154-ce2e69cead8c) {{(pid=103982) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 12:12:30.048419 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [req-e733a3c8-5aa2-49b0-9c29-902d08aa9b4a req-15ebdcff-e49c-4bd7-b6e8-6ab9dd71477a tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Publish callbacks [] for port (d624a5c5-faac-4167-a154-ce2e69cead8c), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:30.139787 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [req-e733a3c8-5aa2-49b0-9c29-902d08aa9b4a req-15ebdcff-e49c-4bd7-b6e8-6ab9dd71477a tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780056949589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126593575'] for port (d624a5c5-faac-4167-a154-ce2e69cead8c), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:30.180052 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e733a3c8-5aa2-49b0-9c29-902d08aa9b4a req-15ebdcff-e49c-4bd7-b6e8-6ab9dd71477a tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Network 30ebdc73-30d3-4d75-a45d-118501e4a6d7 is already hosted by enough agents. {{(pid=103982) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:12:30.183030 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.scheduler.base_scheduler [req-e733a3c8-5aa2-49b0-9c29-902d08aa9b4a req-15ebdcff-e49c-4bd7-b6e8-6ab9dd71477a tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Resources bound (agent type, host, resource id): {{(pid=103982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:12:30.186612 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.db.l3_dvrscheduler_db [req-e733a3c8-5aa2-49b0-9c29-902d08aa9b4a req-15ebdcff-e49c-4bd7-b6e8-6ab9dd71477a tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Received port after_create {{(pid=103982) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 12:12:30.213625 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ebdcff-e49c-4bd7-b6e8-6ab9dd71477a tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Pushing event updated for resources: {'Port': ['ID=d624a5c5-faac-4167-a154-ce2e69cead8c,revision_number=1']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:12:30.245673 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e733a3c8-5aa2-49b0-9c29-902d08aa9b4a req-15ebdcff-e49c-4bd7-b6e8-6ab9dd71477a tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:12:30.246367 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [req-e733a3c8-5aa2-49b0-9c29-902d08aa9b4a req-15ebdcff-e49c-4bd7-b6e8-6ab9dd71477a tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91606'] for port (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:30.354597 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-e733a3c8-5aa2-49b0-9c29-902d08aa9b4a req-15ebdcff-e49c-4bd7-b6e8-6ab9dd71477a tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8403189 Apr 07 12:12:30.386732 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f55bb67-1a48-4b34-a933-0bd30311b229 req-53d5e986-d1bc-4464-9ebe-fe573621914d tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:12:30.386732 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-1f55bb67-1a48-4b34-a933-0bd30311b229 req-53d5e986-d1bc-4464-9ebe-fe573621914d tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] 10.222.0.58 "GET /v2.0/ports?device_id=b2a26717-8ef7-454d-b710-31f27a75de4a HTTP/1.1" status: 200 len: 943 time: 0.0596342 Apr 07 12:12:30.404136 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.provisioning_blocks [None req-c6cfd5c7-91a6-41bc-8b65-01962d848a9d None None] Provisioning complete for port d624a5c5-faac-4167-a154-ce2e69cead8c triggered by entity DHCP. {{(pid=103984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:12:30.404607 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-c6cfd5c7-91a6-41bc-8b65-01962d848a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7484729'] for port (d624a5c5-faac-4167-a154-ce2e69cead8c), provisioning_complete {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:30.438779 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-1f55bb67-1a48-4b34-a933-0bd30311b229 req-ba7a7f74-75ea-47b2-9e73-01ce365b6085 tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] 10.222.0.58 "GET /v2.0/security-groups?id=1deef15e-ad32-4d18-a014-8ed81c74d088&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531192 Apr 07 12:12:30.448250 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-c6cfd5c7-91a6-41bc-8b65-01962d848a9d None None] Port d624a5c5-faac-4167-a154-ce2e69cead8c cannot update to ACTIVE because it is not bound. {{(pid=103984) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 12:12:30.588168 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.v2.base [req-e733a3c8-5aa2-49b0-9c29-902d08aa9b4a req-d2345522-6f71-4da1-95ae-ee0e559425bf service neutron] Request body: {'port': {'device_id': 'e579b6e2-4f18-4e52-86b0-2bd4e3d549f0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83693'}} {{(pid=103982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:12:30.616883 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbf745c-c8b4-4983-8a3c-e8fcbc789c1c req-65e8debf-b1a1-40e1-b3d2-f4d25b64e47f tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:12:30.618373 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-0dbf745c-c8b4-4983-8a3c-e8fcbc789c1c req-65e8debf-b1a1-40e1-b3d2-f4d25b64e47f tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] 10.222.0.58 "GET /v2.0/ports?device_id=e579b6e2-4f18-4e52-86b0-2bd4e3d549f0 HTTP/1.1" status: 200 len: 931 time: 0.0739808 Apr 07 12:12:30.675586 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [req-e733a3c8-5aa2-49b0-9c29-902d08aa9b4a req-d2345522-6f71-4da1-95ae-ee0e559425bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (d624a5c5-faac-4167-a154-ce2e69cead8c), before_update {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:30.705122 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-0dbf745c-c8b4-4983-8a3c-e8fcbc789c1c req-94ecd0a5-d8a6-407d-9974-488942dca7ad tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] 10.222.0.58 "GET /v2.0/security-groups?id=7e60e9c1-98e8-4d50-bdfd-c01025e49a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795779 Apr 07 12:12:30.850452 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1551b2d6-0ece-459d-97d1-8ae8c5694f1c req-7b752121-3c8b-404c-86d7-766a3b264426 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:12:30.851981 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-1551b2d6-0ece-459d-97d1-8ae8c5694f1c req-7b752121-3c8b-404c-86d7-766a3b264426 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/ports?device_id=58383065-ef49-40d2-8fc7-2a85fd6d0b52 HTTP/1.1" status: 200 len: 945 time: 0.0540390 Apr 07 12:12:30.909776 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5891fe40-8520-42b0-89a1-b2aa8d702676 req-8c9f1feb-0d8c-4f6a-bd67-ccec1c0d1067 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:12:30.910545 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-1551b2d6-0ece-459d-97d1-8ae8c5694f1c req-25156e54-a4a0-459d-846a-be6f7721bbe1 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/security-groups?id=a9f2a625-dc68-4664-b64d-af04d0e6ed04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486851 Apr 07 12:12:30.911544 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-5891fe40-8520-42b0-89a1-b2aa8d702676 req-8c9f1feb-0d8c-4f6a-bd67-ccec1c0d1067 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] 10.222.0.58 "GET /v2.0/ports?device_id=bea4e2d6-6d66-4f89-9eac-09f1cd4c94db HTTP/1.1" status: 200 len: 946 time: 0.1206605 Apr 07 12:12:30.989070 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-5891fe40-8520-42b0-89a1-b2aa8d702676 req-6acb14e5-623e-441d-be44-34778cdbf101 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] 10.222.0.58 "GET /v2.0/security-groups?id=7f4c1248-8e1d-4e73-aca4-7522afc1729b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665853 Apr 07 12:12:31.033753 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.notifiers.nova [req-e733a3c8-5aa2-49b0-9c29-902d08aa9b4a req-d2345522-6f71-4da1-95ae-ee0e559425bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d624a5c5-faac-4167-a154-ce2e69cead8c {{(pid=103982) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 12:12:31.041769 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [req-e733a3c8-5aa2-49b0-9c29-902d08aa9b4a req-d2345522-6f71-4da1-95ae-ee0e559425bf service neutron] Publish callbacks [] for port (d624a5c5-faac-4167-a154-ce2e69cead8c), precommit_update {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:31.054159 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.db.provisioning_blocks [req-e733a3c8-5aa2-49b0-9c29-902d08aa9b4a req-d2345522-6f71-4da1-95ae-ee0e559425bf service neutron] Transition to ACTIVE for port object d624a5c5-faac-4167-a154-ce2e69cead8c will not be triggered until provisioned by entity L2. {{(pid=103982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 12:12:31.158084 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [req-e733a3c8-5aa2-49b0-9c29-902d08aa9b4a req-d2345522-6f71-4da1-95ae-ee0e559425bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780057409639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780056949607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780056949625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126593592'] for port (d624a5c5-faac-4167-a154-ce2e69cead8c), after_update {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:31.227534 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2345522-6f71-4da1-95ae-ee0e559425bf service neutron] Pushing event updated for resources: {'Port': ['ID=d624a5c5-faac-4167-a154-ce2e69cead8c,revision_number=2']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:12:31.281953 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.managers [req-e733a3c8-5aa2-49b0-9c29-902d08aa9b4a req-d2345522-6f71-4da1-95ae-ee0e559425bf service neutron] Attempting to bind port d624a5c5-faac-4167-a154-ce2e69cead8c on host hv-cinder-83693 for vnic_type normal with profile {{(pid=103982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 12:12:31.282577 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.managers [req-e733a3c8-5aa2-49b0-9c29-902d08aa9b4a req-d2345522-6f71-4da1-95ae-ee0e559425bf service neutron] Attempting to bind port d624a5c5-faac-4167-a154-ce2e69cead8c by drivers openvswitch,hyperv on host hv-cinder-83693 at level 0 using segments [{'id': 'f5d7ecb0-5c7c-4273-b385-28574af1ff09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '30ebdc73-30d3-4d75-a45d-118501e4a6d7'}] {{(pid=103982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 12:12:31.282785 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e733a3c8-5aa2-49b0-9c29-902d08aa9b4a req-d2345522-6f71-4da1-95ae-ee0e559425bf service neutron] Attempting to bind port d624a5c5-faac-4167-a154-ce2e69cead8c on network 30ebdc73-30d3-4d75-a45d-118501e4a6d7 {{(pid=103982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:12:31.287543 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e733a3c8-5aa2-49b0-9c29-902d08aa9b4a req-d2345522-6f71-4da1-95ae-ee0e559425bf service neutron] Port d624a5c5-faac-4167-a154-ce2e69cead8c on network 30ebdc73-30d3-4d75-a45d-118501e4a6d7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83693 {{(pid=103982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 12:12:31.287864 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e733a3c8-5aa2-49b0-9c29-902d08aa9b4a req-d2345522-6f71-4da1-95ae-ee0e559425bf service neutron] Attempting to bind port d624a5c5-faac-4167-a154-ce2e69cead8c on network 30ebdc73-30d3-4d75-a45d-118501e4a6d7 {{(pid=103982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:12:31.292956 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e733a3c8-5aa2-49b0-9c29-902d08aa9b4a req-d2345522-6f71-4da1-95ae-ee0e559425bf service neutron] Checking agent: {'id': 'b65c4e22-832a-4f2b-89ab-f6b5f91e1f65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83693', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 12, 4, 29), 'started_at': datetime.datetime(2022, 4, 7, 12, 4, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 12, 12, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 12:12:31.293298 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e733a3c8-5aa2-49b0-9c29-902d08aa9b4a req-d2345522-6f71-4da1-95ae-ee0e559425bf service neutron] Checking segment: {'id': 'f5d7ecb0-5c7c-4273-b385-28574af1ff09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '30ebdc73-30d3-4d75-a45d-118501e4a6d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:12:31.293676 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e733a3c8-5aa2-49b0-9c29-902d08aa9b4a req-d2345522-6f71-4da1-95ae-ee0e559425bf service neutron] Bound using segment: {'id': 'f5d7ecb0-5c7c-4273-b385-28574af1ff09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '30ebdc73-30d3-4d75-a45d-118501e4a6d7'} {{(pid=103982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 12:12:31.294099 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.managers [req-e733a3c8-5aa2-49b0-9c29-902d08aa9b4a req-d2345522-6f71-4da1-95ae-ee0e559425bf service neutron] Bound port: d624a5c5-faac-4167-a154-ce2e69cead8c, host: hv-cinder-83693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5d7ecb0-5c7c-4273-b385-28574af1ff09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '30ebdc73-30d3-4d75-a45d-118501e4a6d7'}}] {{(pid=103982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 12:12:31.294455 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [req-e733a3c8-5aa2-49b0-9c29-902d08aa9b4a req-d2345522-6f71-4da1-95ae-ee0e559425bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (d624a5c5-faac-4167-a154-ce2e69cead8c), before_update {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:31.361247 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.db [req-e733a3c8-5aa2-49b0-9c29-902d08aa9b4a req-d2345522-6f71-4da1-95ae-ee0e559425bf service neutron] For port d624a5c5-faac-4167-a154-ce2e69cead8c, host hv-cinder-83693, cleared binding levels {{(pid=103982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 12:12:31.365230 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.db [req-e733a3c8-5aa2-49b0-9c29-902d08aa9b4a req-d2345522-6f71-4da1-95ae-ee0e559425bf service neutron] For port d624a5c5-faac-4167-a154-ce2e69cead8c, host hv-cinder-83693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83693',level=0,port_id=d624a5c5-faac-4167-a154-ce2e69cead8c,segment=NetworkSegment(f5d7ecb0-5c7c-4273-b385-28574af1ff09),segment_id=f5d7ecb0-5c7c-4273-b385-28574af1ff09)] {{(pid=103982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 12:12:31.444640 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [req-e733a3c8-5aa2-49b0-9c29-902d08aa9b4a req-d2345522-6f71-4da1-95ae-ee0e559425bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780057409639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780056949607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780056949625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126593592'] for port (d624a5c5-faac-4167-a154-ce2e69cead8c), after_update {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:31.481085 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e733a3c8-5aa2-49b0-9c29-902d08aa9b4a req-d2345522-6f71-4da1-95ae-ee0e559425bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:12:31.481707 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [req-e733a3c8-5aa2-49b0-9c29-902d08aa9b4a req-d2345522-6f71-4da1-95ae-ee0e559425bf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91606'] for port (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:31.483035 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-e733a3c8-5aa2-49b0-9c29-902d08aa9b4a req-d2345522-6f71-4da1-95ae-ee0e559425bf service neutron] 10.222.0.49 "PUT /v2.0/ports/d624a5c5-faac-4167-a154-ce2e69cead8c HTTP/1.1" status: 200 len: 1093 time: 0.9017880 Apr 07 12:12:31.483478 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e579b6e2-4f18-4e52-86b0-2bd4e3d549f0', 'tag': 'd624a5c5-faac-4167-a154-ce2e69cead8c'}] {{(pid=103982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:12:31.485659 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a87f3ac2112343cf46b731ae90f6f8f3b8b920e6472e7c70a4e5373429e5b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec6d8991-7153-4737-b721-49ce77d6a2e2" -d '{"events": [{"name": "network-changed", "server_uuid": "e579b6e2-4f18-4e52-86b0-2bd4e3d549f0", "tag": "d624a5c5-faac-4167-a154-ce2e69cead8c"}]}' {{(pid=103982) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:12:31.515633 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2345522-6f71-4da1-95ae-ee0e559425bf service neutron] Pushing event updated for resources: {'Port': ['ID=d624a5c5-faac-4167-a154-ce2e69cead8c,revision_number=3']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:12:31.546576 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 12:12:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39b5fc64-2471-4b70-891d-8fbed28a57d3 x-openstack-request-id: req-39b5fc64-2471-4b70-891d-8fbed28a57d3 {{(pid=103982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:12:31.546881 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e579b6e2-4f18-4e52-86b0-2bd4e3d549f0", "tag": "d624a5c5-faac-4167-a154-ce2e69cead8c", "status": "completed", "code": 200}]} {{(pid=103982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:12:31.547160 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-39b5fc64-2471-4b70-891d-8fbed28a57d3 {{(pid=103982) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:12:31.547558 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39b5fc64-2471-4b70-891d-8fbed28a57d3'] response: {'name': 'network-changed', 'server_uuid': 'e579b6e2-4f18-4e52-86b0-2bd4e3d549f0', 'tag': 'd624a5c5-faac-4167-a154-ce2e69cead8c', 'status': 'completed', 'code': 200} Apr 07 12:12:31.608832 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64f8b4d-0f66-4d88-bfbb-67ac935db2d3 req-b3e4fce4-c282-4fea-9b5c-3dea9e674441 tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:12:31.610420 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-f64f8b4d-0f66-4d88-bfbb-67ac935db2d3 req-b3e4fce4-c282-4fea-9b5c-3dea9e674441 tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] 10.222.0.58 "GET /v2.0/ports?device_id=b2a26717-8ef7-454d-b710-31f27a75de4a HTTP/1.1" status: 200 len: 943 time: 0.0605810 Apr 07 12:12:31.657034 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Device 82373174-23c2-4543-be9f-d1c080f55f17 no longer exists at agent hyperv_hv-cinder-83693 {{(pid=103984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 12:12:31.663276 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-f64f8b4d-0f66-4d88-bfbb-67ac935db2d3 req-b3bd6da8-ccdb-41d4-89d8-515cf2e7fc9e tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] 10.222.0.58 "GET /v2.0/security-groups?id=1deef15e-ad32-4d18-a014-8ed81c74d088&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461843 Apr 07 12:12:31.687909 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] No Port match for: 82373174-23c2-4543-be9f-d1c080f55f17 {{(pid=103984) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 12:12:31.687909 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Device 82373174-23c2-4543-be9f-d1c080f55f17 not bound to the agent host hv-cinder-83693 {{(pid=103984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 12:12:31.825517 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04593e2d-c76b-45c5-b005-d6c2b99e3699 req-30ee6182-8225-4b07-a6e1-8e747648e4d2 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:12:31.826926 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-04593e2d-c76b-45c5-b005-d6c2b99e3699 req-30ee6182-8225-4b07-a6e1-8e747648e4d2 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] 10.222.0.58 "GET /v2.0/ports?device_id=e579b6e2-4f18-4e52-86b0-2bd4e3d549f0 HTTP/1.1" status: 200 len: 943 time: 0.0542402 Apr 07 12:12:31.876555 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-04593e2d-c76b-45c5-b005-d6c2b99e3699 req-66d6b042-0b7c-4998-9479-d96b74c6bed6 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] 10.222.0.58 "GET /v2.0/security-groups?id=7e60e9c1-98e8-4d50-bdfd-c01025e49a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422363 Apr 07 12:12:31.969537 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-ac191a08-7416-4ba8-b2d4-75b3c27df98b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (94869e64-74fb-4601-95b5-a1334a6bdcea), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:32.113131 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428b75bb-ef06-466f-b899-03a884382281 req-51f477f8-53ec-4533-a52b-6f4a010e47a6 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:12:32.114519 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-428b75bb-ef06-466f-b899-03a884382281 req-51f477f8-53ec-4533-a52b-6f4a010e47a6 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] 10.222.0.58 "GET /v2.0/ports?device_id=bea4e2d6-6d66-4f89-9eac-09f1cd4c94db HTTP/1.1" status: 200 len: 946 time: 0.0535841 Apr 07 12:12:32.164582 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-428b75bb-ef06-466f-b899-03a884382281 req-94471abd-0654-4217-babf-053ce525d660 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] 10.222.0.58 "GET /v2.0/security-groups?id=7f4c1248-8e1d-4e73-aca4-7522afc1729b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444257 Apr 07 12:12:32.181086 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce2c68a-3da5-4678-a351-e5434ddb905a req-0fcbd839-b7a0-4c04-8b93-1240079efbb2 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:12:32.184137 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-bce2c68a-3da5-4678-a351-e5434ddb905a req-0fcbd839-b7a0-4c04-8b93-1240079efbb2 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/ports?device_id=58383065-ef49-40d2-8fc7-2a85fd6d0b52 HTTP/1.1" status: 200 len: 945 time: 0.0562782 Apr 07 12:12:32.233729 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-bce2c68a-3da5-4678-a351-e5434ddb905a req-33d35cbf-f2cc-493d-8b40-bfbd65c0a15f tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/security-groups?id=a9f2a625-dc68-4664-b64d-af04d0e6ed04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432343 Apr 07 12:12:32.290774 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88f1ece-c901-4be2-852c-c39d87576572 req-d97843ea-12a6-4a13-b4dd-dee0e1f0d2c9 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:12:32.292254 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-f88f1ece-c901-4be2-852c-c39d87576572 req-d97843ea-12a6-4a13-b4dd-dee0e1f0d2c9 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] 10.222.0.58 "GET /v2.0/ports?device_id=bea4e2d6-6d66-4f89-9eac-09f1cd4c94db HTTP/1.1" status: 200 len: 946 time: 0.0633125 Apr 07 12:12:32.300501 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.58', 39568) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:12:32.305182 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.v2.base [None req-04490015-99cd-4e1d-87f3-8e1e613e5766 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Request body: {'floatingip': {'port_id': 'e00ddb72-5c7a-4e31-a81f-fc2cd0970a47'}} {{(pid=103982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:12:32.343579 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-04490015-99cd-4e1d-87f3-8e1e613e5766 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Publish callbacks [] for floatingip (bb83056a-d019-4731-8976-d6fca49713db), before_update {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:32.785099 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a99240b-d5ab-45da-bc12-92741c4ab341 req-3f48b87e-1eac-4e6f-bfec-5ca5e4b68123 tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:12:32.787249 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-1a99240b-d5ab-45da-bc12-92741c4ab341 req-3f48b87e-1eac-4e6f-bfec-5ca5e4b68123 tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] 10.222.0.58 "GET /v2.0/ports?device_id=b2a26717-8ef7-454d-b710-31f27a75de4a HTTP/1.1" status: 200 len: 943 time: 0.0548749 Apr 07 12:12:32.847778 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-1a99240b-d5ab-45da-bc12-92741c4ab341 req-a03e757f-ed85-422b-bab8-536f785e58f2 tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] 10.222.0.58 "GET /v2.0/security-groups?id=1deef15e-ad32-4d18-a014-8ed81c74d088&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541430 Apr 07 12:12:33.061412 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-04490015-99cd-4e1d-87f3-8e1e613e5766 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:33.069262 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2a3ee4-c22e-4165-bcf4-21a96ca67af9 req-a0ec1f02-20e3-46a2-8604-77428ce42dc3 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:12:33.070723 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-ab2a3ee4-c22e-4165-bcf4-21a96ca67af9 req-a0ec1f02-20e3-46a2-8604-77428ce42dc3 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] 10.222.0.58 "GET /v2.0/ports?device_id=e579b6e2-4f18-4e52-86b0-2bd4e3d549f0 HTTP/1.1" status: 200 len: 943 time: 0.1032062 Apr 07 12:12:33.119658 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-ab2a3ee4-c22e-4165-bcf4-21a96ca67af9 req-cbdd9ad3-20c7-4013-bf28-4f41f6dfc6ed tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] 10.222.0.58 "GET /v2.0/security-groups?id=7e60e9c1-98e8-4d50-bdfd-c01025e49a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431597 Apr 07 12:12:33.123001 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-04490015-99cd-4e1d-87f3-8e1e613e5766 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2019898'] for floatingip (bb83056a-d019-4731-8976-d6fca49713db), after_update {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:33.222693 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.db.l3_db [None req-04490015-99cd-4e1d-87f3-8e1e613e5766 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Floating IP bb83056a-d019-4731-8976-d6fca49713db associated. External IP: 172.27.0.75, port: e00ddb72-5c7a-4e31-a81f-fc2cd0970a47. Apr 07 12:12:33.352389 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909ccfce-5a02-449f-b874-0334aca82463 req-395bc096-2926-4d8f-b57c-6cb6521a6896 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:12:33.353787 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-909ccfce-5a02-449f-b874-0334aca82463 req-395bc096-2926-4d8f-b57c-6cb6521a6896 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/ports?device_id=58383065-ef49-40d2-8fc7-2a85fd6d0b52 HTTP/1.1" status: 200 len: 945 time: 0.0522156 Apr 07 12:12:33.402423 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-909ccfce-5a02-449f-b874-0334aca82463 req-313e257f-fbe2-4fd9-b646-77513e4c0a88 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/security-groups?id=a9f2a625-dc68-4664-b64d-af04d0e6ed04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426648 Apr 07 12:12:33.429960 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04490015-99cd-4e1d-87f3-8e1e613e5766 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Router 6425557c-237c-4a3e-8e32-6dc483dfa631 has already been hosted by L3 agent ad8978c4-6515-441c-a828-0289badd3b4a {{(pid=103982) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 12:12:33.538315 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04490015-99cd-4e1d-87f3-8e1e613e5766 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Notify agent at l3_agent.dv-cinder-836930-1-iscsi the message routers_updated {{(pid=103982) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 12:12:33.542637 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-04490015-99cd-4e1d-87f3-8e1e613e5766 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91606'] for floatingip (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:33.547723 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba4ddba-ef41-4fcb-9599-89bd435276ab None None] Sync routers for ids ['6425557c-237c-4a3e-8e32-6dc483dfa631'] in dv-cinder-836930-1-iscsi {{(pid=103984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 12:12:33.557039 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba4ddba-ef41-4fcb-9599-89bd435276ab None None] Routers {'6425557c-237c-4a3e-8e32-6dc483dfa631'} bound to L3 agent in host dv-cinder-836930-1-iscsi {{(pid=103984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:12:33.557910 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_hamode_db [None req-bba4ddba-ef41-4fcb-9599-89bd435276ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836930-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-07T11:57:34Z,description=,heartbeat_timestamp=2022-04-07T12:12:04Z,host='dv-cinder-836930-1-iscsi',id=ad8978c4-6515-441c-a828-0289badd3b4a,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:57:35Z,topic='l3_agent')) {'router_ids': ['6425557c-237c-4a3e-8e32-6dc483dfa631'], 'active': True} {{(pid=103984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:12:33.572097 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [None req-04490015-99cd-4e1d-87f3-8e1e613e5766 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] 10.222.0.58 "PUT /v2.0/floatingips/bb83056a-d019-4731-8976-d6fca49713db HTTP/1.1" status: 200 len: 991 time: 1.2705653 Apr 07 12:12:33.572685 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bea4e2d6-6d66-4f89-9eac-09f1cd4c94db', 'tag': 'e00ddb72-5c7a-4e31-a81f-fc2cd0970a47'}] {{(pid=103982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:12:33.574923 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a87f3ac2112343cf46b731ae90f6f8f3b8b920e6472e7c70a4e5373429e5b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c44c3272-e5d7-494e-b348-070eb8bc64c4" -d '{"events": [{"name": "network-changed", "server_uuid": "bea4e2d6-6d66-4f89-9eac-09f1cd4c94db", "tag": "e00ddb72-5c7a-4e31-a81f-fc2cd0970a47"}]}' {{(pid=103982) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:12:33.610060 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 12:12:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ae891b4-0778-49ee-9d2f-0c89ba9bc49c x-openstack-request-id: req-7ae891b4-0778-49ee-9d2f-0c89ba9bc49c {{(pid=103982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:12:33.610349 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bea4e2d6-6d66-4f89-9eac-09f1cd4c94db", "tag": "e00ddb72-5c7a-4e31-a81f-fc2cd0970a47", "status": "completed", "code": 200}]} {{(pid=103982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:12:33.610600 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7ae891b4-0778-49ee-9d2f-0c89ba9bc49c {{(pid=103982) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:12:33.610998 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ae891b4-0778-49ee-9d2f-0c89ba9bc49c'] response: {'name': 'network-changed', 'server_uuid': 'bea4e2d6-6d66-4f89-9eac-09f1cd4c94db', 'tag': 'e00ddb72-5c7a-4e31-a81f-fc2cd0970a47', 'status': 'completed', 'code': 200} Apr 07 12:12:33.667373 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_dvr_db [None req-bba4ddba-ef41-4fcb-9599-89bd435276ab None None] Set router 6425557c-237c-4a3e-8e32-6dc483dfa631 gateway port host: dv-cinder-836930-1-iscsi {{(pid=103984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:12:33.891975 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_hamode_db [None req-bba4ddba-ef41-4fcb-9599-89bd435276ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6425557c-237c-4a3e-8e32-6dc483dfa631', 'name': 'tempest-AttachVolumeTestJSON-1991479010-router', 'tenant_id': 'bb7aeab7f2af4131992847a73f3c7e0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'external_fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': '92f08395-6710-4a8f-bd95-1baa091c1ea2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:06:29Z', 'updated_at': '2022-04-07T12:06:37Z', 'revision_number': 4, 'project_id': 'bb7aeab7f2af4131992847a73f3c7e0a', 'gw_port': {'id': '92f08395-6710-4a8f-bd95-1baa091c1ea2', 'name': '', 'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:40:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6425557c-237c-4a3e-8e32-6dc483dfa631', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:06:31Z', 'updated_at': '2022-04-07T12:06:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4554067d-f507-4a99-8a98-0874c02c5721', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836930-1-iscsi', '_floatingips': [{'id': 'bb83056a-d019-4731-8976-d6fca49713db', 'tenant_id': 'bb7aeab7f2af4131992847a73f3c7e0a', 'floating_ip_address': '172.27.0.75', 'floating_network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'router_id': '6425557c-237c-4a3e-8e32-6dc483dfa631', 'port_id': 'e00ddb72-5c7a-4e31-a81f-fc2cd0970a47', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcace665-ea97-4783-845e-38b6ed7c4b29', 'mac_address': 'fa:16:3e:b5:ad:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bea4e2d6-6d66-4f89-9eac-09f1cd4c94db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T12:12:08Z', 'updated_at': '2022-04-07T12:12:32Z', 'revision_number': 1, 'project_id': 'bb7aeab7f2af4131992847a73f3c7e0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21394a6d-fda4-41a7-8be6-3028c46a6266', 'name': '', 'network_id': 'fcace665-ea97-4783-845e-38b6ed7c4b29', 'tenant_id': 'bb7aeab7f2af4131992847a73f3c7e0a', 'mac_address': 'fa:16:3e:73:56:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6425557c-237c-4a3e-8e32-6dc483dfa631', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'f6c89c23-3e38-47dc-af91-b69590186a24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:06:35Z', 'updated_at': '2022-04-07T12:06:54Z', 'revision_number': 5, 'project_id': 'bb7aeab7f2af4131992847a73f3c7e0a', 'subnets': [{'id': 'f6c89c23-3e38-47dc-af91-b69590186a24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836930-1-iscsi', False) {} {{(pid=103984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:12:33.918415 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba4ddba-ef41-4fcb-9599-89bd435276ab None None] Checking router: 6425557c-237c-4a3e-8e32-6dc483dfa631 for host: dv-cinder-836930-1-iscsi {{(pid=103984) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 12:12:33.927354 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba4ddba-ef41-4fcb-9599-89bd435276ab None None] Routers {'6425557c-237c-4a3e-8e32-6dc483dfa631'} bound to L3 agent in host dv-cinder-836930-1-iscsi {{(pid=103984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:12:33.927973 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_hamode_db [None req-bba4ddba-ef41-4fcb-9599-89bd435276ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836930-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-07T11:57:34Z,description=,heartbeat_timestamp=2022-04-07T12:12:04Z,host='dv-cinder-836930-1-iscsi',id=ad8978c4-6515-441c-a828-0289badd3b4a,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:57:35Z,topic='l3_agent')) {'router_ids': ['6425557c-237c-4a3e-8e32-6dc483dfa631'], 'active': True} {{(pid=103984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:12:33.967062 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909eade0-fd99-4a1b-9d22-0ae1c6fd1576 req-60662966-a886-4aaf-a82b-fed803dc4bf8 tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:12:33.968576 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-909eade0-fd99-4a1b-9d22-0ae1c6fd1576 req-60662966-a886-4aaf-a82b-fed803dc4bf8 tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] 10.222.0.58 "GET /v2.0/ports?device_id=b2a26717-8ef7-454d-b710-31f27a75de4a HTTP/1.1" status: 200 len: 943 time: 0.0534761 Apr 07 12:12:34.018167 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-909eade0-fd99-4a1b-9d22-0ae1c6fd1576 req-0bf63acc-4f2c-4c65-a343-32a0d89f42b5 tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] 10.222.0.58 "GET /v2.0/security-groups?id=1deef15e-ad32-4d18-a014-8ed81c74d088&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436716 Apr 07 12:12:34.037008 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_dvr_db [None req-bba4ddba-ef41-4fcb-9599-89bd435276ab None None] Set router 6425557c-237c-4a3e-8e32-6dc483dfa631 gateway port host: dv-cinder-836930-1-iscsi {{(pid=103984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:12:34.244280 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c41f079-60b8-4afc-a2cb-8e96da856a32 req-578e1977-2496-443f-a903-bfd7fb614ebd tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:12:34.245900 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-3c41f079-60b8-4afc-a2cb-8e96da856a32 req-578e1977-2496-443f-a903-bfd7fb614ebd tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] 10.222.0.58 "GET /v2.0/ports?device_id=e579b6e2-4f18-4e52-86b0-2bd4e3d549f0 HTTP/1.1" status: 200 len: 943 time: 0.0568268 Apr 07 12:12:34.310108 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-3c41f079-60b8-4afc-a2cb-8e96da856a32 req-e0f82a07-b7c4-44bc-8d86-61aa40784073 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] 10.222.0.58 "GET /v2.0/security-groups?id=7e60e9c1-98e8-4d50-bdfd-c01025e49a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569186 Apr 07 12:12:34.399415 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e733a3c8-5aa2-49b0-9c29-902d08aa9b4a req-1663792f-74a8-47c9-b879-702dd100da2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:12:34.400590 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-e733a3c8-5aa2-49b0-9c29-902d08aa9b4a req-1663792f-74a8-47c9-b879-702dd100da2c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=58b56b91563a42a8bdc5c09e03b65f27&device_id=e579b6e2-4f18-4e52-86b0-2bd4e3d549f0 HTTP/1.1" status: 200 len: 1127 time: 0.0666454 Apr 07 12:12:34.404814 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44c3272-e5d7-494e-b348-070eb8bc64c4 req-6ebe511c-0039-430d-b87d-ade668c1da04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:12:34.406180 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-c44c3272-e5d7-494e-b348-070eb8bc64c4 req-6ebe511c-0039-430d-b87d-ade668c1da04 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=bb7aeab7f2af4131992847a73f3c7e0a&device_id=bea4e2d6-6d66-4f89-9eac-09f1cd4c94db HTTP/1.1" status: 200 len: 1130 time: 0.0836990 Apr 07 12:12:34.412452 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_hamode_db [None req-bba4ddba-ef41-4fcb-9599-89bd435276ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6425557c-237c-4a3e-8e32-6dc483dfa631', 'name': 'tempest-AttachVolumeTestJSON-1991479010-router', 'tenant_id': 'bb7aeab7f2af4131992847a73f3c7e0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'external_fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': '92f08395-6710-4a8f-bd95-1baa091c1ea2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:06:29Z', 'updated_at': '2022-04-07T12:06:37Z', 'revision_number': 4, 'project_id': 'bb7aeab7f2af4131992847a73f3c7e0a', 'gw_port': {'id': '92f08395-6710-4a8f-bd95-1baa091c1ea2', 'name': '', 'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:40:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6425557c-237c-4a3e-8e32-6dc483dfa631', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:06:31Z', 'updated_at': '2022-04-07T12:06:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4554067d-f507-4a99-8a98-0874c02c5721', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836930-1-iscsi', '_floatingips': [{'id': 'bb83056a-d019-4731-8976-d6fca49713db', 'tenant_id': 'bb7aeab7f2af4131992847a73f3c7e0a', 'floating_ip_address': '172.27.0.75', 'floating_network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'router_id': '6425557c-237c-4a3e-8e32-6dc483dfa631', 'port_id': 'e00ddb72-5c7a-4e31-a81f-fc2cd0970a47', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcace665-ea97-4783-845e-38b6ed7c4b29', 'mac_address': 'fa:16:3e:b5:ad:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bea4e2d6-6d66-4f89-9eac-09f1cd4c94db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T12:12:08Z', 'updated_at': '2022-04-07T12:12:32Z', 'revision_number': 1, 'project_id': 'bb7aeab7f2af4131992847a73f3c7e0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21394a6d-fda4-41a7-8be6-3028c46a6266', 'name': '', 'network_id': 'fcace665-ea97-4783-845e-38b6ed7c4b29', 'tenant_id': 'bb7aeab7f2af4131992847a73f3c7e0a', 'mac_address': 'fa:16:3e:73:56:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6425557c-237c-4a3e-8e32-6dc483dfa631', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'f6c89c23-3e38-47dc-af91-b69590186a24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:06:35Z', 'updated_at': '2022-04-07T12:06:54Z', 'revision_number': 5, 'project_id': 'bb7aeab7f2af4131992847a73f3c7e0a', 'subnets': [{'id': 'f6c89c23-3e38-47dc-af91-b69590186a24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836930-1-iscsi', False) {} {{(pid=103984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:12:34.438784 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba4ddba-ef41-4fcb-9599-89bd435276ab None None] The sync data for ids ['6425557c-237c-4a3e-8e32-6dc483dfa631'] in dv-cinder-836930-1-iscsi is: [{'id': '6425557c-237c-4a3e-8e32-6dc483dfa631', 'name': 'tempest-AttachVolumeTestJSON-1991479010-router', 'tenant_id': 'bb7aeab7f2af4131992847a73f3c7e0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'external_fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': '92f08395-6710-4a8f-bd95-1baa091c1ea2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:06:29Z', 'updated_at': '2022-04-07T12:06:37Z', 'revision_number': 4, 'project_id': 'bb7aeab7f2af4131992847a73f3c7e0a', 'gw_port': {'id': '92f08395-6710-4a8f-bd95-1baa091c1ea2', 'name': '', 'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:40:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6425557c-237c-4a3e-8e32-6dc483dfa631', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:06:31Z', 'updated_at': '2022-04-07T12:06:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4554067d-f507-4a99-8a98-0874c02c5721', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836930-1-iscsi', '_floatingips': [{'id': 'bb83056a-d019-4731-8976-d6fca49713db', 'tenant_id': 'bb7aeab7f2af4131992847a73f3c7e0a', 'floating_ip_address': '172.27.0.75', 'floating_network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'router_id': '6425557c-237c-4a3e-8e32-6dc483dfa631', 'port_id': 'e00ddb72-5c7a-4e31-a81f-fc2cd0970a47', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcace665-ea97-4783-845e-38b6ed7c4b29', 'mac_address': 'fa:16:3e:b5:ad:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bea4e2d6-6d66-4f89-9eac-09f1cd4c94db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T12:12:08Z', 'updated_at': '2022-04-07T12:12:32Z', 'revision_number': 1, 'project_id': 'bb7aeab7f2af4131992847a73f3c7e0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21394a6d-fda4-41a7-8be6-3028c46a6266', 'name': '', 'network_id': 'fcace665-ea97-4783-845e-38b6ed7c4b29', 'tenant_id': 'bb7aeab7f2af4131992847a73f3c7e0a', 'mac_address': 'fa:16:3e:73:56:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6425557c-237c-4a3e-8e32-6dc483dfa631', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'f6c89c23-3e38-47dc-af91-b69590186a24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:06:35Z', 'updated_at': '2022-04-07T12:06:54Z', 'revision_number': 5, 'project_id': 'bb7aeab7f2af4131992847a73f3c7e0a', 'subnets': [{'id': 'f6c89c23-3e38-47dc-af91-b69590186a24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 12:12:34.465746 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-dea90c79-bbfa-4276-bd90-f2b8a632357f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (ad8978c4-6515-441c-a828-0289badd3b4a), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:34.534303 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57ade40-2131-40cc-b611-997f1ba3de6b req-2bb5241c-e771-4f74-8eeb-ed817d031933 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:12:34.535815 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-a57ade40-2131-40cc-b611-997f1ba3de6b req-2bb5241c-e771-4f74-8eeb-ed817d031933 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/ports?device_id=58383065-ef49-40d2-8fc7-2a85fd6d0b52 HTTP/1.1" status: 200 len: 945 time: 0.0589526 Apr 07 12:12:34.585292 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-a57ade40-2131-40cc-b611-997f1ba3de6b req-80068e2c-ca4b-4858-a246-8cf5b2921984 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/security-groups?id=a9f2a625-dc68-4664-b64d-af04d0e6ed04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437949 Apr 07 12:12:34.641167 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b95d7d29-3e4f-4a3e-86f4-ab1b3f1f7773 None None] New status for floating IP bb83056a-d019-4731-8976-d6fca49713db: ACTIVE {{(pid=103985) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 12:12:35.138697 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3111c978-1d24-4b28-8e47-0ba1bcf6e1c5 req-b925ffbf-95e2-404c-9ea8-9bc2d004412b tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:12:35.140099 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-3111c978-1d24-4b28-8e47-0ba1bcf6e1c5 req-b925ffbf-95e2-404c-9ea8-9bc2d004412b tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] 10.222.0.58 "GET /v2.0/ports?device_id=b2a26717-8ef7-454d-b710-31f27a75de4a HTTP/1.1" status: 200 len: 943 time: 0.0564387 Apr 07 12:12:35.193610 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-e733a3c8-5aa2-49b0-9c29-902d08aa9b4a req-5da5ef50-eccb-4ece-b428-724b5da0249a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d624a5c5-faac-4167-a154-ce2e69cead8c HTTP/1.1" status: 200 len: 217 time: 0.0525775 Apr 07 12:12:35.212961 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a024b3-734d-4862-9900-f20e8e1eb178 req-c8cbab38-69b4-4b5f-a940-4dece6f916e8 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:12:35.214423 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-b8a024b3-734d-4862-9900-f20e8e1eb178 req-c8cbab38-69b4-4b5f-a940-4dece6f916e8 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.49 "GET /v2.0/ports?device_id=58383065-ef49-40d2-8fc7-2a85fd6d0b52 HTTP/1.1" status: 200 len: 945 time: 0.0520518 Apr 07 12:12:35.269373 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-3111c978-1d24-4b28-8e47-0ba1bcf6e1c5 req-854f376c-1145-4744-8550-82926f0e7b5c tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] 10.222.0.58 "GET /v2.0/security-groups?id=1deef15e-ad32-4d18-a014-8ed81c74d088&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1226046 Apr 07 12:12:35.297642 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44c3272-e5d7-494e-b348-070eb8bc64c4 req-ab0bda03-54d7-4f4b-b7f1-1bdd0fbd97db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:12:35.299131 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-c44c3272-e5d7-494e-b348-070eb8bc64c4 req-ab0bda03-54d7-4f4b-b7f1-1bdd0fbd97db service neutron] 10.222.0.49 "GET /v2.0/networks?id=fcace665-ea97-4783-845e-38b6ed7c4b29 HTTP/1.1" status: 200 len: 912 time: 0.1194727 Apr 07 12:12:35.427781 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2001e3f7-e656-45de-97b0-7e50ea55c76b req-399217e8-9cca-4703-a6f4-d24c8e920291 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:12:35.429185 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-2001e3f7-e656-45de-97b0-7e50ea55c76b req-399217e8-9cca-4703-a6f4-d24c8e920291 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] 10.222.0.58 "GET /v2.0/ports?device_id=e579b6e2-4f18-4e52-86b0-2bd4e3d549f0 HTTP/1.1" status: 200 len: 943 time: 0.0532539 Apr 07 12:12:35.509196 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-2001e3f7-e656-45de-97b0-7e50ea55c76b req-7de18c06-fc40-40bf-8753-dd9add2754ff tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] 10.222.0.58 "GET /v2.0/security-groups?id=7e60e9c1-98e8-4d50-bdfd-c01025e49a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740967 Apr 07 12:12:35.542805 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-c44c3272-e5d7-494e-b348-070eb8bc64c4 req-59e31bd4-427b-47a8-9e8d-accd2be5f151 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e00ddb72-5c7a-4e31-a81f-fc2cd0970a47 HTTP/1.1" status: 200 len: 1001 time: 0.0924561 Apr 07 12:12:35.558839 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e733a3c8-5aa2-49b0-9c29-902d08aa9b4a req-4adab57a-ae5f-465a-be9f-3160144050da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:12:35.560277 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-e733a3c8-5aa2-49b0-9c29-902d08aa9b4a req-4adab57a-ae5f-465a-be9f-3160144050da service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7fc98a79-6638-4f9b-8125-b4339927e49b HTTP/1.1" status: 200 len: 853 time: 0.1038823 Apr 07 12:12:35.562622 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [req-b8a024b3-734d-4862-9900-f20e8e1eb178 req-246a6300-e45e-4ec3-b420-f78b755bd42e tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Deleting port 4e8e7c1d-8910-4f51-91ef-0c82ee3ce3b7 {{(pid=103983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:12:35.563140 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [req-b8a024b3-734d-4862-9900-f20e8e1eb178 req-246a6300-e45e-4ec3-b420-f78b755bd42e tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780057404546'] for port (4e8e7c1d-8910-4f51-91ef-0c82ee3ce3b7), before_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:35.623721 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44c3272-e5d7-494e-b348-070eb8bc64c4 req-6573b774-0af0-4fa4-9b05-bddb1b30f243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:12:35.625247 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-c44c3272-e5d7-494e-b348-070eb8bc64c4 req-6573b774-0af0-4fa4-9b05-bddb1b30f243 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f6c89c23-3e38-47dc-af91-b69590186a24 HTTP/1.1" status: 200 len: 850 time: 0.0746896 Apr 07 12:12:35.645015 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e733a3c8-5aa2-49b0-9c29-902d08aa9b4a req-eff6e19f-f51e-479b-a62b-19156eda6bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:12:35.647049 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-e733a3c8-5aa2-49b0-9c29-902d08aa9b4a req-eff6e19f-f51e-479b-a62b-19156eda6bf0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=30ebdc73-30d3-4d75-a45d-118501e4a6d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0680625 Apr 07 12:12:35.662903 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.plugins.ml2.db [req-b8a024b3-734d-4862-9900-f20e8e1eb178 req-246a6300-e45e-4ec3-b420-f78b755bd42e tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] For port 4e8e7c1d-8910-4f51-91ef-0c82ee3ce3b7, host hv-cinder-83693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83693',level=0,port_id=4e8e7c1d-8910-4f51-91ef-0c82ee3ce3b7,segment=NetworkSegment(dc1680e3-d64d-4d14-9b8d-ff4232801a16),segment_id=dc1680e3-d64d-4d14-9b8d-ff4232801a16)] {{(pid=103983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:12:35.663618 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [req-b8a024b3-734d-4862-9900-f20e8e1eb178 req-246a6300-e45e-4ec3-b420-f78b755bd42e tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2017998'] for port (4e8e7c1d-8910-4f51-91ef-0c82ee3ce3b7), precommit_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:35.672669 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-e3029262-029d-49e4-8078-e7e61e534645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (e465150c-12ca-425e-8c36-fa03ee6240b4), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:35.679773 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [req-b8a024b3-734d-4862-9900-f20e8e1eb178 req-246a6300-e45e-4ec3-b420-f78b755bd42e tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Calling delete_port for 4e8e7c1d-8910-4f51-91ef-0c82ee3ce3b7 owned by compute:nova {{(pid=103983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:12:35.777573 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44c3272-e5d7-494e-b348-070eb8bc64c4 req-beeb63f8-2718-4c28-bf73-43ca5bdefef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:12:35.779098 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-c44c3272-e5d7-494e-b348-070eb8bc64c4 req-beeb63f8-2718-4c28-bf73-43ca5bdefef3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=fcace665-ea97-4783-845e-38b6ed7c4b29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1444175 Apr 07 12:12:35.791331 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5ecd6d-4c28-4948-9fef-921a0607e2fa req-af1ede96-95ae-4e76-bcfd-d38ab7122c2b tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:12:35.792765 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-1b5ecd6d-4c28-4948-9fef-921a0607e2fa req-af1ede96-95ae-4e76-bcfd-d38ab7122c2b tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/ports?device_id=58383065-ef49-40d2-8fc7-2a85fd6d0b52 HTTP/1.1" status: 200 len: 945 time: 0.1300232 Apr 07 12:12:35.844597 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-e733a3c8-5aa2-49b0-9c29-902d08aa9b4a req-413d616f-0e29-4555-b6d2-2620b85be1a9 service neutron] 10.222.0.49 "GET /v2.0/networks/30ebdc73-30d3-4d75-a45d-118501e4a6d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1828568 Apr 07 12:12:35.866910 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [req-b8a024b3-734d-4862-9900-f20e8e1eb178 req-246a6300-e45e-4ec3-b420-f78b755bd42e tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780057409621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780056949598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126495687'] for port (4e8e7c1d-8910-4f51-91ef-0c82ee3ce3b7), after_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:35.900562 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246a6300-e45e-4ec3-b420-f78b755bd42e tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Pushing event deleted for resources: {'Port': ['ID=4e8e7c1d-8910-4f51-91ef-0c82ee3ce3b7,revision_number=None']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:12:35.943392 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8a024b3-734d-4862-9900-f20e8e1eb178 req-246a6300-e45e-4ec3-b420-f78b755bd42e tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] No DVR routers for this DVR port 4e8e7c1d-8910-4f51-91ef-0c82ee3ce3b7 on host hv-cinder-83693 {{(pid=103983) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 12:12:35.945836 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [req-b8a024b3-734d-4862-9900-f20e8e1eb178 req-246a6300-e45e-4ec3-b420-f78b755bd42e tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91606'] for port (None), before_response {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:35.949106 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-b8a024b3-734d-4862-9900-f20e8e1eb178 req-246a6300-e45e-4ec3-b420-f78b755bd42e tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.49 "DELETE /v2.0/ports/4e8e7c1d-8910-4f51-91ef-0c82ee3ce3b7 HTTP/1.1" status: 204 len: 173 time: 0.4983063 Apr 07 12:12:35.949545 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58383065-ef49-40d2-8fc7-2a85fd6d0b52', 'name': 'network-vif-deleted', 'tag': '4e8e7c1d-8910-4f51-91ef-0c82ee3ce3b7'}] {{(pid=103983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:12:35.951926 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0a7841b86293cbb58346800955405af87a5c8eeb3540a71a4bbd7df08edd1cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b975cc3-284a-4e38-923a-f71e87d6eded" -d '{"events": [{"server_uuid": "58383065-ef49-40d2-8fc7-2a85fd6d0b52", "name": "network-vif-deleted", "tag": "4e8e7c1d-8910-4f51-91ef-0c82ee3ce3b7"}]}' {{(pid=103983) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:12:35.975716 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-1b5ecd6d-4c28-4948-9fef-921a0607e2fa req-58409da2-97cb-4e91-b9b8-b03e5bb6f595 tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/security-groups?id=a9f2a625-dc68-4664-b64d-af04d0e6ed04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667428 Apr 07 12:12:35.984829 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-c44c3272-e5d7-494e-b348-070eb8bc64c4 req-ff294f20-ada5-42f4-9ff1-02335a302225 service neutron] 10.222.0.49 "GET /v2.0/networks/fcace665-ea97-4783-845e-38b6ed7c4b29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1881609 Apr 07 12:12:36.037890 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-e733a3c8-5aa2-49b0-9c29-902d08aa9b4a req-7a605e1a-05cf-4a20-9e82-6ff048b41b76 service neutron] 10.222.0.49 "GET /v2.0/networks/30ebdc73-30d3-4d75-a45d-118501e4a6d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608980 Apr 07 12:12:36.057745 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 12:12:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31314365-c509-41b4-b8df-f48832c42da1 x-openstack-request-id: req-31314365-c509-41b4-b8df-f48832c42da1 {{(pid=103983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:12:36.058045 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58383065-ef49-40d2-8fc7-2a85fd6d0b52", "name": "network-vif-deleted", "tag": "4e8e7c1d-8910-4f51-91ef-0c82ee3ce3b7", "status": "completed", "code": 200}]} {{(pid=103983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:12:36.058303 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-31314365-c509-41b4-b8df-f48832c42da1 {{(pid=103983) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:12:36.058732 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31314365-c509-41b4-b8df-f48832c42da1'] response: {'server_uuid': '58383065-ef49-40d2-8fc7-2a85fd6d0b52', 'name': 'network-vif-deleted', 'tag': '4e8e7c1d-8910-4f51-91ef-0c82ee3ce3b7', 'status': 'completed', 'code': 200} Apr 07 12:12:36.093088 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-c44c3272-e5d7-494e-b348-070eb8bc64c4 req-80ee5d94-c754-46f9-8dab-a50544cfc774 service neutron] 10.222.0.49 "GET /v2.0/networks/fcace665-ea97-4783-845e-38b6ed7c4b29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974197 Apr 07 12:12:36.394581 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede65d81-a269-40ed-8abd-fa9e0c678671 req-49fd7d6a-8908-487b-a22f-bd0a34fc4058 tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:12:36.396304 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-ede65d81-a269-40ed-8abd-fa9e0c678671 req-49fd7d6a-8908-487b-a22f-bd0a34fc4058 tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] 10.222.0.58 "GET /v2.0/ports?device_id=b2a26717-8ef7-454d-b710-31f27a75de4a HTTP/1.1" status: 200 len: 943 time: 0.0549428 Apr 07 12:12:36.449011 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-ede65d81-a269-40ed-8abd-fa9e0c678671 req-8f6e798a-b712-4f3e-88c3-2fe313f23497 tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] 10.222.0.58 "GET /v2.0/security-groups?id=1deef15e-ad32-4d18-a014-8ed81c74d088&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471108 Apr 07 12:12:36.630499 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bca1a7-51c9-4bbf-8234-1e9d8e903ea0 req-e1b81713-373b-4a77-8a70-d448e25ab7c2 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:12:36.632044 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-82bca1a7-51c9-4bbf-8234-1e9d8e903ea0 req-e1b81713-373b-4a77-8a70-d448e25ab7c2 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] 10.222.0.58 "GET /v2.0/ports?device_id=e579b6e2-4f18-4e52-86b0-2bd4e3d549f0 HTTP/1.1" status: 200 len: 943 time: 0.0544202 Apr 07 12:12:36.678852 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-82bca1a7-51c9-4bbf-8234-1e9d8e903ea0 req-8deaaa89-4a3b-43e5-a9e1-962067279b1e tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] 10.222.0.58 "GET /v2.0/security-groups?id=7e60e9c1-98e8-4d50-bdfd-c01025e49a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412941 Apr 07 12:12:37.082354 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-69163639-11cc-40fa-8baa-e955c97c3797 req-1b4b1cc7-ae14-4ddc-b8e9-e2266d02147d tempest-ServerRescueNegativeTestJSON-1370835928 tempest-ServerRescueNegativeTestJSON-1370835928-project] 10.222.0.58 "GET /v2.0/ports?device_id=58383065-ef49-40d2-8fc7-2a85fd6d0b52 HTTP/1.1" status: 200 len: 210 time: 0.0276351 Apr 07 12:12:37.253915 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6d8991-7153-4737-b721-49ce77d6a2e2 req-a3bd296d-76ad-4506-9595-a6edbd1a2f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:12:37.256418 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-ec6d8991-7153-4737-b721-49ce77d6a2e2 req-a3bd296d-76ad-4506-9595-a6edbd1a2f7c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=58b56b91563a42a8bdc5c09e03b65f27&device_id=e579b6e2-4f18-4e52-86b0-2bd4e3d549f0 HTTP/1.1" status: 200 len: 1127 time: 0.0552747 Apr 07 12:12:37.354302 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6d8991-7153-4737-b721-49ce77d6a2e2 req-7e82a484-af93-4cb1-b034-c18e5b42b851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:12:37.355823 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-ec6d8991-7153-4737-b721-49ce77d6a2e2 req-7e82a484-af93-4cb1-b034-c18e5b42b851 service neutron] 10.222.0.49 "GET /v2.0/networks?id=30ebdc73-30d3-4d75-a45d-118501e4a6d7 HTTP/1.1" status: 200 len: 915 time: 0.0930300 Apr 07 12:12:37.413687 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-4ee86192-ef9a-4f9c-8d37-983d911c7eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (8705c964-c35e-4008-b403-e26242cd5404), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:37.570796 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557e368c-4b64-4da3-a59b-ba5edaebcd14 req-c195d073-18ae-4ec1-933f-e5cd64062e00 tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:12:37.572455 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-557e368c-4b64-4da3-a59b-ba5edaebcd14 req-c195d073-18ae-4ec1-933f-e5cd64062e00 tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] 10.222.0.58 "GET /v2.0/ports?device_id=b2a26717-8ef7-454d-b710-31f27a75de4a HTTP/1.1" status: 200 len: 943 time: 0.0592492 Apr 07 12:12:37.623648 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-557e368c-4b64-4da3-a59b-ba5edaebcd14 req-ba77f009-fa8e-4ad4-a3ef-2da184187072 tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] 10.222.0.58 "GET /v2.0/security-groups?id=1deef15e-ad32-4d18-a014-8ed81c74d088&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439930 Apr 07 12:12:37.682167 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Device ded65079-4bdf-4a1a-8747-1a8d8dd95b18 details requested by agent hyperv_hv-cinder-83693 with host hv-cinder-83693 {{(pid=103984) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 12:12:37.705399 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Device 4e8e7c1d-8910-4f51-91ef-0c82ee3ce3b7 no longer exists at agent hyperv_hv-cinder-83693 {{(pid=103984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 12:12:37.730473 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-ec6d8991-7153-4737-b721-49ce77d6a2e2 req-9a8f65c8-9256-435d-8546-1a1b677d6e30 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d624a5c5-faac-4167-a154-ce2e69cead8c HTTP/1.1" status: 200 len: 217 time: 0.0603962 Apr 07 12:12:37.744015 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] No Port match for: 4e8e7c1d-8910-4f51-91ef-0c82ee3ce3b7 {{(pid=103984) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 12:12:37.744353 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Device 4e8e7c1d-8910-4f51-91ef-0c82ee3ce3b7 not bound to the agent host hv-cinder-83693 {{(pid=103984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 12:12:37.807526 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.db [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] For port ded65079-4bdf-4a1a-8747-1a8d8dd95b18, host hv-cinder-83693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83693',level=0,port_id=ded65079-4bdf-4a1a-8747-1a8d8dd95b18,segment=NetworkSegment(03f974f2-7a81-4033-8e47-73794737a6ee),segment_id=03f974f2-7a81-4033-8e47-73794737a6ee)] {{(pid=103984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:12:37.809611 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4683ab49-0573-40d5-8df7-0393dd3a7d3b req-a9c7dd87-76f5-411f-9ff3-4e7c75ecc804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:12:37.811197 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-4683ab49-0573-40d5-8df7-0393dd3a7d3b req-a9c7dd87-76f5-411f-9ff3-4e7c75ecc804 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a4085596b6ef4b2aa7ec76a5ca5df6a5&device_id=b2a26717-8ef7-454d-b710-31f27a75de4a HTTP/1.1" status: 200 len: 1127 time: 0.1348979 Apr 07 12:12:37.826763 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6d8991-7153-4737-b721-49ce77d6a2e2 req-7f94a8d5-c1c1-4e22-b945-94fdec5ac5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:12:37.826763 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-ec6d8991-7153-4737-b721-49ce77d6a2e2 req-7f94a8d5-c1c1-4e22-b945-94fdec5ac5b1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7fc98a79-6638-4f9b-8125-b4339927e49b HTTP/1.1" status: 200 len: 853 time: 0.0865614 Apr 07 12:12:37.827071 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Returning: {'device': 'ded65079-4bdf-4a1a-8747-1a8d8dd95b18', 'network_id': '3ddbe8c1-9e72-419f-bb9d-9b04f45bb675', 'port_id': 'ded65079-4bdf-4a1a-8747-1a8d8dd95b18', 'mac_address': 'fa:16:3e:9c:85:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6305e169-23ba-4b2b-83ee-e04d73c5b0bb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103984) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 12:12:37.843069 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5841e05b-2adb-4800-86a3-f09eeec2d2ea req-4d2edfc6-41ac-4435-b9c4-d3f5a8cbc299 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:12:37.844599 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-5841e05b-2adb-4800-86a3-f09eeec2d2ea req-4d2edfc6-41ac-4435-b9c4-d3f5a8cbc299 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] 10.222.0.58 "GET /v2.0/ports?device_id=e579b6e2-4f18-4e52-86b0-2bd4e3d549f0 HTTP/1.1" status: 200 len: 943 time: 0.0972364 Apr 07 12:12:37.867473 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Current status of the port ded65079-4bdf-4a1a-8747-1a8d8dd95b18 is: DOWN; New status is: BUILD {{(pid=103984) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:12:37.867854 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (ded65079-4bdf-4a1a-8747-1a8d8dd95b18), before_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:37.882523 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.notifiers.nova [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ded65079-4bdf-4a1a-8747-1a8d8dd95b18 {{(pid=103984) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 12:12:37.906327 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.db [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] For port ded65079-4bdf-4a1a-8747-1a8d8dd95b18, host hv-cinder-83693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83693',level=0,port_id=ded65079-4bdf-4a1a-8747-1a8d8dd95b18,segment=NetworkSegment(03f974f2-7a81-4033-8e47-73794737a6ee),segment_id=03f974f2-7a81-4033-8e47-73794737a6ee)] {{(pid=103984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:12:37.992998 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-5841e05b-2adb-4800-86a3-f09eeec2d2ea req-06674beb-800a-41b7-a8f9-3a73d96425cb tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] 10.222.0.58 "GET /v2.0/security-groups?id=7e60e9c1-98e8-4d50-bdfd-c01025e49a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1311429 Apr 07 12:12:37.994827 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6d8991-7153-4737-b721-49ce77d6a2e2 req-0803969b-e26b-4a4c-862a-fd4d4d6fd543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:12:37.996251 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-ec6d8991-7153-4737-b721-49ce77d6a2e2 req-0803969b-e26b-4a4c-862a-fd4d4d6fd543 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=30ebdc73-30d3-4d75-a45d-118501e4a6d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1507080 Apr 07 12:12:38.013355 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780057409639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780056949607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780056949625'] for port (ded65079-4bdf-4a1a-8747-1a8d8dd95b18), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:38.028911 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4683ab49-0573-40d5-8df7-0393dd3a7d3b req-21a7df67-69a7-4420-b1ea-d32948a19972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:12:38.030340 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-4683ab49-0573-40d5-8df7-0393dd3a7d3b req-21a7df67-69a7-4420-b1ea-d32948a19972 service neutron] 10.222.0.49 "GET /v2.0/networks?id=3ddbe8c1-9e72-419f-bb9d-9b04f45bb675 HTTP/1.1" status: 200 len: 910 time: 0.1774454 Apr 07 12:12:38.053930 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Pushing event updated for resources: {'Port': ['ID=ded65079-4bdf-4a1a-8747-1a8d8dd95b18,revision_number=7']} {{(pid=103984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:12:38.136142 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-4683ab49-0573-40d5-8df7-0393dd3a7d3b req-63a9055d-0a50-435a-9826-1d830ebd191b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ded65079-4bdf-4a1a-8747-1a8d8dd95b18 HTTP/1.1" status: 200 len: 1000 time: 0.0975695 Apr 07 12:12:38.137594 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.wsgi [-] (103983) accepted ('10.222.0.58', 39608) {{(pid=103983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:12:38.177666 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-ec6d8991-7153-4737-b721-49ce77d6a2e2 req-c36ee267-69e4-47d0-9156-8e375e53ef6c service neutron] 10.222.0.49 "GET /v2.0/networks/30ebdc73-30d3-4d75-a45d-118501e4a6d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725385 Apr 07 12:12:38.217299 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4683ab49-0573-40d5-8df7-0393dd3a7d3b req-281f8484-ac6e-4552-b735-72919de36712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:12:38.218742 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-4683ab49-0573-40d5-8df7-0393dd3a7d3b req-281f8484-ac6e-4552-b735-72919de36712 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=6305e169-23ba-4b2b-83ee-e04d73c5b0bb HTTP/1.1" status: 200 len: 848 time: 0.0732746 Apr 07 12:12:38.326851 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-ec6d8991-7153-4737-b721-49ce77d6a2e2 req-7eebcb08-bf63-4fc4-aa84-fee3d5ceb2a5 service neutron] 10.222.0.49 "GET /v2.0/networks/30ebdc73-30d3-4d75-a45d-118501e4a6d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407676 Apr 07 12:12:38.331320 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4683ab49-0573-40d5-8df7-0393dd3a7d3b req-c9502142-07de-4f32-a300-f3df9928e849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:12:38.332902 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-4683ab49-0573-40d5-8df7-0393dd3a7d3b req-c9502142-07de-4f32-a300-f3df9928e849 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3ddbe8c1-9e72-419f-bb9d-9b04f45bb675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0818417 Apr 07 12:12:38.342734 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.db [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] get_ports_and_sgs() called for port_ids ['ded65079-4bdf-4a1a-8747-1a8d8dd95b18'] {{(pid=103984) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 12:12:38.457903 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-4683ab49-0573-40d5-8df7-0393dd3a7d3b req-e13d7d03-2581-4076-8159-fc8f8c45a297 service neutron] 10.222.0.49 "GET /v2.0/networks/3ddbe8c1-9e72-419f-bb9d-9b04f45bb675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000400 Apr 07 12:12:38.549720 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-4683ab49-0573-40d5-8df7-0393dd3a7d3b req-b86e8905-914d-4b88-a706-0af80fece3d8 service neutron] 10.222.0.49 "GET /v2.0/networks/3ddbe8c1-9e72-419f-bb9d-9b04f45bb675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859559 Apr 07 12:12:38.697528 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-86db8b06-5025-4a8c-9a95-9aecd9bef8f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2021178'] for router_interface (10915a5b-44a1-445a-8ee4-c6170d308905), before_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:38.750397 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8869da-cb3a-4959-a02b-e1756423bc03 req-cd11e6ff-b9d7-4324-8809-0aff6beff18b tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:12:38.751921 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-1d8869da-cb3a-4959-a02b-e1756423bc03 req-cd11e6ff-b9d7-4324-8809-0aff6beff18b tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] 10.222.0.58 "GET /v2.0/ports?device_id=b2a26717-8ef7-454d-b710-31f27a75de4a HTTP/1.1" status: 200 len: 944 time: 0.0606892 Apr 07 12:12:38.769344 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (18566f30-62c1-4fb1-af49-ebd049d63fec), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:38.801995 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-1d8869da-cb3a-4959-a02b-e1756423bc03 req-671b8247-3daa-4e4f-9838-df016009bb7b tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] 10.222.0.58 "GET /v2.0/security-groups?id=1deef15e-ad32-4d18-a014-8ed81c74d088&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437882 Apr 07 12:12:38.992153 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-86db8b06-5025-4a8c-9a95-9aecd9bef8f4 admin admin] Deleting port 42aff1c8-3988-46df-95cf-c0a66aeca9a8 {{(pid=103983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:12:38.992487 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-86db8b06-5025-4a8c-9a95-9aecd9bef8f4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780057404546'] for port (42aff1c8-3988-46df-95cf-c0a66aeca9a8), before_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:39.076981 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.plugins.ml2.db [None req-86db8b06-5025-4a8c-9a95-9aecd9bef8f4 admin admin] For port 42aff1c8-3988-46df-95cf-c0a66aeca9a8, host dv-cinder-836930-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836930-1-iscsi',level=0,port_id=42aff1c8-3988-46df-95cf-c0a66aeca9a8,segment=NetworkSegment(dc1680e3-d64d-4d14-9b8d-ff4232801a16),segment_id=dc1680e3-d64d-4d14-9b8d-ff4232801a16)] {{(pid=103983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:12:39.077342 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-86db8b06-5025-4a8c-9a95-9aecd9bef8f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2017998'] for port (42aff1c8-3988-46df-95cf-c0a66aeca9a8), precommit_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:39.108190 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-86db8b06-5025-4a8c-9a95-9aecd9bef8f4 admin admin] Calling delete_port for 42aff1c8-3988-46df-95cf-c0a66aeca9a8 owned by network:router_interface {{(pid=103983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:12:39.401798 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074f04ea-a856-4cb4-b1c0-2bdab72f74df req-0cc465b8-781b-4d6a-aced-402e4ff4aa38 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:12:39.403189 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-074f04ea-a856-4cb4-b1c0-2bdab72f74df req-0cc465b8-781b-4d6a-aced-402e4ff4aa38 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] 10.222.0.58 "GET /v2.0/ports?device_id=e579b6e2-4f18-4e52-86b0-2bd4e3d549f0 HTTP/1.1" status: 200 len: 943 time: 0.3402910 Apr 07 12:12:39.502344 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-074f04ea-a856-4cb4-b1c0-2bdab72f74df req-ec0aa2d3-13a8-44d1-917a-1cf9424cc4e8 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] 10.222.0.58 "GET /v2.0/security-groups?id=7e60e9c1-98e8-4d50-bdfd-c01025e49a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921261 Apr 07 12:12:39.649214 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-86db8b06-5025-4a8c-9a95-9aecd9bef8f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780057409621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780056949598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126495687'] for port (42aff1c8-3988-46df-95cf-c0a66aeca9a8), after_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:39.672968 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86db8b06-5025-4a8c-9a95-9aecd9bef8f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=42aff1c8-3988-46df-95cf-c0a66aeca9a8,revision_number=None']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:12:39.683842 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Device d624a5c5-faac-4167-a154-ce2e69cead8c details requested by agent hyperv_hv-cinder-83693 with host hv-cinder-83693 {{(pid=103984) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 12:12:39.702146 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Device ded65079-4bdf-4a1a-8747-1a8d8dd95b18 up at agent hyperv_hv-cinder-83693 {{(pid=103984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:12:39.792576 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.provisioning_blocks [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Provisioning complete for port ded65079-4bdf-4a1a-8747-1a8d8dd95b18 triggered by entity L2. {{(pid=103984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:12:39.793192 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7484729'] for port (ded65079-4bdf-4a1a-8747-1a8d8dd95b18), provisioning_complete {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:39.857506 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-86db8b06-5025-4a8c-9a95-9aecd9bef8f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2021237'] for router_interface (10915a5b-44a1-445a-8ee4-c6170d308905), after_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:39.912282 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Current status of the port ded65079-4bdf-4a1a-8747-1a8d8dd95b18 is: BUILD; New status is: ACTIVE {{(pid=103984) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:12:39.912665 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (ded65079-4bdf-4a1a-8747-1a8d8dd95b18), before_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:39.956543 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2a26717-8ef7-454d-b710-31f27a75de4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ded65079-4bdf-4a1a-8747-1a8d8dd95b18'}] {{(pid=103984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:12:39.959391 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0608bff1dee5f704c30ce50aefecbc08eaebc6e842b477e08be3f7901197da8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-953deca3-0400-452c-9ba8-4b27f3e069bc" -d '{"events": [{"server_uuid": "b2a26717-8ef7-454d-b710-31f27a75de4a", "name": "network-vif-plugged", "status": "completed", "tag": "ded65079-4bdf-4a1a-8747-1a8d8dd95b18"}]}' {{(pid=103984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:12:39.964540 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.db [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] For port d624a5c5-faac-4167-a154-ce2e69cead8c, host hv-cinder-83693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83693',level=0,port_id=d624a5c5-faac-4167-a154-ce2e69cead8c,segment=NetworkSegment(f5d7ecb0-5c7c-4273-b385-28574af1ff09),segment_id=f5d7ecb0-5c7c-4273-b385-28574af1ff09)] {{(pid=103984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:12:39.980689 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.db [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] For port ded65079-4bdf-4a1a-8747-1a8d8dd95b18, host hv-cinder-83693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83693',level=0,port_id=ded65079-4bdf-4a1a-8747-1a8d8dd95b18,segment=NetworkSegment(03f974f2-7a81-4033-8e47-73794737a6ee),segment_id=03f974f2-7a81-4033-8e47-73794737a6ee)] {{(pid=103984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:12:39.984366 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Returning: {'device': 'd624a5c5-faac-4167-a154-ce2e69cead8c', 'network_id': '30ebdc73-30d3-4d75-a45d-118501e4a6d7', 'port_id': 'd624a5c5-faac-4167-a154-ce2e69cead8c', 'mac_address': 'fa:16:3e:97:be:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fc98a79-6638-4f9b-8125-b4339927e49b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103984) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 12:12:40.010785 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 12:12:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59dfbbd5-5d96-41e3-b7df-7510865b3cdd x-openstack-request-id: req-59dfbbd5-5d96-41e3-b7df-7510865b3cdd {{(pid=103984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:12:40.011100 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2a26717-8ef7-454d-b710-31f27a75de4a", "name": "network-vif-plugged", "status": "completed", "tag": "ded65079-4bdf-4a1a-8747-1a8d8dd95b18", "code": 200}]} {{(pid=103984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:12:40.011370 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-59dfbbd5-5d96-41e3-b7df-7510865b3cdd {{(pid=103984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:12:40.011756 dv-cinder-836930-1-iscsi neutron-server[103984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59dfbbd5-5d96-41e3-b7df-7510865b3cdd'] response: {'server_uuid': 'b2a26717-8ef7-454d-b710-31f27a75de4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ded65079-4bdf-4a1a-8747-1a8d8dd95b18', 'code': 200} Apr 07 12:12:40.028217 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Current status of the port d624a5c5-faac-4167-a154-ce2e69cead8c is: DOWN; New status is: BUILD {{(pid=103984) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:12:40.028612 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (d624a5c5-faac-4167-a154-ce2e69cead8c), before_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:40.043147 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.notifiers.nova [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d624a5c5-faac-4167-a154-ce2e69cead8c {{(pid=103984) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 12:12:40.043798 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907e6b4a-b31c-4d5c-b23a-9c9e41bd13e9 req-194c6eb9-d66e-4070-a42b-7dc17122e50e tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:12:40.045454 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-907e6b4a-b31c-4d5c-b23a-9c9e41bd13e9 req-194c6eb9-d66e-4070-a42b-7dc17122e50e tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] 10.222.0.58 "GET /v2.0/ports?device_id=b2a26717-8ef7-454d-b710-31f27a75de4a HTTP/1.1" status: 200 len: 944 time: 0.1260138 Apr 07 12:12:40.055681 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780057409639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780056949607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780056949625'] for port (ded65079-4bdf-4a1a-8747-1a8d8dd95b18), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:40.088386 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.db [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] For port d624a5c5-faac-4167-a154-ce2e69cead8c, host hv-cinder-83693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83693',level=0,port_id=d624a5c5-faac-4167-a154-ce2e69cead8c,segment=NetworkSegment(f5d7ecb0-5c7c-4273-b385-28574af1ff09),segment_id=f5d7ecb0-5c7c-4273-b385-28574af1ff09)] {{(pid=103984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:12:40.115943 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Pushing event updated for resources: {'Port': ['ID=ded65079-4bdf-4a1a-8747-1a8d8dd95b18,revision_number=8']} {{(pid=103984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:12:40.129723 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780057409639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780056949607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780056949625'] for port (d624a5c5-faac-4167-a154-ce2e69cead8c), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:40.171695 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-907e6b4a-b31c-4d5c-b23a-9c9e41bd13e9 req-b40be424-eaf5-4c90-914c-06c295108af0 tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] 10.222.0.58 "GET /v2.0/security-groups?id=1deef15e-ad32-4d18-a014-8ed81c74d088&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1202753 Apr 07 12:12:40.182949 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Pushing event updated for resources: {'Port': ['ID=d624a5c5-faac-4167-a154-ce2e69cead8c,revision_number=4']} {{(pid=103984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:12:40.199723 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86db8b06-5025-4a8c-9a95-9aecd9bef8f4 admin admin] Router 10915a5b-44a1-445a-8ee4-c6170d308905 has already been hosted by L3 agent ad8978c4-6515-441c-a828-0289badd3b4a {{(pid=103983) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 12:12:40.311518 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86db8b06-5025-4a8c-9a95-9aecd9bef8f4 admin admin] Notify agent at l3_agent.dv-cinder-836930-1-iscsi the message routers_updated {{(pid=103983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 12:12:40.316523 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [None req-86db8b06-5025-4a8c-9a95-9aecd9bef8f4 admin admin] 10.222.0.58 "PUT /v2.0/routers/10915a5b-44a1-445a-8ee4-c6170d308905/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1779010 Apr 07 12:12:40.320027 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51838210-1ab9-452b-8f97-2a9dd68abf82 None None] Sync routers for ids ['10915a5b-44a1-445a-8ee4-c6170d308905'] in dv-cinder-836930-1-iscsi {{(pid=103984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 12:12:40.320265 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.58', 39626) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:12:40.332108 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51838210-1ab9-452b-8f97-2a9dd68abf82 None None] Routers {'10915a5b-44a1-445a-8ee4-c6170d308905'} bound to L3 agent in host dv-cinder-836930-1-iscsi {{(pid=103984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:12:40.332712 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_hamode_db [None req-51838210-1ab9-452b-8f97-2a9dd68abf82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836930-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-07T11:57:34Z,description=,heartbeat_timestamp=2022-04-07T12:12:34Z,host='dv-cinder-836930-1-iscsi',id=ad8978c4-6515-441c-a828-0289badd3b4a,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:57:35Z,topic='l3_agent')) {'router_ids': ['10915a5b-44a1-445a-8ee4-c6170d308905'], 'active': True} {{(pid=103984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:12:40.459970 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_dvr_db [None req-51838210-1ab9-452b-8f97-2a9dd68abf82 None None] Set router 10915a5b-44a1-445a-8ee4-c6170d308905 gateway port host: dv-cinder-836930-1-iscsi {{(pid=103984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:12:40.549840 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.db [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] get_ports_and_sgs() called for port_ids ['d624a5c5-faac-4167-a154-ce2e69cead8c'] {{(pid=103984) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 12:12:40.760890 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-a65616d4-3ed4-4c80-81e8-daaf898c75df admin admin] Publish callbacks [] for router (10915a5b-44a1-445a-8ee4-c6170d308905), before_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:40.773782 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_hamode_db [None req-51838210-1ab9-452b-8f97-2a9dd68abf82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10915a5b-44a1-445a-8ee4-c6170d308905', 'name': 'tempest-ServerRescueNegativeTestJSON-112950129-router', 'tenant_id': '060237c359da41d49b858b2897b29918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'external_fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': '16dcc467-cd6a-4708-8a3e-1a3399f3e889', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:06:28Z', 'updated_at': '2022-04-07T12:12:39Z', 'revision_number': 5, 'project_id': '060237c359da41d49b858b2897b29918', 'gw_port': {'id': '16dcc467-cd6a-4708-8a3e-1a3399f3e889', 'name': '', 'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:4f:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10915a5b-44a1-445a-8ee4-c6170d308905', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:06:29Z', 'updated_at': '2022-04-07T12:06:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4554067d-f507-4a99-8a98-0874c02c5721', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836930-1-iscsi'}], 'dv-cinder-836930-1-iscsi', False) {} {{(pid=103984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:12:40.801930 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54e30c0-10ff-4034-95ba-ba6fb4894efc req-9c05e807-8556-471c-8617-0dacadcb0e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:12:40.803435 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-b54e30c0-10ff-4034-95ba-ba6fb4894efc req-9c05e807-8556-471c-8617-0dacadcb0e6c service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=b2a26717-8ef7-454d-b710-31f27a75de4a HTTP/1.1" status: 200 len: 1129 time: 0.1280048 Apr 07 12:12:40.806869 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51838210-1ab9-452b-8f97-2a9dd68abf82 None None] Checking router: 10915a5b-44a1-445a-8ee4-c6170d308905 for host: dv-cinder-836930-1-iscsi {{(pid=103984) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 12:12:40.815549 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bdab67-61a6-41c9-a099-72c38f10ca8b req-df6ecd43-6333-4f12-b71e-13a7477b2903 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:12:40.816962 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-63bdab67-61a6-41c9-a099-72c38f10ca8b req-df6ecd43-6333-4f12-b71e-13a7477b2903 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] 10.222.0.58 "GET /v2.0/ports?device_id=e579b6e2-4f18-4e52-86b0-2bd4e3d549f0 HTTP/1.1" status: 200 len: 944 time: 0.1428602 Apr 07 12:12:40.826171 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51838210-1ab9-452b-8f97-2a9dd68abf82 None None] Routers {'10915a5b-44a1-445a-8ee4-c6170d308905'} bound to L3 agent in host dv-cinder-836930-1-iscsi {{(pid=103984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:12:40.826848 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_hamode_db [None req-51838210-1ab9-452b-8f97-2a9dd68abf82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836930-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-07T11:57:34Z,description=,heartbeat_timestamp=2022-04-07T12:12:34Z,host='dv-cinder-836930-1-iscsi',id=ad8978c4-6515-441c-a828-0289badd3b4a,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:57:35Z,topic='l3_agent')) {'router_ids': ['10915a5b-44a1-445a-8ee4-c6170d308905'], 'active': True} {{(pid=103984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:12:40.927260 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-b54e30c0-10ff-4034-95ba-ba6fb4894efc req-f2f13a45-fb81-45da-9088-702b804c0725 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=1deef15e-ad32-4d18-a014-8ed81c74d088&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1078455 Apr 07 12:12:40.931240 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_dvr_db [None req-51838210-1ab9-452b-8f97-2a9dd68abf82 None None] Set router 10915a5b-44a1-445a-8ee4-c6170d308905 gateway port host: dv-cinder-836930-1-iscsi {{(pid=103984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:12:40.951710 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-a65616d4-3ed4-4c80-81e8-daaf898c75df admin admin] Publish callbacks [] for router_gateway (10915a5b-44a1-445a-8ee4-c6170d308905), before_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:40.957158 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-63bdab67-61a6-41c9-a099-72c38f10ca8b req-f4427eaf-02dc-4a15-aefa-38031b800a9b tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] 10.222.0.58 "GET /v2.0/security-groups?id=7e60e9c1-98e8-4d50-bdfd-c01025e49a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1306064 Apr 07 12:12:41.125933 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_hamode_db [None req-51838210-1ab9-452b-8f97-2a9dd68abf82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10915a5b-44a1-445a-8ee4-c6170d308905', 'name': 'tempest-ServerRescueNegativeTestJSON-112950129-router', 'tenant_id': '060237c359da41d49b858b2897b29918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'external_fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': '16dcc467-cd6a-4708-8a3e-1a3399f3e889', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:06:28Z', 'updated_at': '2022-04-07T12:12:39Z', 'revision_number': 5, 'project_id': '060237c359da41d49b858b2897b29918', 'gw_port': {'id': '16dcc467-cd6a-4708-8a3e-1a3399f3e889', 'name': '', 'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:4f:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10915a5b-44a1-445a-8ee4-c6170d308905', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:06:29Z', 'updated_at': '2022-04-07T12:06:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4554067d-f507-4a99-8a98-0874c02c5721', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836930-1-iscsi'}], 'dv-cinder-836930-1-iscsi', False) {} {{(pid=103984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:12:41.154524 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51838210-1ab9-452b-8f97-2a9dd68abf82 None None] The sync data for ids ['10915a5b-44a1-445a-8ee4-c6170d308905'] in dv-cinder-836930-1-iscsi is: [{'id': '10915a5b-44a1-445a-8ee4-c6170d308905', 'name': 'tempest-ServerRescueNegativeTestJSON-112950129-router', 'tenant_id': '060237c359da41d49b858b2897b29918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'external_fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': '16dcc467-cd6a-4708-8a3e-1a3399f3e889', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:06:28Z', 'updated_at': '2022-04-07T12:12:39Z', 'revision_number': 5, 'project_id': '060237c359da41d49b858b2897b29918', 'gw_port': {'id': '16dcc467-cd6a-4708-8a3e-1a3399f3e889', 'name': '', 'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:4f:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10915a5b-44a1-445a-8ee4-c6170d308905', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:06:29Z', 'updated_at': '2022-04-07T12:06:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4554067d-f507-4a99-8a98-0874c02c5721', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836930-1-iscsi'}] {{(pid=103984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 12:12:41.174732 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.plugin [None req-a65616d4-3ed4-4c80-81e8-daaf898c75df admin admin] Deleting port 16dcc467-cd6a-4708-8a3e-1a3399f3e889 {{(pid=103982) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:12:41.175073 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-a65616d4-3ed4-4c80-81e8-daaf898c75df admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780057404546'] for port (16dcc467-cd6a-4708-8a3e-1a3399f3e889), before_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:41.267663 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.db [None req-a65616d4-3ed4-4c80-81e8-daaf898c75df admin admin] For port 16dcc467-cd6a-4708-8a3e-1a3399f3e889, host dv-cinder-836930-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836930-1-iscsi',level=0,port_id=16dcc467-cd6a-4708-8a3e-1a3399f3e889,segment=NetworkSegment(82c7666f-c776-4b0f-ab14-8be16f51c525),segment_id=82c7666f-c776-4b0f-ab14-8be16f51c525)] {{(pid=103982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:12:41.267663 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-a65616d4-3ed4-4c80-81e8-daaf898c75df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2017998'] for port (16dcc467-cd6a-4708-8a3e-1a3399f3e889), precommit_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:41.278432 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.plugin [None req-a65616d4-3ed4-4c80-81e8-daaf898c75df admin admin] Calling delete_port for 16dcc467-cd6a-4708-8a3e-1a3399f3e889 owned by network:router_gateway {{(pid=103982) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:12:41.312665 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2946a64b-2a3d-436b-9bbb-e6639c790f30 req-a60a06f6-746e-4649-9c83-d51bc80857d4 tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:12:41.314083 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-2946a64b-2a3d-436b-9bbb-e6639c790f30 req-a60a06f6-746e-4649-9c83-d51bc80857d4 tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] 10.222.0.58 "GET /v2.0/ports?device_id=b2a26717-8ef7-454d-b710-31f27a75de4a HTTP/1.1" status: 200 len: 945 time: 0.0618007 Apr 07 12:12:41.363895 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-2946a64b-2a3d-436b-9bbb-e6639c790f30 req-1cbf5766-769a-49c1-a44f-bc7f68d58c19 tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] 10.222.0.58 "GET /v2.0/security-groups?id=1deef15e-ad32-4d18-a014-8ed81c74d088&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429537 Apr 07 12:12:41.516406 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-a65616d4-3ed4-4c80-81e8-daaf898c75df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780057409621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780056949598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126593575'] for port (16dcc467-cd6a-4708-8a3e-1a3399f3e889), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:41.540820 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65616d4-3ed4-4c80-81e8-daaf898c75df admin admin] Pushing event deleted for resources: {'Port': ['ID=16dcc467-cd6a-4708-8a3e-1a3399f3e889,revision_number=None']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:12:41.555614 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65616d4-3ed4-4c80-81e8-daaf898c75df admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:12:41.556001 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65616d4-3ed4-4c80-81e8-daaf898c75df admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:12:41.556378 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65616d4-3ed4-4c80-81e8-daaf898c75df admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:12:41.556683 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65616d4-3ed4-4c80-81e8-daaf898c75df admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:12:41.557067 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65616d4-3ed4-4c80-81e8-daaf898c75df admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:12:41.558313 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65616d4-3ed4-4c80-81e8-daaf898c75df admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:12:41.558648 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65616d4-3ed4-4c80-81e8-daaf898c75df admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:12:41.559631 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65616d4-3ed4-4c80-81e8-daaf898c75df admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:12:41.559975 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65616d4-3ed4-4c80-81e8-daaf898c75df admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:12:41.560305 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65616d4-3ed4-4c80-81e8-daaf898c75df admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:12:41.560636 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65616d4-3ed4-4c80-81e8-daaf898c75df admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:12:41.560980 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65616d4-3ed4-4c80-81e8-daaf898c75df admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:12:41.561286 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65616d4-3ed4-4c80-81e8-daaf898c75df admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:12:41.561603 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65616d4-3ed4-4c80-81e8-daaf898c75df admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:12:41.562058 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65616d4-3ed4-4c80-81e8-daaf898c75df admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:12:41.622836 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-a65616d4-3ed4-4c80-81e8-daaf898c75df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2019840'] for router_gateway (10915a5b-44a1-445a-8ee4-c6170d308905), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:41.714564 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Device d624a5c5-faac-4167-a154-ce2e69cead8c up at agent hyperv_hv-cinder-83693 {{(pid=103984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:12:41.731285 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-a65616d4-3ed4-4c80-81e8-daaf898c75df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105972'] for router (10915a5b-44a1-445a-8ee4-c6170d308905), precommit_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:41.733497 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-a65616d4-3ed4-4c80-81e8-daaf898c75df admin admin] Publish callbacks [] for router_controller (10915a5b-44a1-445a-8ee4-c6170d308905), precommit_delete_associations {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:41.894848 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-a65616d4-3ed4-4c80-81e8-daaf898c75df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1650014'] for router (10915a5b-44a1-445a-8ee4-c6170d308905), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:41.895383 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a65616d4-3ed4-4c80-81e8-daaf898c75df admin admin] Fanout notify agent at l3_agent the message router_deleted on router 10915a5b-44a1-445a-8ee4-c6170d308905 {{(pid=103982) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 12:12:41.900452 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-a65616d4-3ed4-4c80-81e8-daaf898c75df admin admin] Publish callbacks [] for router (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:41.904020 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.wsgi [-] (103983) accepted ('10.222.0.58', 39642) {{(pid=103983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:12:41.904273 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [None req-a65616d4-3ed4-4c80-81e8-daaf898c75df admin admin] 10.222.0.58 "DELETE /v2.0/routers/10915a5b-44a1-445a-8ee4-c6170d308905 HTTP/1.1" status: 204 len: 168 time: 1.5828152 Apr 07 12:12:41.924784 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.provisioning_blocks [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Provisioning for port d624a5c5-faac-4167-a154-ce2e69cead8c completed by entity L2. {{(pid=103984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 12:12:41.929523 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.provisioning_blocks [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Provisioning complete for port d624a5c5-faac-4167-a154-ce2e69cead8c triggered by entity L2. {{(pid=103984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:12:41.930349 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7484729'] for port (d624a5c5-faac-4167-a154-ce2e69cead8c), provisioning_complete {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:41.950328 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.db.db_base_plugin_v2 [None req-4333d2dd-7e48-46e1-b764-cde05afb9fbd admin admin] Deleting subnet 45a072d7-ade8-4cd2-9025-cfaa01b8e30d {{(pid=103983) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 12:12:41.953569 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-4333d2dd-7e48-46e1-b764-cde05afb9fbd admin admin] Publish callbacks [] for subnet (45a072d7-ade8-4cd2-9025-cfaa01b8e30d), before_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:41.997437 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-4333d2dd-7e48-46e1-b764-cde05afb9fbd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3396337'] for subnet (45a072d7-ade8-4cd2-9025-cfaa01b8e30d), precommit_delete_associations {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:42.016596 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Current status of the port d624a5c5-faac-4167-a154-ce2e69cead8c is: BUILD; New status is: ACTIVE {{(pid=103984) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:12:42.016983 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (d624a5c5-faac-4167-a154-ce2e69cead8c), before_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:42.071539 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e579b6e2-4f18-4e52-86b0-2bd4e3d549f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd624a5c5-faac-4167-a154-ce2e69cead8c'}] {{(pid=103984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:12:42.074158 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0608bff1dee5f704c30ce50aefecbc08eaebc6e842b477e08be3f7901197da8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-198c767b-0411-4684-ad63-dd79eb450ea4" -d '{"events": [{"server_uuid": "e579b6e2-4f18-4e52-86b0-2bd4e3d549f0", "name": "network-vif-plugged", "status": "completed", "tag": "d624a5c5-faac-4167-a154-ce2e69cead8c"}]}' {{(pid=103984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:12:42.093923 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.db [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] For port d624a5c5-faac-4167-a154-ce2e69cead8c, host hv-cinder-83693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83693',level=0,port_id=d624a5c5-faac-4167-a154-ce2e69cead8c,segment=NetworkSegment(f5d7ecb0-5c7c-4273-b385-28574af1ff09),segment_id=f5d7ecb0-5c7c-4273-b385-28574af1ff09)] {{(pid=103984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:12:42.110242 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a540cdc7-25e3-43ab-b520-d3e51f32382d req-6ada76e5-4e85-4619-a3fa-89bc17571461 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:12:42.112099 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-a540cdc7-25e3-43ab-b520-d3e51f32382d req-6ada76e5-4e85-4619-a3fa-89bc17571461 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] 10.222.0.58 "GET /v2.0/ports?device_id=e579b6e2-4f18-4e52-86b0-2bd4e3d549f0 HTTP/1.1" status: 200 len: 944 time: 0.0660689 Apr 07 12:12:42.126650 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-4333d2dd-7e48-46e1-b764-cde05afb9fbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7504605'] for subnet (45a072d7-ade8-4cd2-9025-cfaa01b8e30d), precommit_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:42.160211 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-a540cdc7-25e3-43ab-b520-d3e51f32382d req-9e60da04-ccd9-4f78-9656-dc67936be43b tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] 10.222.0.58 "GET /v2.0/security-groups?id=7e60e9c1-98e8-4d50-bdfd-c01025e49a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419574 Apr 07 12:12:42.192047 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780057409639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780056949607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780056949625'] for port (d624a5c5-faac-4167-a154-ce2e69cead8c), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:42.215221 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 12:12:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d22fae5-c43e-4ba1-9eb6-a38eeb532918 x-openstack-request-id: req-6d22fae5-c43e-4ba1-9eb6-a38eeb532918 {{(pid=103984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:12:42.215538 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e579b6e2-4f18-4e52-86b0-2bd4e3d549f0", "name": "network-vif-plugged", "status": "completed", "tag": "d624a5c5-faac-4167-a154-ce2e69cead8c", "code": 200}]} {{(pid=103984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:12:42.215793 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6d22fae5-c43e-4ba1-9eb6-a38eeb532918 {{(pid=103984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:12:42.216178 dv-cinder-836930-1-iscsi neutron-server[103984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d22fae5-c43e-4ba1-9eb6-a38eeb532918'] response: {'server_uuid': 'e579b6e2-4f18-4e52-86b0-2bd4e3d549f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd624a5c5-faac-4167-a154-ce2e69cead8c', 'code': 200} Apr 07 12:12:42.241528 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Pushing event updated for resources: {'Port': ['ID=d624a5c5-faac-4167-a154-ce2e69cead8c,revision_number=5']} {{(pid=103984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:12:42.283834 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-4333d2dd-7e48-46e1-b764-cde05afb9fbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7504596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126495506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127800529'] for subnet (45a072d7-ade8-4cd2-9025-cfaa01b8e30d), after_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:42.312555 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-4333d2dd-7e48-46e1-b764-cde05afb9fbd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:42.316652 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [None req-4333d2dd-7e48-46e1-b764-cde05afb9fbd admin admin] 10.222.0.58 "DELETE /v2.0/subnets/45a072d7-ade8-4cd2-9025-cfaa01b8e30d HTTP/1.1" status: 204 len: 168 time: 0.4113479 Apr 07 12:12:42.317901 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4333d2dd-7e48-46e1-b764-cde05afb9fbd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=45a072d7-ade8-4cd2-9025-cfaa01b8e30d,revision_number=None']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:12:42.318019 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59f2d00e-a90f-43b3-b7e9-8cc026f16fa1 None None] Network b54ec153-3bc9-439f-b426-165a936f23bb requested from dv-cinder-836930-1-iscsi {{(pid=103984) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 12:12:42.318934 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.58', 39650) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:12:42.410482 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-d7dc494d-f56f-4964-921c-de9fc788fef6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7349020'] for network (b54ec153-3bc9-439f-b426-165a936f23bb), before_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:42.530951 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14e7c4f-3643-4dc6-8e44-7913c4dcb2ed req-92a7dd41-b649-4756-91f0-e77f1c63eaff tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:12:42.532438 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-b14e7c4f-3643-4dc6-8e44-7913c4dcb2ed req-92a7dd41-b649-4756-91f0-e77f1c63eaff tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] 10.222.0.58 "GET /v2.0/ports?device_id=b2a26717-8ef7-454d-b710-31f27a75de4a HTTP/1.1" status: 200 len: 945 time: 0.0754759 Apr 07 12:12:42.548959 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.plugin [None req-d7dc494d-f56f-4964-921c-de9fc788fef6 admin admin] Deleting port 60a53224-042d-4ee8-9eed-29c73a3eb298 {{(pid=103982) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:12:42.549293 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-d7dc494d-f56f-4964-921c-de9fc788fef6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780057404546'] for port (60a53224-042d-4ee8-9eed-29c73a3eb298), before_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:42.561580 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e374492b-21d5-412c-a811-9454e1aae579 None None] DHCP port deletion for b54ec153-3bc9-439f-b426-165a936f23bb request from dv-cinder-836930-1-iscsi {{(pid=103984) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 12:12:42.658094 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.db [None req-d7dc494d-f56f-4964-921c-de9fc788fef6 admin admin] For port 60a53224-042d-4ee8-9eed-29c73a3eb298, host dv-cinder-836930-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836930-1-iscsi',level=0,port_id=60a53224-042d-4ee8-9eed-29c73a3eb298,segment=NetworkSegment(dc1680e3-d64d-4d14-9b8d-ff4232801a16),segment_id=dc1680e3-d64d-4d14-9b8d-ff4232801a16)] {{(pid=103982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:12:42.658460 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-d7dc494d-f56f-4964-921c-de9fc788fef6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2017998'] for port (60a53224-042d-4ee8-9eed-29c73a3eb298), precommit_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:42.665293 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-b14e7c4f-3643-4dc6-8e44-7913c4dcb2ed req-be673b72-e0bc-4959-8db9-510e4c80e8e1 tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] 10.222.0.58 "GET /v2.0/security-groups?id=1deef15e-ad32-4d18-a014-8ed81c74d088&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1270695 Apr 07 12:12:42.676962 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.plugin [None req-d7dc494d-f56f-4964-921c-de9fc788fef6 admin admin] Calling delete_port for 60a53224-042d-4ee8-9eed-29c73a3eb298 owned by network:dhcp {{(pid=103982) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:12:42.777334 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-e374492b-21d5-412c-a811-9454e1aae579 None None] Deleting port 60a53224-042d-4ee8-9eed-29c73a3eb298 {{(pid=103984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:12:42.777709 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-e374492b-21d5-412c-a811-9454e1aae579 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780057404546'] for port (60a53224-042d-4ee8-9eed-29c73a3eb298), before_delete {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:42.843897 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.db [None req-e374492b-21d5-412c-a811-9454e1aae579 None None] For port 60a53224-042d-4ee8-9eed-29c73a3eb298, host dv-cinder-836930-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836930-1-iscsi',level=0,port_id=60a53224-042d-4ee8-9eed-29c73a3eb298,segment=NetworkSegment(dc1680e3-d64d-4d14-9b8d-ff4232801a16),segment_id=dc1680e3-d64d-4d14-9b8d-ff4232801a16)] {{(pid=103984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:12:42.844534 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-e374492b-21d5-412c-a811-9454e1aae579 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2017998'] for port (60a53224-042d-4ee8-9eed-29c73a3eb298), precommit_delete {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:42.858165 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-e374492b-21d5-412c-a811-9454e1aae579 None None] Calling delete_port for 60a53224-042d-4ee8-9eed-29c73a3eb298 owned by network:dhcp {{(pid=103984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:12:42.868954 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b102c8a-3673-4280-a5c3-3f5f725915f0 req-e6345f95-f4ab-48a3-95d3-cdc1c60862b6 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:12:42.870553 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-4b102c8a-3673-4280-a5c3-3f5f725915f0 req-e6345f95-f4ab-48a3-95d3-cdc1c60862b6 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/ports?device_id=bbbb35d7-042d-488c-ba2e-88e040052a99 HTTP/1.1" status: 200 len: 945 time: 0.0607200 Apr 07 12:12:42.921038 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-4b102c8a-3673-4280-a5c3-3f5f725915f0 req-f9ec4ed6-f8cc-4018-bd34-816cd590ca85 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b0e87fb-8029-4c38-a737-b45eced71642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446897 Apr 07 12:12:42.946865 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-d7dc494d-f56f-4964-921c-de9fc788fef6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780057409621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780056949598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126593575'] for port (60a53224-042d-4ee8-9eed-29c73a3eb298), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:42.974054 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7dc494d-f56f-4964-921c-de9fc788fef6 admin admin] Pushing event deleted for resources: {'Port': ['ID=60a53224-042d-4ee8-9eed-29c73a3eb298,revision_number=None']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:12:42.975415 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-e374492b-21d5-412c-a811-9454e1aae579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780057409621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780056949598'] for port (60a53224-042d-4ee8-9eed-29c73a3eb298), after_delete {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:42.978819 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7dc494d-f56f-4964-921c-de9fc788fef6 admin admin] No DVR routers for this DVR port 60a53224-042d-4ee8-9eed-29c73a3eb298 on host dv-cinder-836930-1-iscsi {{(pid=103982) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 12:12:43.000710 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e374492b-21d5-412c-a811-9454e1aae579 None None] Pushing event deleted for resources: {'Port': ['ID=60a53224-042d-4ee8-9eed-29c73a3eb298,revision_number=None']} {{(pid=103984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:12:43.005630 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e374492b-21d5-412c-a811-9454e1aae579 None None] No DVR routers for this DVR port 60a53224-042d-4ee8-9eed-29c73a3eb298 on host dv-cinder-836930-1-iscsi {{(pid=103984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 12:12:43.059223 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-d7dc494d-f56f-4964-921c-de9fc788fef6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7490116', 'neutron.services.segments.db._delete_segments_for_network-8780057229514'] for network (b54ec153-3bc9-439f-b426-165a936f23bb), precommit_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:43.080353 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.services.segments.db [None req-d7dc494d-f56f-4964-921c-de9fc788fef6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b54ec153-3bc9-439f-b426-165a936f23bb']}} {{(pid=103982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:12:43.089796 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.services.segments.db [None req-d7dc494d-f56f-4964-921c-de9fc788fef6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc1680e3-d64d-4d14-9b8d-ff4232801a16') {'for_net_delete': True} {{(pid=103982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:12:43.090095 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.services.segments.db [None req-d7dc494d-f56f-4964-921c-de9fc788fef6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc1680e3-d64d-4d14-9b8d-ff4232801a16') {} {{(pid=103982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:12:43.099821 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Device 16dcc467-cd6a-4708-8a3e-1a3399f3e889 no longer exists at agent ovs-agent-dv-cinder-836930-1-iscsi {{(pid=103984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 12:12:43.106806 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-d7dc494d-f56f-4964-921c-de9fc788fef6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780057232083', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125930561'] for segment (dc1680e3-d64d-4d14-9b8d-ff4232801a16), before_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:43.122947 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-d7dc494d-f56f-4964-921c-de9fc788fef6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7510084'] for segment (dc1680e3-d64d-4d14-9b8d-ff4232801a16), precommit_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:43.124165 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] No Port match for: 16dcc467-cd6a-4708-8a3e-1a3399f3e889 {{(pid=103984) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 12:12:43.124616 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Device 16dcc467-cd6a-4708-8a3e-1a3399f3e889 not bound to the agent host dv-cinder-836930-1-iscsi {{(pid=103984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 12:12:43.125115 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Device 42aff1c8-3988-46df-95cf-c0a66aeca9a8 no longer exists at agent ovs-agent-dv-cinder-836930-1-iscsi {{(pid=103984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 12:12:43.129826 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7dc494d-f56f-4964-921c-de9fc788fef6 admin admin] Releasing vlan 623 on physical network physnet1 to pool {{(pid=103982) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 12:12:43.130711 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-d7dc494d-f56f-4964-921c-de9fc788fef6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7510084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126593556'] for segment (dc1680e3-d64d-4d14-9b8d-ff4232801a16), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:43.132435 dv-cinder-836930-1-iscsi neutron-server[103982]: Traceback (most recent call last): Apr 07 12:12:43.132435 dv-cinder-836930-1-iscsi neutron-server[103982]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 12:12:43.132435 dv-cinder-836930-1-iscsi neutron-server[103982]: timer() Apr 07 12:12:43.132435 dv-cinder-836930-1-iscsi neutron-server[103982]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 12:12:43.132435 dv-cinder-836930-1-iscsi neutron-server[103982]: cb(*args, **kw) Apr 07 12:12:43.132435 dv-cinder-836930-1-iscsi neutron-server[103982]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 12:12:43.132435 dv-cinder-836930-1-iscsi neutron-server[103982]: return func(*args, **kwargs) Apr 07 12:12:43.132435 dv-cinder-836930-1-iscsi neutron-server[103982]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 12:12:43.132435 dv-cinder-836930-1-iscsi neutron-server[103982]: self._notify() Apr 07 12:12:43.132435 dv-cinder-836930-1-iscsi neutron-server[103982]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 12:12:43.132435 dv-cinder-836930-1-iscsi neutron-server[103982]: self.callback(batched_events) Apr 07 12:12:43.132435 dv-cinder-836930-1-iscsi neutron-server[103982]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 12:12:43.132435 dv-cinder-836930-1-iscsi neutron-server[103982]: event.method(event) Apr 07 12:12:43.132435 dv-cinder-836930-1-iscsi neutron-server[103982]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 12:12:43.132435 dv-cinder-836930-1-iscsi neutron-server[103982]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 12:12:43.132435 dv-cinder-836930-1-iscsi neutron-server[103982]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 12:12:43.132435 dv-cinder-836930-1-iscsi neutron-server[103982]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 12:12:43.132435 dv-cinder-836930-1-iscsi neutron-server[103982]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 12:12:43.132435 dv-cinder-836930-1-iscsi neutron-server[103982]: return f(self, *a, **k) Apr 07 12:12:43.132435 dv-cinder-836930-1-iscsi neutron-server[103982]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 12:12:43.132435 dv-cinder-836930-1-iscsi neutron-server[103982]: return self._get(url).json() Apr 07 12:12:43.132435 dv-cinder-836930-1-iscsi neutron-server[103982]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 12:12:43.132435 dv-cinder-836930-1-iscsi neutron-server[103982]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 12:12:43.132435 dv-cinder-836930-1-iscsi neutron-server[103982]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 12:12:43.132435 dv-cinder-836930-1-iscsi neutron-server[103982]: return self.request(url, 'GET', **kwargs) Apr 07 12:12:43.132435 dv-cinder-836930-1-iscsi neutron-server[103982]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 12:12:43.132435 dv-cinder-836930-1-iscsi neutron-server[103982]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 12:12:43.132435 dv-cinder-836930-1-iscsi neutron-server[103982]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 12:12:43.132435 dv-cinder-836930-1-iscsi neutron-server[103982]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 12:12:43.132435 dv-cinder-836930-1-iscsi neutron-server[103982]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 12:12:43.132435 dv-cinder-836930-1-iscsi neutron-server[103982]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 12:12:43.132435 dv-cinder-836930-1-iscsi neutron-server[103982]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 12:12:43.149504 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] No Port match for: 42aff1c8-3988-46df-95cf-c0a66aeca9a8 {{(pid=103984) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 12:12:43.149985 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Device 42aff1c8-3988-46df-95cf-c0a66aeca9a8 not bound to the agent host dv-cinder-836930-1-iscsi {{(pid=103984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 12:12:43.150499 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Device 60a53224-042d-4ee8-9eed-29c73a3eb298 no longer exists at agent ovs-agent-dv-cinder-836930-1-iscsi {{(pid=103984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 12:12:43.170639 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] No Port match for: 60a53224-042d-4ee8-9eed-29c73a3eb298 {{(pid=103984) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 12:12:43.171493 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Device 60a53224-042d-4ee8-9eed-29c73a3eb298 not bound to the agent host dv-cinder-836930-1-iscsi {{(pid=103984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 12:12:43.228412 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba7df00-3057-4146-b897-caed427f7832 req-819ed876-ba7f-4693-a860-f2e09dc90447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:12:43.230060 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-3ba7df00-3057-4146-b897-caed427f7832 req-819ed876-ba7f-4693-a860-f2e09dc90447 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=e579b6e2-4f18-4e52-86b0-2bd4e3d549f0 HTTP/1.1" status: 200 len: 1129 time: 0.0885153 Apr 07 12:12:43.281639 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-d7dc494d-f56f-4964-921c-de9fc788fef6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7490143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2019876'] for network (b54ec153-3bc9-439f-b426-165a936f23bb), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:43.287034 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-3ba7df00-3057-4146-b897-caed427f7832 req-a3b141db-128c-430e-a688-30426e2468cf service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=7e60e9c1-98e8-4d50-bdfd-c01025e49a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466766 Apr 07 12:12:43.297033 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3405a02-c839-43f9-b1c2-212a08e3722d req-b37f9081-7f15-49a2-ac10-45869929dbfc tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:12:43.298817 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-d3405a02-c839-43f9-b1c2-212a08e3722d req-b37f9081-7f15-49a2-ac10-45869929dbfc tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] 10.222.0.58 "GET /v2.0/ports?device_id=e579b6e2-4f18-4e52-86b0-2bd4e3d549f0 HTTP/1.1" status: 200 len: 945 time: 0.0621278 Apr 07 12:12:43.300972 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-d7dc494d-f56f-4964-921c-de9fc788fef6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585958'] for network (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:43.304840 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [None req-d7dc494d-f56f-4964-921c-de9fc788fef6 admin admin] 10.222.0.58 "DELETE /v2.0/networks/b54ec153-3bc9-439f-b426-165a936f23bb HTTP/1.1" status: 204 len: 168 time: 0.9847643 Apr 07 12:12:43.306118 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7dc494d-f56f-4964-921c-de9fc788fef6 admin admin] Pushing event deleted for resources: {'Network': ['ID=b54ec153-3bc9-439f-b426-165a936f23bb,revision_number=None']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:12:43.353147 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-d3405a02-c839-43f9-b1c2-212a08e3722d req-55592182-821f-4764-9583-2097b3b018a3 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] 10.222.0.58 "GET /v2.0/security-groups?id=7e60e9c1-98e8-4d50-bdfd-c01025e49a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476925 Apr 07 12:12:43.585517 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.58', 39668) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:12:43.624953 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [None req-a2d0e213-afff-4e77-bdf4-19adf06ac96d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=060237c359da41d49b858b2897b29918&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0382607 Apr 07 12:12:43.627388 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.58', 39670) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:12:43.674104 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-26562131-6e8d-45ba-a2c0-aeaa12d04616 admin admin] Publish callbacks [] for security_group (a9f2a625-dc68-4664-b64d-af04d0e6ed04), before_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:43.695765 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-26562131-6e8d-45ba-a2c0-aeaa12d04616 admin admin] Publish callbacks [] for security_group (a9f2a625-dc68-4664-b64d-af04d0e6ed04), precommit_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:43.798429 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badb9158-0373-412c-b095-c2fb606f486d req-ec988ed2-460e-47c2-b5b4-053bb56b82c8 tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:12:43.799874 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-badb9158-0373-412c-b095-c2fb606f486d req-ec988ed2-460e-47c2-b5b4-053bb56b82c8 tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] 10.222.0.58 "GET /v2.0/ports?device_id=b2a26717-8ef7-454d-b710-31f27a75de4a HTTP/1.1" status: 200 len: 945 time: 0.0553641 Apr 07 12:12:43.849335 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-badb9158-0373-412c-b095-c2fb606f486d req-dae0c5f9-da86-4c0f-b19b-9c150c898880 tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] 10.222.0.58 "GET /v2.0/security-groups?id=1deef15e-ad32-4d18-a014-8ed81c74d088&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431888 Apr 07 12:12:43.871651 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-26562131-6e8d-45ba-a2c0-aeaa12d04616 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678166'] for security_group (a9f2a625-dc68-4664-b64d-af04d0e6ed04), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:43.874289 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-26562131-6e8d-45ba-a2c0-aeaa12d04616 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:43.875374 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [None req-26562131-6e8d-45ba-a2c0-aeaa12d04616 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a9f2a625-dc68-4664-b64d-af04d0e6ed04 HTTP/1.1" status: 204 len: 168 time: 0.2470987 Apr 07 12:12:43.883667 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26562131-6e8d-45ba-a2c0-aeaa12d04616 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9f2a625-dc68-4664-b64d-af04d0e6ed04,revision_number=None']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:12:44.046674 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfb513b-41a8-4d99-bc1a-5277f5a5fb9f req-fa2db85d-5cc6-4081-a65d-f90f54960224 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:12:44.048272 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-8dfb513b-41a8-4d99-bc1a-5277f5a5fb9f req-fa2db85d-5cc6-4081-a65d-f90f54960224 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/ports?device_id=bbbb35d7-042d-488c-ba2e-88e040052a99 HTTP/1.1" status: 200 len: 945 time: 0.0517588 Apr 07 12:12:44.100090 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-8dfb513b-41a8-4d99-bc1a-5277f5a5fb9f req-c27fcc42-0451-4f0e-8233-ddefad9b3a5d tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b0e87fb-8029-4c38-a737-b45eced71642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452247 Apr 07 12:12:44.320608 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.agents_db [None req-3662b1ad-d2b5-4b6d-81f6-e1280f618718 None None] Agent healthcheck: found 6 active agents {{(pid=103985) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 12:12:44.482865 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc6e169-fdc5-40f1-967a-bd67d0bec23d req-f88e3b69-06ba-4062-85a9-0dbb83a4348e tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:12:44.484376 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-9bc6e169-fdc5-40f1-967a-bd67d0bec23d req-f88e3b69-06ba-4062-85a9-0dbb83a4348e tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] 10.222.0.58 "GET /v2.0/ports?device_id=e579b6e2-4f18-4e52-86b0-2bd4e3d549f0 HTTP/1.1" status: 200 len: 945 time: 0.0577953 Apr 07 12:12:44.531454 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-9bc6e169-fdc5-40f1-967a-bd67d0bec23d req-46fdfde8-5335-407c-8a5d-a47635696861 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] 10.222.0.58 "GET /v2.0/security-groups?id=7e60e9c1-98e8-4d50-bdfd-c01025e49a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408113 Apr 07 12:12:45.220546 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50d5336-1a74-4e31-8180-ef5bf255d794 req-5e36cd4a-710f-4ee1-8ce1-60bb5cbd89b2 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:12:45.222059 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-f50d5336-1a74-4e31-8180-ef5bf255d794 req-5e36cd4a-710f-4ee1-8ce1-60bb5cbd89b2 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/ports?device_id=bbbb35d7-042d-488c-ba2e-88e040052a99 HTTP/1.1" status: 200 len: 945 time: 0.0524569 Apr 07 12:12:45.268749 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-f50d5336-1a74-4e31-8180-ef5bf255d794 req-dbb23071-9712-4efd-bba0-637ebe1c516e tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b0e87fb-8029-4c38-a737-b45eced71642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403421 Apr 07 12:12:45.658587 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a902f62-92dc-460b-88d2-d70a08ff47a7 req-0da62354-553e-4f88-aa0d-e999ee70ef22 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:12:45.660112 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-3a902f62-92dc-460b-88d2-d70a08ff47a7 req-0da62354-553e-4f88-aa0d-e999ee70ef22 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] 10.222.0.58 "GET /v2.0/ports?device_id=e579b6e2-4f18-4e52-86b0-2bd4e3d549f0 HTTP/1.1" status: 200 len: 945 time: 0.0572689 Apr 07 12:12:45.708343 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-3a902f62-92dc-460b-88d2-d70a08ff47a7 req-2a565edf-63fc-4b4e-b244-be44b41af3b5 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] 10.222.0.58 "GET /v2.0/security-groups?id=7e60e9c1-98e8-4d50-bdfd-c01025e49a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420051 Apr 07 12:12:45.821740 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae02dde-3b4e-46fe-800d-75718593ba88 req-05755ff6-9398-4c87-a857-2f08bfcd2b32 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:12:45.823221 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-eae02dde-3b4e-46fe-800d-75718593ba88 req-05755ff6-9398-4c87-a857-2f08bfcd2b32 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] 10.222.0.58 "GET /v2.0/ports?device_id=e579b6e2-4f18-4e52-86b0-2bd4e3d549f0 HTTP/1.1" status: 200 len: 945 time: 0.0514674 Apr 07 12:12:45.831991 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.wsgi [-] (103983) accepted ('10.222.0.58', 39724) {{(pid=103983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:12:45.836962 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.v2.base [None req-da027a79-6f27-4bfd-b566-58002be8cab9 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Request body: {'floatingip': {'port_id': 'd624a5c5-faac-4167-a154-ce2e69cead8c'}} {{(pid=103983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:12:45.880902 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-da027a79-6f27-4bfd-b566-58002be8cab9 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Publish callbacks [] for floatingip (83e88bdc-d807-4a9b-a43d-bfaf8a19eb9b), before_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:46.321419 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-da027a79-6f27-4bfd-b566-58002be8cab9 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:46.397793 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-da027a79-6f27-4bfd-b566-58002be8cab9 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2019898'] for floatingip (83e88bdc-d807-4a9b-a43d-bfaf8a19eb9b), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:46.402064 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a49223-543f-444d-935e-608785a38aa4 req-a130f344-610b-442c-97d0-1d6b352e7ed1 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:12:46.403613 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-23a49223-543f-444d-935e-608785a38aa4 req-a130f344-610b-442c-97d0-1d6b352e7ed1 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/ports?device_id=bbbb35d7-042d-488c-ba2e-88e040052a99 HTTP/1.1" status: 200 len: 945 time: 0.0600448 Apr 07 12:12:46.451657 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-23a49223-543f-444d-935e-608785a38aa4 req-a6b0b76e-6897-4703-8ca2-fda3d30fea4c tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b0e87fb-8029-4c38-a737-b45eced71642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422878 Apr 07 12:12:46.501870 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.db.l3_db [None req-da027a79-6f27-4bfd-b566-58002be8cab9 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Floating IP 83e88bdc-d807-4a9b-a43d-bfaf8a19eb9b associated. External IP: 172.27.0.7, port: d624a5c5-faac-4167-a154-ce2e69cead8c. Apr 07 12:12:46.961626 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da027a79-6f27-4bfd-b566-58002be8cab9 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Router a519d0f1-242e-4041-a842-bab06b04f73c has already been hosted by L3 agent ad8978c4-6515-441c-a828-0289badd3b4a {{(pid=103983) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 12:12:47.069160 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da027a79-6f27-4bfd-b566-58002be8cab9 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Notify agent at l3_agent.dv-cinder-836930-1-iscsi the message routers_updated {{(pid=103983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 12:12:47.073883 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-da027a79-6f27-4bfd-b566-58002be8cab9 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91606'] for floatingip (None), before_response {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:47.078654 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00440cd9-9c06-4a3a-985d-0db178366e1a None None] Sync routers for ids ['a519d0f1-242e-4041-a842-bab06b04f73c'] in dv-cinder-836930-1-iscsi {{(pid=103985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 12:12:47.089133 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00440cd9-9c06-4a3a-985d-0db178366e1a None None] Routers {'a519d0f1-242e-4041-a842-bab06b04f73c'} bound to L3 agent in host dv-cinder-836930-1-iscsi {{(pid=103985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:12:47.089735 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_hamode_db [None req-00440cd9-9c06-4a3a-985d-0db178366e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836930-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-07T11:57:34Z,description=,heartbeat_timestamp=2022-04-07T12:12:34Z,host='dv-cinder-836930-1-iscsi',id=ad8978c4-6515-441c-a828-0289badd3b4a,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:57:35Z,topic='l3_agent')) {'router_ids': ['a519d0f1-242e-4041-a842-bab06b04f73c'], 'active': True} {{(pid=103985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:12:47.103314 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [None req-da027a79-6f27-4bfd-b566-58002be8cab9 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] 10.222.0.58 "PUT /v2.0/floatingips/83e88bdc-d807-4a9b-a43d-bfaf8a19eb9b HTTP/1.1" status: 200 len: 989 time: 1.2702351 Apr 07 12:12:47.103894 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e579b6e2-4f18-4e52-86b0-2bd4e3d549f0', 'tag': 'd624a5c5-faac-4167-a154-ce2e69cead8c'}] {{(pid=103983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:12:47.106101 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0a7841b86293cbb58346800955405af87a5c8eeb3540a71a4bbd7df08edd1cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00544159-0200-42c9-95cc-dc9edb3c096d" -d '{"events": [{"name": "network-changed", "server_uuid": "e579b6e2-4f18-4e52-86b0-2bd4e3d549f0", "tag": "d624a5c5-faac-4167-a154-ce2e69cead8c"}]}' {{(pid=103983) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:12:47.141130 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 12:12:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a810c0f-655b-4fda-8aca-2664b1490792 x-openstack-request-id: req-9a810c0f-655b-4fda-8aca-2664b1490792 {{(pid=103983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:12:47.141417 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e579b6e2-4f18-4e52-86b0-2bd4e3d549f0", "tag": "d624a5c5-faac-4167-a154-ce2e69cead8c", "status": "completed", "code": 200}]} {{(pid=103983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:12:47.141671 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9a810c0f-655b-4fda-8aca-2664b1490792 {{(pid=103983) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:12:47.142065 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a810c0f-655b-4fda-8aca-2664b1490792'] response: {'name': 'network-changed', 'server_uuid': 'e579b6e2-4f18-4e52-86b0-2bd4e3d549f0', 'tag': 'd624a5c5-faac-4167-a154-ce2e69cead8c', 'status': 'completed', 'code': 200} Apr 07 12:12:47.204232 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_dvr_db [None req-00440cd9-9c06-4a3a-985d-0db178366e1a None None] Set router a519d0f1-242e-4041-a842-bab06b04f73c gateway port host: dv-cinder-836930-1-iscsi {{(pid=103985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:12:47.254288 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00544159-0200-42c9-95cc-dc9edb3c096d req-4f77e561-ba65-4e9a-8af8-63f63b3b5ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:12:47.256433 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-00544159-0200-42c9-95cc-dc9edb3c096d req-4f77e561-ba65-4e9a-8af8-63f63b3b5ceb service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=58b56b91563a42a8bdc5c09e03b65f27&device_id=e579b6e2-4f18-4e52-86b0-2bd4e3d549f0 HTTP/1.1" status: 200 len: 1129 time: 0.0437374 Apr 07 12:12:47.349343 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00544159-0200-42c9-95cc-dc9edb3c096d req-99d93ac7-c85d-4849-9444-74b7ccb39a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:12:47.350724 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-00544159-0200-42c9-95cc-dc9edb3c096d req-99d93ac7-c85d-4849-9444-74b7ccb39a6d service neutron] 10.222.0.49 "GET /v2.0/networks?id=30ebdc73-30d3-4d75-a45d-118501e4a6d7 HTTP/1.1" status: 200 len: 915 time: 0.0876362 Apr 07 12:12:47.421852 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-00544159-0200-42c9-95cc-dc9edb3c096d req-47f9f5c7-3c50-4a5b-b927-a138b52e5f4d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d624a5c5-faac-4167-a154-ce2e69cead8c HTTP/1.1" status: 200 len: 997 time: 0.0616124 Apr 07 12:12:47.433510 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_hamode_db [None req-00440cd9-9c06-4a3a-985d-0db178366e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a519d0f1-242e-4041-a842-bab06b04f73c', 'name': 'tempest-AttachVolumeNegativeTest-534969019-router', 'tenant_id': '58b56b91563a42a8bdc5c09e03b65f27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'external_fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': 'f3414172-3630-42b6-b260-7d6d425d85c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:06:30Z', 'updated_at': '2022-04-07T12:06:39Z', 'revision_number': 4, 'project_id': '58b56b91563a42a8bdc5c09e03b65f27', 'gw_port': {'id': 'f3414172-3630-42b6-b260-7d6d425d85c0', 'name': '', 'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:5a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a519d0f1-242e-4041-a842-bab06b04f73c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:06:32Z', 'updated_at': '2022-04-07T12:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4554067d-f507-4a99-8a98-0874c02c5721', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836930-1-iscsi', '_floatingips': [{'id': '83e88bdc-d807-4a9b-a43d-bfaf8a19eb9b', 'tenant_id': '58b56b91563a42a8bdc5c09e03b65f27', 'floating_ip_address': '172.27.0.7', 'floating_network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'router_id': 'a519d0f1-242e-4041-a842-bab06b04f73c', 'port_id': 'd624a5c5-faac-4167-a154-ce2e69cead8c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '30ebdc73-30d3-4d75-a45d-118501e4a6d7', 'mac_address': 'fa:16:3e:97:be:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e579b6e2-4f18-4e52-86b0-2bd4e3d549f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T12:12:24Z', 'updated_at': '2022-04-07T12:12:46Z', 'revision_number': 1, 'project_id': '58b56b91563a42a8bdc5c09e03b65f27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68192a74-ee6f-49ed-b01a-ff2103dd3c8b', 'name': '', 'network_id': '30ebdc73-30d3-4d75-a45d-118501e4a6d7', 'tenant_id': '58b56b91563a42a8bdc5c09e03b65f27', 'mac_address': 'fa:16:3e:8d:10:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a519d0f1-242e-4041-a842-bab06b04f73c', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '7fc98a79-6638-4f9b-8125-b4339927e49b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:06:37Z', 'updated_at': '2022-04-07T12:06:49Z', 'revision_number': 5, 'project_id': '58b56b91563a42a8bdc5c09e03b65f27', 'subnets': [{'id': '7fc98a79-6638-4f9b-8125-b4339927e49b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836930-1-iscsi', False) {} {{(pid=103985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:12:47.460130 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00440cd9-9c06-4a3a-985d-0db178366e1a None None] Checking router: a519d0f1-242e-4041-a842-bab06b04f73c for host: dv-cinder-836930-1-iscsi {{(pid=103985) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 12:12:47.468424 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00440cd9-9c06-4a3a-985d-0db178366e1a None None] Routers {'a519d0f1-242e-4041-a842-bab06b04f73c'} bound to L3 agent in host dv-cinder-836930-1-iscsi {{(pid=103985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:12:47.469027 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_hamode_db [None req-00440cd9-9c06-4a3a-985d-0db178366e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836930-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-07T11:57:34Z,description=,heartbeat_timestamp=2022-04-07T12:12:34Z,host='dv-cinder-836930-1-iscsi',id=ad8978c4-6515-441c-a828-0289badd3b4a,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:57:35Z,topic='l3_agent')) {'router_ids': ['a519d0f1-242e-4041-a842-bab06b04f73c'], 'active': True} {{(pid=103985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:12:47.474931 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00544159-0200-42c9-95cc-dc9edb3c096d req-e9d97800-3607-45a9-9bc8-81bb96d11b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:12:47.476594 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-00544159-0200-42c9-95cc-dc9edb3c096d req-e9d97800-3607-45a9-9bc8-81bb96d11b77 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7fc98a79-6638-4f9b-8125-b4339927e49b HTTP/1.1" status: 200 len: 853 time: 0.0483692 Apr 07 12:12:47.529390 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00544159-0200-42c9-95cc-dc9edb3c096d req-b97ffaa4-0256-4fcc-a250-d8d5f2db66e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:12:47.530849 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-00544159-0200-42c9-95cc-dc9edb3c096d req-b97ffaa4-0256-4fcc-a250-d8d5f2db66e0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=30ebdc73-30d3-4d75-a45d-118501e4a6d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0476358 Apr 07 12:12:47.586601 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_dvr_db [None req-00440cd9-9c06-4a3a-985d-0db178366e1a None None] Set router a519d0f1-242e-4041-a842-bab06b04f73c gateway port host: dv-cinder-836930-1-iscsi {{(pid=103985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:12:47.642853 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15607875-1e2a-41f0-bb45-025dcc03e70c req-89b9fb4d-3742-41c4-84e2-83a259f06cb6 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:12:47.644376 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-15607875-1e2a-41f0-bb45-025dcc03e70c req-89b9fb4d-3742-41c4-84e2-83a259f06cb6 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/ports?device_id=bbbb35d7-042d-488c-ba2e-88e040052a99 HTTP/1.1" status: 200 len: 945 time: 0.1180322 Apr 07 12:12:47.680620 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-00544159-0200-42c9-95cc-dc9edb3c096d req-113f9870-5c6b-4ab9-8a00-cbbcc25584eb service neutron] 10.222.0.49 "GET /v2.0/networks/30ebdc73-30d3-4d75-a45d-118501e4a6d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242306 Apr 07 12:12:47.738260 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-15607875-1e2a-41f0-bb45-025dcc03e70c req-1d3f7116-2df1-44d5-b8d1-26f119953191 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b0e87fb-8029-4c38-a737-b45eced71642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854874 Apr 07 12:12:47.800532 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-00544159-0200-42c9-95cc-dc9edb3c096d req-2c9dca83-c5af-4e8a-b646-e574baa1cbc2 service neutron] 10.222.0.49 "GET /v2.0/networks/30ebdc73-30d3-4d75-a45d-118501e4a6d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084716 Apr 07 12:12:47.834323 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_hamode_db [None req-00440cd9-9c06-4a3a-985d-0db178366e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a519d0f1-242e-4041-a842-bab06b04f73c', 'name': 'tempest-AttachVolumeNegativeTest-534969019-router', 'tenant_id': '58b56b91563a42a8bdc5c09e03b65f27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'external_fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': 'f3414172-3630-42b6-b260-7d6d425d85c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:06:30Z', 'updated_at': '2022-04-07T12:06:39Z', 'revision_number': 4, 'project_id': '58b56b91563a42a8bdc5c09e03b65f27', 'gw_port': {'id': 'f3414172-3630-42b6-b260-7d6d425d85c0', 'name': '', 'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:5a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a519d0f1-242e-4041-a842-bab06b04f73c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:06:32Z', 'updated_at': '2022-04-07T12:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4554067d-f507-4a99-8a98-0874c02c5721', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836930-1-iscsi', '_floatingips': [{'id': '83e88bdc-d807-4a9b-a43d-bfaf8a19eb9b', 'tenant_id': '58b56b91563a42a8bdc5c09e03b65f27', 'floating_ip_address': '172.27.0.7', 'floating_network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'router_id': 'a519d0f1-242e-4041-a842-bab06b04f73c', 'port_id': 'd624a5c5-faac-4167-a154-ce2e69cead8c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '30ebdc73-30d3-4d75-a45d-118501e4a6d7', 'mac_address': 'fa:16:3e:97:be:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e579b6e2-4f18-4e52-86b0-2bd4e3d549f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T12:12:24Z', 'updated_at': '2022-04-07T12:12:46Z', 'revision_number': 1, 'project_id': '58b56b91563a42a8bdc5c09e03b65f27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68192a74-ee6f-49ed-b01a-ff2103dd3c8b', 'name': '', 'network_id': '30ebdc73-30d3-4d75-a45d-118501e4a6d7', 'tenant_id': '58b56b91563a42a8bdc5c09e03b65f27', 'mac_address': 'fa:16:3e:8d:10:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a519d0f1-242e-4041-a842-bab06b04f73c', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '7fc98a79-6638-4f9b-8125-b4339927e49b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:06:37Z', 'updated_at': '2022-04-07T12:06:49Z', 'revision_number': 5, 'project_id': '58b56b91563a42a8bdc5c09e03b65f27', 'subnets': [{'id': '7fc98a79-6638-4f9b-8125-b4339927e49b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836930-1-iscsi', False) {} {{(pid=103985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:12:47.939692 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00440cd9-9c06-4a3a-985d-0db178366e1a None None] The sync data for ids ['a519d0f1-242e-4041-a842-bab06b04f73c'] in dv-cinder-836930-1-iscsi is: [{'id': 'a519d0f1-242e-4041-a842-bab06b04f73c', 'name': 'tempest-AttachVolumeNegativeTest-534969019-router', 'tenant_id': '58b56b91563a42a8bdc5c09e03b65f27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'external_fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': 'f3414172-3630-42b6-b260-7d6d425d85c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:06:30Z', 'updated_at': '2022-04-07T12:06:39Z', 'revision_number': 4, 'project_id': '58b56b91563a42a8bdc5c09e03b65f27', 'gw_port': {'id': 'f3414172-3630-42b6-b260-7d6d425d85c0', 'name': '', 'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:5a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a519d0f1-242e-4041-a842-bab06b04f73c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:06:32Z', 'updated_at': '2022-04-07T12:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4554067d-f507-4a99-8a98-0874c02c5721', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836930-1-iscsi', '_floatingips': [{'id': '83e88bdc-d807-4a9b-a43d-bfaf8a19eb9b', 'tenant_id': '58b56b91563a42a8bdc5c09e03b65f27', 'floating_ip_address': '172.27.0.7', 'floating_network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'router_id': 'a519d0f1-242e-4041-a842-bab06b04f73c', 'port_id': 'd624a5c5-faac-4167-a154-ce2e69cead8c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '30ebdc73-30d3-4d75-a45d-118501e4a6d7', 'mac_address': 'fa:16:3e:97:be:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e579b6e2-4f18-4e52-86b0-2bd4e3d549f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T12:12:24Z', 'updated_at': '2022-04-07T12:12:46Z', 'revision_number': 1, 'project_id': '58b56b91563a42a8bdc5c09e03b65f27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68192a74-ee6f-49ed-b01a-ff2103dd3c8b', 'name': '', 'network_id': '30ebdc73-30d3-4d75-a45d-118501e4a6d7', 'tenant_id': '58b56b91563a42a8bdc5c09e03b65f27', 'mac_address': 'fa:16:3e:8d:10:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a519d0f1-242e-4041-a842-bab06b04f73c', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '7fc98a79-6638-4f9b-8125-b4339927e49b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:06:37Z', 'updated_at': '2022-04-07T12:06:49Z', 'revision_number': 5, 'project_id': '58b56b91563a42a8bdc5c09e03b65f27', 'subnets': [{'id': '7fc98a79-6638-4f9b-8125-b4339927e49b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 12:12:48.142133 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5e9451d-684a-44be-a89f-aa963d8a0124 None None] New status for floating IP 83e88bdc-d807-4a9b-a43d-bfaf8a19eb9b: ACTIVE {{(pid=103984) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 12:12:48.865874 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc7a2e3-5417-4bc6-99ca-40d11e070d9b req-c1b1c3c1-bff4-4fd4-8e33-107cc7ec59c7 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:12:48.867365 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-1bc7a2e3-5417-4bc6-99ca-40d11e070d9b req-c1b1c3c1-bff4-4fd4-8e33-107cc7ec59c7 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/ports?device_id=bbbb35d7-042d-488c-ba2e-88e040052a99 HTTP/1.1" status: 200 len: 945 time: 0.0524678 Apr 07 12:12:48.913245 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-1bc7a2e3-5417-4bc6-99ca-40d11e070d9b req-eba5dacf-be12-4a4f-9aad-131077ea690e tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b0e87fb-8029-4c38-a737-b45eced71642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403717 Apr 07 12:12:50.032972 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fefc61d-5266-45e5-aa7a-f5a5fbe3c85a req-4b087258-ee87-4427-a014-b12055dde35b tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:12:50.034427 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-6fefc61d-5266-45e5-aa7a-f5a5fbe3c85a req-4b087258-ee87-4427-a014-b12055dde35b tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/ports?device_id=bbbb35d7-042d-488c-ba2e-88e040052a99 HTTP/1.1" status: 200 len: 945 time: 0.0521502 Apr 07 12:12:50.080333 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-6fefc61d-5266-45e5-aa7a-f5a5fbe3c85a req-0584a882-6e9f-4cd5-acea-4d06596ec9e8 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b0e87fb-8029-4c38-a737-b45eced71642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398901 Apr 07 12:12:51.200845 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda16ded-1891-4bd9-ba50-e2d934ab6947 req-671b1dd0-8abd-4920-ba1b-634452954857 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:12:51.202325 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-fda16ded-1891-4bd9-ba50-e2d934ab6947 req-671b1dd0-8abd-4920-ba1b-634452954857 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/ports?device_id=bbbb35d7-042d-488c-ba2e-88e040052a99 HTTP/1.1" status: 200 len: 945 time: 0.0524328 Apr 07 12:12:51.255232 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-fda16ded-1891-4bd9-ba50-e2d934ab6947 req-84d11646-537b-4214-9ee9-4f69d4863687 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b0e87fb-8029-4c38-a737-b45eced71642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466197 Apr 07 12:12:52.378020 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d894d466-edd9-430a-a1ad-9a3477ccda01 req-423a0c3c-d733-40f0-910e-c2e47b376b6a tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:12:52.380033 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-d894d466-edd9-430a-a1ad-9a3477ccda01 req-423a0c3c-d733-40f0-910e-c2e47b376b6a tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/ports?device_id=bbbb35d7-042d-488c-ba2e-88e040052a99 HTTP/1.1" status: 200 len: 945 time: 0.0515780 Apr 07 12:12:52.428611 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-d894d466-edd9-430a-a1ad-9a3477ccda01 req-d4044628-49ea-44f5-ba3b-76529176193a tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b0e87fb-8029-4c38-a737-b45eced71642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430758 Apr 07 12:12:53.558473 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c683b964-79ba-4b85-9018-6f6254cf06cc req-e569386f-8e98-4042-9d36-9fa993a8ee25 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:12:53.558473 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-c683b964-79ba-4b85-9018-6f6254cf06cc req-e569386f-8e98-4042-9d36-9fa993a8ee25 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/ports?device_id=bbbb35d7-042d-488c-ba2e-88e040052a99 HTTP/1.1" status: 200 len: 945 time: 0.0566113 Apr 07 12:12:53.605056 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-c683b964-79ba-4b85-9018-6f6254cf06cc req-38845534-5982-4036-9068-8dca08a05261 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b0e87fb-8029-4c38-a737-b45eced71642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427871 Apr 07 12:12:54.729816 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e68dbe-c909-4dc6-93c8-03107139eea3 req-8d699ea8-7791-46d1-ad22-71936559afc8 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:12:54.731276 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-52e68dbe-c909-4dc6-93c8-03107139eea3 req-8d699ea8-7791-46d1-ad22-71936559afc8 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/ports?device_id=bbbb35d7-042d-488c-ba2e-88e040052a99 HTTP/1.1" status: 200 len: 945 time: 0.0549965 Apr 07 12:12:54.776728 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-52e68dbe-c909-4dc6-93c8-03107139eea3 req-5ce1fe75-24e5-4c5c-97cd-1ee637edaf73 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b0e87fb-8029-4c38-a737-b45eced71642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399392 Apr 07 12:12:55.896360 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1346ec-a9f8-4f73-a390-8151f7d0dbdc req-b87925bb-b76f-43fd-8faa-37b7cac22861 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:12:55.898457 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-cc1346ec-a9f8-4f73-a390-8151f7d0dbdc req-b87925bb-b76f-43fd-8faa-37b7cac22861 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/ports?device_id=bbbb35d7-042d-488c-ba2e-88e040052a99 HTTP/1.1" status: 200 len: 945 time: 0.0517585 Apr 07 12:12:55.944317 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-cc1346ec-a9f8-4f73-a390-8151f7d0dbdc req-13140be3-bf5f-481e-9c60-3323ec8f5d98 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b0e87fb-8029-4c38-a737-b45eced71642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399888 Apr 07 12:12:57.066437 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32743255-23c2-47a9-94e8-27601942d3f6 req-692f10ea-bc79-4355-a7b8-6ffed34b3674 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:12:57.067941 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-32743255-23c2-47a9-94e8-27601942d3f6 req-692f10ea-bc79-4355-a7b8-6ffed34b3674 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/ports?device_id=bbbb35d7-042d-488c-ba2e-88e040052a99 HTTP/1.1" status: 200 len: 945 time: 0.0533473 Apr 07 12:12:57.117421 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-32743255-23c2-47a9-94e8-27601942d3f6 req-16fdf1ca-72bb-4f36-b581-c5eb0e50f348 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b0e87fb-8029-4c38-a737-b45eced71642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427744 Apr 07 12:12:58.243297 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c56d1b-9c18-4fc1-a6ed-fc7a1303e1a0 req-e063995e-3233-448c-979b-66dfc2f9dbca tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:12:58.244809 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-87c56d1b-9c18-4fc1-a6ed-fc7a1303e1a0 req-e063995e-3233-448c-979b-66dfc2f9dbca tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/ports?device_id=bbbb35d7-042d-488c-ba2e-88e040052a99 HTTP/1.1" status: 200 len: 945 time: 0.0568225 Apr 07 12:12:58.291304 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-87c56d1b-9c18-4fc1-a6ed-fc7a1303e1a0 req-e41d7f16-141c-431a-8130-2ebcc4c2015f tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b0e87fb-8029-4c38-a737-b45eced71642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408561 Apr 07 12:12:59.412790 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a457947-ba4e-4ff4-9b52-9b6c30bea812 req-a17c41ec-828d-4d7a-8f1a-bfcd51c0c400 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:12:59.414298 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-5a457947-ba4e-4ff4-9b52-9b6c30bea812 req-a17c41ec-828d-4d7a-8f1a-bfcd51c0c400 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/ports?device_id=bbbb35d7-042d-488c-ba2e-88e040052a99 HTTP/1.1" status: 200 len: 945 time: 0.0528181 Apr 07 12:12:59.454900 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (b65c4e22-832a-4f2b-89ab-f6b5f91e1f65), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:59.465253 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-5a457947-ba4e-4ff4-9b52-9b6c30bea812 req-aadd10a0-b737-41f4-a5f6-2f1522551f7b tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b0e87fb-8029-4c38-a737-b45eced71642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453551 Apr 07 12:13:00.589745 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80455762-ffb5-41eb-9433-13323781ff3e req-70ee6015-9402-4a5c-b72c-338838aed329 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:13:00.591264 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-80455762-ffb5-41eb-9433-13323781ff3e req-70ee6015-9402-4a5c-b72c-338838aed329 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/ports?device_id=bbbb35d7-042d-488c-ba2e-88e040052a99 HTTP/1.1" status: 200 len: 945 time: 0.0518773 Apr 07 12:13:00.637889 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-80455762-ffb5-41eb-9433-13323781ff3e req-5b904441-ce0d-4bd7-9e61-5815c2652c41 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b0e87fb-8029-4c38-a737-b45eced71642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411148 Apr 07 12:13:01.693704 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Device ae2673aa-41df-4043-b718-aaa6bf487b6c details requested by agent hyperv_hv-cinder-83693 with host hv-cinder-83693 {{(pid=103984) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 12:13:01.760668 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593bb6db-6fa9-408f-89c8-e33a1aee9754 req-eab8ee2d-898f-4e40-b9f7-75d3c9f759b2 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:13:01.762205 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-593bb6db-6fa9-408f-89c8-e33a1aee9754 req-eab8ee2d-898f-4e40-b9f7-75d3c9f759b2 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/ports?device_id=bbbb35d7-042d-488c-ba2e-88e040052a99 HTTP/1.1" status: 200 len: 945 time: 0.0526030 Apr 07 12:13:01.790683 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.db [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] For port ae2673aa-41df-4043-b718-aaa6bf487b6c, host hv-cinder-83693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83693',level=0,port_id=ae2673aa-41df-4043-b718-aaa6bf487b6c,segment=NetworkSegment(c6eef021-ef52-4fe9-b827-fdc4163e97eb),segment_id=c6eef021-ef52-4fe9-b827-fdc4163e97eb)] {{(pid=103984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:13:01.802059 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Returning: {'device': 'ae2673aa-41df-4043-b718-aaa6bf487b6c', 'network_id': 'a3a1c9bf-f178-42b2-8a75-be0111298909', 'port_id': 'ae2673aa-41df-4043-b718-aaa6bf487b6c', 'mac_address': 'fa:16:3e:8c:f3:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c904b354-656a-4e16-9970-de4658d8dce1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103984) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 12:13:01.809080 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-593bb6db-6fa9-408f-89c8-e33a1aee9754 req-e3522004-dcb6-4266-a7cd-b23a652cc7e9 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b0e87fb-8029-4c38-a737-b45eced71642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412416 Apr 07 12:13:01.840111 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Current status of the port ae2673aa-41df-4043-b718-aaa6bf487b6c is: ACTIVE; New status is: BUILD {{(pid=103984) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:13:01.840492 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (ae2673aa-41df-4043-b718-aaa6bf487b6c), before_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:01.854752 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.notifiers.nova [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ae2673aa-41df-4043-b718-aaa6bf487b6c {{(pid=103984) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 12:13:01.880285 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.db [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] For port ae2673aa-41df-4043-b718-aaa6bf487b6c, host hv-cinder-83693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83693',level=0,port_id=ae2673aa-41df-4043-b718-aaa6bf487b6c,segment=NetworkSegment(c6eef021-ef52-4fe9-b827-fdc4163e97eb),segment_id=c6eef021-ef52-4fe9-b827-fdc4163e97eb)] {{(pid=103984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:13:01.939930 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780057409639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780056949607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780056949625'] for port (ae2673aa-41df-4043-b718-aaa6bf487b6c), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:01.969767 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-7ddcf3f6-4e95-4630-b79e-0e88d914b630 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (94869e64-74fb-4601-95b5-a1334a6bdcea), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:01.992576 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Pushing event updated for resources: {'Port': ['ID=ae2673aa-41df-4043-b718-aaa6bf487b6c,revision_number=6']} {{(pid=103984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:13:02.935156 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2f5a20-1e26-4e94-a474-7036a2ceff63 req-3dbc4c55-bcd8-4dd0-8351-f2b94a9d8dce tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:13:02.936645 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-2a2f5a20-1e26-4e94-a474-7036a2ceff63 req-3dbc4c55-bcd8-4dd0-8351-f2b94a9d8dce tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/ports?device_id=bbbb35d7-042d-488c-ba2e-88e040052a99 HTTP/1.1" status: 200 len: 944 time: 0.0567491 Apr 07 12:13:02.982246 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-2a2f5a20-1e26-4e94-a474-7036a2ceff63 req-52988b71-6e16-4512-be40-a765ec662078 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b0e87fb-8029-4c38-a737-b45eced71642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399122 Apr 07 12:13:03.318013 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.db [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] get_ports_and_sgs() called for port_ids ['ae2673aa-41df-4043-b718-aaa6bf487b6c'] {{(pid=103984) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 12:13:04.106082 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0969c4-2e6f-473f-8571-0d17015f2a57 req-bfadb574-5d46-4078-b351-e1fe81177ba5 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:13:04.107674 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-df0969c4-2e6f-473f-8571-0d17015f2a57 req-bfadb574-5d46-4078-b351-e1fe81177ba5 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/ports?device_id=bbbb35d7-042d-488c-ba2e-88e040052a99 HTTP/1.1" status: 200 len: 944 time: 0.0554612 Apr 07 12:13:04.154538 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-df0969c4-2e6f-473f-8571-0d17015f2a57 req-a35b4d24-f674-423a-9db9-fd70b89a6939 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b0e87fb-8029-4c38-a737-b45eced71642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406766 Apr 07 12:13:04.385941 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-b422318c-0410-433b-a904-feac06f18d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (ad8978c4-6515-441c-a828-0289badd3b4a), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:05.046035 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Device ae2673aa-41df-4043-b718-aaa6bf487b6c up at agent hyperv_hv-cinder-83693 {{(pid=103984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:13:05.099275 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.provisioning_blocks [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Provisioning complete for port ae2673aa-41df-4043-b718-aaa6bf487b6c triggered by entity L2. {{(pid=103984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:13:05.099648 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7484729'] for port (ae2673aa-41df-4043-b718-aaa6bf487b6c), provisioning_complete {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:05.187482 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Current status of the port ae2673aa-41df-4043-b718-aaa6bf487b6c is: BUILD; New status is: ACTIVE {{(pid=103984) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:13:05.187867 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (ae2673aa-41df-4043-b718-aaa6bf487b6c), before_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:05.213199 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbbb35d7-042d-488c-ba2e-88e040052a99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae2673aa-41df-4043-b718-aaa6bf487b6c'}] {{(pid=103984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:13:05.215894 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0608bff1dee5f704c30ce50aefecbc08eaebc6e842b477e08be3f7901197da8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0daa75f4-cd7d-44b2-a577-3022ec5dc52d" -d '{"events": [{"server_uuid": "bbbb35d7-042d-488c-ba2e-88e040052a99", "name": "network-vif-plugged", "status": "completed", "tag": "ae2673aa-41df-4043-b718-aaa6bf487b6c"}]}' {{(pid=103984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:13:05.259003 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.db [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] For port ae2673aa-41df-4043-b718-aaa6bf487b6c, host hv-cinder-83693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83693',level=0,port_id=ae2673aa-41df-4043-b718-aaa6bf487b6c,segment=NetworkSegment(c6eef021-ef52-4fe9-b827-fdc4163e97eb),segment_id=c6eef021-ef52-4fe9-b827-fdc4163e97eb)] {{(pid=103984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:13:05.267691 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 12:13:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef4cfa2f-3b04-4c5d-958b-e758f0aeec1c x-openstack-request-id: req-ef4cfa2f-3b04-4c5d-958b-e758f0aeec1c {{(pid=103984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:13:05.268008 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbbb35d7-042d-488c-ba2e-88e040052a99", "name": "network-vif-plugged", "status": "completed", "tag": "ae2673aa-41df-4043-b718-aaa6bf487b6c", "code": 200}]} {{(pid=103984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:13:05.268260 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ef4cfa2f-3b04-4c5d-958b-e758f0aeec1c {{(pid=103984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:13:05.268822 dv-cinder-836930-1-iscsi neutron-server[103984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef4cfa2f-3b04-4c5d-958b-e758f0aeec1c'] response: {'server_uuid': 'bbbb35d7-042d-488c-ba2e-88e040052a99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae2673aa-41df-4043-b718-aaa6bf487b6c', 'code': 200} Apr 07 12:13:05.341809 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2140c2-3f7d-4f88-bd92-3bd9c7ac36db req-f4386b7f-6528-4423-a9ac-eec9cbfff6ef tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:13:05.343459 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-6b2140c2-3f7d-4f88-bd92-3bd9c7ac36db req-f4386b7f-6528-4423-a9ac-eec9cbfff6ef tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/ports?device_id=bbbb35d7-042d-488c-ba2e-88e040052a99 HTTP/1.1" status: 200 len: 944 time: 0.0841670 Apr 07 12:13:05.362958 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780057409639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780056949607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780056949625'] for port (ae2673aa-41df-4043-b718-aaa6bf487b6c), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:05.403821 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-6b2140c2-3f7d-4f88-bd92-3bd9c7ac36db req-64f77782-eb09-495f-aa30-787bcc41674f tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b0e87fb-8029-4c38-a737-b45eced71642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548460 Apr 07 12:13:05.420397 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Pushing event updated for resources: {'Port': ['ID=ae2673aa-41df-4043-b718-aaa6bf487b6c,revision_number=7']} {{(pid=103984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:13:05.705175 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-e3029262-029d-49e4-8078-e7e61e534645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (e465150c-12ca-425e-8c36-fa03ee6240b4), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:06.552763 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb573aaa-96da-4730-a12b-808e1f51dc4c req-709d0c8b-ab91-4361-ba9d-3284cae2ced2 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:13:06.554922 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-eb573aaa-96da-4730-a12b-808e1f51dc4c req-709d0c8b-ab91-4361-ba9d-3284cae2ced2 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/ports?device_id=bbbb35d7-042d-488c-ba2e-88e040052a99 HTTP/1.1" status: 200 len: 945 time: 0.0690978 Apr 07 12:13:06.610411 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-eb573aaa-96da-4730-a12b-808e1f51dc4c req-9f0ddbd3-789d-4f7a-93d9-c10d93c5f9d0 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b0e87fb-8029-4c38-a737-b45eced71642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493171 Apr 07 12:13:07.642892 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-4ee86192-ef9a-4f9c-8d37-983d911c7eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (8705c964-c35e-4008-b403-e26242cd5404), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:07.737386 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cfa208-b804-4a98-9fd8-1e21e0b6629e req-679b44cb-1c27-491a-b4a6-bbd74ad7cac8 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:13:07.738852 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-89cfa208-b804-4a98-9fd8-1e21e0b6629e req-679b44cb-1c27-491a-b4a6-bbd74ad7cac8 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/ports?device_id=bbbb35d7-042d-488c-ba2e-88e040052a99 HTTP/1.1" status: 200 len: 945 time: 0.0520895 Apr 07 12:13:07.796161 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-89cfa208-b804-4a98-9fd8-1e21e0b6629e req-cb0d04fc-89d2-454c-9ed9-f97bddaa4647 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b0e87fb-8029-4c38-a737-b45eced71642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505571 Apr 07 12:13:08.745922 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (18566f30-62c1-4fb1-af49-ebd049d63fec), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:09.136640 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb602e0f-fc99-45d5-b454-301cdde34f12 req-ca82633f-99c7-4909-90d4-11f3463cf881 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:13:09.138251 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-cb602e0f-fc99-45d5-b454-301cdde34f12 req-ca82633f-99c7-4909-90d4-11f3463cf881 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/ports?device_id=bbbb35d7-042d-488c-ba2e-88e040052a99 HTTP/1.1" status: 200 len: 945 time: 0.0599766 Apr 07 12:13:09.199930 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-cb602e0f-fc99-45d5-b454-301cdde34f12 req-1eda289c-b9d1-4b54-bf4f-1d0c769ca72e tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b0e87fb-8029-4c38-a737-b45eced71642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537100 Apr 07 12:13:10.334008 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0259a99-3fff-4054-b8d4-d4c749b5147f req-65111ac0-af07-458c-934f-12e2162c3b38 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:13:10.336169 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-d0259a99-3fff-4054-b8d4-d4c749b5147f req-65111ac0-af07-458c-934f-12e2162c3b38 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/ports?device_id=bbbb35d7-042d-488c-ba2e-88e040052a99 HTTP/1.1" status: 200 len: 945 time: 0.0574770 Apr 07 12:13:10.385039 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-d0259a99-3fff-4054-b8d4-d4c749b5147f req-fa263845-250e-423b-9d35-222efa1b86cf tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b0e87fb-8029-4c38-a737-b45eced71642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421066 Apr 07 12:13:11.522031 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471a2b63-5ec7-4aec-9eb7-4f198f2dd069 req-44cedad5-b046-4a48-8b2c-e56fe57d82c7 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:13:11.524218 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-471a2b63-5ec7-4aec-9eb7-4f198f2dd069 req-44cedad5-b046-4a48-8b2c-e56fe57d82c7 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/ports?device_id=bbbb35d7-042d-488c-ba2e-88e040052a99 HTTP/1.1" status: 200 len: 945 time: 0.0621791 Apr 07 12:13:11.580475 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-471a2b63-5ec7-4aec-9eb7-4f198f2dd069 req-4662b67d-078e-43a4-8481-856902c23b65 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b0e87fb-8029-4c38-a737-b45eced71642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502906 Apr 07 12:13:12.719797 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a792b2-f91e-43d3-a112-d58c357d3a74 req-ceef1c8e-ebd2-458c-97f1-731347e0a9ed tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:13:12.721474 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-a8a792b2-f91e-43d3-a112-d58c357d3a74 req-ceef1c8e-ebd2-458c-97f1-731347e0a9ed tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/ports?device_id=bbbb35d7-042d-488c-ba2e-88e040052a99 HTTP/1.1" status: 200 len: 945 time: 0.0571721 Apr 07 12:13:12.781790 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-a8a792b2-f91e-43d3-a112-d58c357d3a74 req-2cf3be19-c80e-48f5-92e8-ca7c3a18f21a tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b0e87fb-8029-4c38-a737-b45eced71642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534279 Apr 07 12:13:13.904619 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597d27d1-3707-4195-be85-e031b0768107 req-6b955806-d2b0-4b48-8058-b33e7939947e tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:13:13.906143 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-597d27d1-3707-4195-be85-e031b0768107 req-6b955806-d2b0-4b48-8058-b33e7939947e tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/ports?device_id=bbbb35d7-042d-488c-ba2e-88e040052a99 HTTP/1.1" status: 200 len: 945 time: 0.0537276 Apr 07 12:13:13.953673 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-597d27d1-3707-4195-be85-e031b0768107 req-abf8e8b1-b575-413d-af35-9026d25c0e0a tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b0e87fb-8029-4c38-a737-b45eced71642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408976 Apr 07 12:13:15.087858 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ca18ab-6991-446d-a1e5-40745cf6a82b req-db239948-31b3-4575-9c0d-9952c57e49fc tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:13:15.089376 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-32ca18ab-6991-446d-a1e5-40745cf6a82b req-db239948-31b3-4575-9c0d-9952c57e49fc tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/ports?device_id=bbbb35d7-042d-488c-ba2e-88e040052a99 HTTP/1.1" status: 200 len: 945 time: 0.0586035 Apr 07 12:13:15.135359 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-32ca18ab-6991-446d-a1e5-40745cf6a82b req-f199495e-36e8-4474-9b9d-309ba4e75659 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b0e87fb-8029-4c38-a737-b45eced71642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404594 Apr 07 12:13:16.255067 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76388e6e-3e4a-4c67-8568-9d35739b37aa req-4f9e4a9f-839f-4f14-b911-35e23f2f8902 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:13:16.257090 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-76388e6e-3e4a-4c67-8568-9d35739b37aa req-4f9e4a9f-839f-4f14-b911-35e23f2f8902 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/ports?device_id=bbbb35d7-042d-488c-ba2e-88e040052a99 HTTP/1.1" status: 200 len: 945 time: 0.0516346 Apr 07 12:13:16.308154 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-76388e6e-3e4a-4c67-8568-9d35739b37aa req-05f38788-60bf-4459-8367-5ac2074d5f50 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b0e87fb-8029-4c38-a737-b45eced71642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451629 Apr 07 12:13:16.455892 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ca04bc-b49c-49b9-9c89-7253cd691179 req-32b3821a-164f-4b47-872c-33e995b78928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:13:16.457402 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-33ca04bc-b49c-49b9-9c89-7253cd691179 req-32b3821a-164f-4b47-872c-33e995b78928 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f773b5c38f1747ba994d9dbdae582152&device_id=bbbb35d7-042d-488c-ba2e-88e040052a99 HTTP/1.1" status: 200 len: 1129 time: 0.0448699 Apr 07 12:13:16.553908 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ca04bc-b49c-49b9-9c89-7253cd691179 req-361f203a-883b-475a-a7af-a7fb86a90925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:13:16.555426 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-33ca04bc-b49c-49b9-9c89-7253cd691179 req-361f203a-883b-475a-a7af-a7fb86a90925 service neutron] 10.222.0.49 "GET /v2.0/networks?id=a3a1c9bf-f178-42b2-8a75-be0111298909 HTTP/1.1" status: 200 len: 918 time: 0.0832443 Apr 07 12:13:16.625648 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-33ca04bc-b49c-49b9-9c89-7253cd691179 req-279800e1-7fd4-4d4e-a8ab-fb6392120cf2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ae2673aa-41df-4043-b718-aaa6bf487b6c HTTP/1.1" status: 200 len: 1000 time: 0.0628424 Apr 07 12:13:16.681407 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ca04bc-b49c-49b9-9c89-7253cd691179 req-9c5336ef-4b49-43e0-9ac0-f7bdc022b3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:13:16.683069 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-33ca04bc-b49c-49b9-9c89-7253cd691179 req-9c5336ef-4b49-43e0-9ac0-f7bdc022b3f7 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c904b354-656a-4e16-9970-de4658d8dce1 HTTP/1.1" status: 200 len: 856 time: 0.0505588 Apr 07 12:13:16.744822 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ca04bc-b49c-49b9-9c89-7253cd691179 req-7fccac5d-a20b-4bfd-9f71-a913eae67e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:13:16.746248 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-33ca04bc-b49c-49b9-9c89-7253cd691179 req-7fccac5d-a20b-4bfd-9f71-a913eae67e4d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a3a1c9bf-f178-42b2-8a75-be0111298909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0426495 Apr 07 12:13:16.838501 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-33ca04bc-b49c-49b9-9c89-7253cd691179 req-bfeecdd7-e9b7-4f26-a8b0-8479ddf7120f service neutron] 10.222.0.49 "GET /v2.0/networks/a3a1c9bf-f178-42b2-8a75-be0111298909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837607 Apr 07 12:13:16.931259 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-33ca04bc-b49c-49b9-9c89-7253cd691179 req-35b943b5-dde6-4bea-9cf0-041b08a3f68a service neutron] 10.222.0.49 "GET /v2.0/networks/a3a1c9bf-f178-42b2-8a75-be0111298909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854185 Apr 07 12:13:17.431003 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93f1c48-276b-44ac-910a-78736aae9644 req-d79cb326-faaa-43d8-a68a-adf40aaea0d8 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:13:17.432501 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-e93f1c48-276b-44ac-910a-78736aae9644 req-d79cb326-faaa-43d8-a68a-adf40aaea0d8 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/ports?device_id=bbbb35d7-042d-488c-ba2e-88e040052a99 HTTP/1.1" status: 200 len: 945 time: 0.0518327 Apr 07 12:13:17.479247 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-e93f1c48-276b-44ac-910a-78736aae9644 req-d59edc51-3301-4b35-9fee-65fca26fb317 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b0e87fb-8029-4c38-a737-b45eced71642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409791 Apr 07 12:13:18.599627 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f256f0-096e-4aeb-892a-d425d45485ed req-7c26a983-b113-401e-9ee0-b007cb4202d1 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:13:18.601147 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-15f256f0-096e-4aeb-892a-d425d45485ed req-7c26a983-b113-401e-9ee0-b007cb4202d1 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/ports?device_id=bbbb35d7-042d-488c-ba2e-88e040052a99 HTTP/1.1" status: 200 len: 945 time: 0.0527668 Apr 07 12:13:18.652640 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-15f256f0-096e-4aeb-892a-d425d45485ed req-31d29692-aa15-4ea1-b7d5-71767361abe7 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b0e87fb-8029-4c38-a737-b45eced71642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455370 Apr 07 12:13:19.104786 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Device ae2673aa-41df-4043-b718-aaa6bf487b6c no longer exists at agent hyperv_hv-cinder-83693 {{(pid=103984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 12:13:19.176825 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Current status of the port ae2673aa-41df-4043-b718-aaa6bf487b6c is: ACTIVE; New status is: DOWN {{(pid=103984) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:13:19.177198 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (ae2673aa-41df-4043-b718-aaa6bf487b6c), before_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:19.198820 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbbb35d7-042d-488c-ba2e-88e040052a99', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae2673aa-41df-4043-b718-aaa6bf487b6c'}] {{(pid=103984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:13:19.201019 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0608bff1dee5f704c30ce50aefecbc08eaebc6e842b477e08be3f7901197da8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d116a322-8f29-456a-81a4-2da19d036961" -d '{"events": [{"server_uuid": "bbbb35d7-042d-488c-ba2e-88e040052a99", "name": "network-vif-unplugged", "status": "completed", "tag": "ae2673aa-41df-4043-b718-aaa6bf487b6c"}]}' {{(pid=103984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:13:19.213466 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.db [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] For port ae2673aa-41df-4043-b718-aaa6bf487b6c, host hv-cinder-83693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83693',level=0,port_id=ae2673aa-41df-4043-b718-aaa6bf487b6c,segment=NetworkSegment(c6eef021-ef52-4fe9-b827-fdc4163e97eb),segment_id=c6eef021-ef52-4fe9-b827-fdc4163e97eb)] {{(pid=103984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:13:19.238891 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 07 Apr 2022 12:13:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47ceca8f-bfdc-4aa7-91e9-df385aea7863 x-openstack-request-id: req-47ceca8f-bfdc-4aa7-91e9-df385aea7863 {{(pid=103984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:13:19.239234 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbbb35d7-042d-488c-ba2e-88e040052a99", "name": "network-vif-unplugged", "status": "completed", "tag": "ae2673aa-41df-4043-b718-aaa6bf487b6c", "code": 200}]} {{(pid=103984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:13:19.239495 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-47ceca8f-bfdc-4aa7-91e9-df385aea7863 {{(pid=103984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:13:19.239889 dv-cinder-836930-1-iscsi neutron-server[103984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47ceca8f-bfdc-4aa7-91e9-df385aea7863'] response: {'server_uuid': 'bbbb35d7-042d-488c-ba2e-88e040052a99', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae2673aa-41df-4043-b718-aaa6bf487b6c', 'code': 200} Apr 07 12:13:19.287159 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780057409639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780056949607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780056949625'] for port (ae2673aa-41df-4043-b718-aaa6bf487b6c), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:19.337705 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Pushing event updated for resources: {'Port': ['ID=ae2673aa-41df-4043-b718-aaa6bf487b6c,revision_number=8']} {{(pid=103984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:13:19.775237 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4554d4a-0c31-4f97-905e-ca7342c264f2 req-2eb79986-cbb2-46cb-b9fc-70d9c8404da8 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:13:19.776695 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-d4554d4a-0c31-4f97-905e-ca7342c264f2 req-2eb79986-cbb2-46cb-b9fc-70d9c8404da8 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/ports?device_id=bbbb35d7-042d-488c-ba2e-88e040052a99 HTTP/1.1" status: 200 len: 943 time: 0.0522921 Apr 07 12:13:19.822519 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-d4554d4a-0c31-4f97-905e-ca7342c264f2 req-cebac96e-fe46-4c83-84c9-dff91653c4f8 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b0e87fb-8029-4c38-a737-b45eced71642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402656 Apr 07 12:13:20.944014 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d32b64-ad8c-473b-8a90-d9bbc98163f3 req-2ddd1d48-c5a1-4c6f-8c84-008a9c5aee10 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:13:20.945365 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-64d32b64-ad8c-473b-8a90-d9bbc98163f3 req-2ddd1d48-c5a1-4c6f-8c84-008a9c5aee10 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/ports?device_id=bbbb35d7-042d-488c-ba2e-88e040052a99 HTTP/1.1" status: 200 len: 943 time: 0.0513391 Apr 07 12:13:20.994334 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-64d32b64-ad8c-473b-8a90-d9bbc98163f3 req-d301ccb6-c45e-4040-9680-82058cbc8379 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b0e87fb-8029-4c38-a737-b45eced71642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431702 Apr 07 12:13:21.320002 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.agents_db [None req-3662b1ad-d2b5-4b6d-81f6-e1280f618718 None None] Agent healthcheck: found 6 active agents {{(pid=103985) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 12:13:22.176673 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.58', 40058) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:13:22.282304 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-4944ad28-830a-4cda-9579-1415c290d4c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:22.357409 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-4944ad28-830a-4cda-9579-1415c290d4c3 admin admin] Publish callbacks [] for security_group (1f7d3303-3545-4774-a2ca-a079ab223b3a), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:22.414333 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-4944ad28-830a-4cda-9579-1415c290d4c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678166'] for security_group (1f7d3303-3545-4774-a2ca-a079ab223b3a), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:22.451846 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4944ad28-830a-4cda-9579-1415c290d4c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f7d3303-3545-4774-a2ca-a079ab223b3a,revision_number=1']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:13:22.456724 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [None req-4944ad28-830a-4cda-9579-1415c290d4c3 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=531683d438ac47e4bc1bcd719b9af424&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2782693 Apr 07 12:13:22.458715 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.58', 40064) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:13:22.507888 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-c759b23e-8562-41f3-8703-0538c57f31aa admin admin] Publish callbacks [] for security_group (1f7d3303-3545-4774-a2ca-a079ab223b3a), before_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:22.528709 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-c759b23e-8562-41f3-8703-0538c57f31aa admin admin] Publish callbacks [] for security_group (1f7d3303-3545-4774-a2ca-a079ab223b3a), precommit_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:22.683755 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-c759b23e-8562-41f3-8703-0538c57f31aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678166'] for security_group (1f7d3303-3545-4774-a2ca-a079ab223b3a), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:22.687993 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-c759b23e-8562-41f3-8703-0538c57f31aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:22.689662 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [None req-c759b23e-8562-41f3-8703-0538c57f31aa admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1f7d3303-3545-4774-a2ca-a079ab223b3a HTTP/1.1" status: 204 len: 168 time: 0.2298162 Apr 07 12:13:22.698496 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c759b23e-8562-41f3-8703-0538c57f31aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f7d3303-3545-4774-a2ca-a079ab223b3a,revision_number=None']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:13:23.164630 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Device ae2673aa-41df-4043-b718-aaa6bf487b6c no longer exists at agent hyperv_hv-cinder-83693 {{(pid=103984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 12:13:23.244075 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Current status of the port ae2673aa-41df-4043-b718-aaa6bf487b6c is: DOWN; New status is: DOWN {{(pid=103984) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:13:23.348243 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe9983b-e49e-4f19-802f-4279a01b7d3f req-f2ec949e-c2bd-47c1-b30b-bd9ccdcb221e tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:13:23.349635 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-9fe9983b-e49e-4f19-802f-4279a01b7d3f req-f2ec949e-c2bd-47c1-b30b-bd9ccdcb221e tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/ports?device_id=bbbb35d7-042d-488c-ba2e-88e040052a99 HTTP/1.1" status: 200 len: 943 time: 0.0523386 Apr 07 12:13:23.374599 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.58', 40076) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:13:23.390805 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-add21ad8-8b61-4270-959e-fac062561cdf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:23.402150 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-9fe9983b-e49e-4f19-802f-4279a01b7d3f req-8b4fd88a-0047-498e-b70f-f36f2762b3a3 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b0e87fb-8029-4c38-a737-b45eced71642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468104 Apr 07 12:13:23.470527 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-add21ad8-8b61-4270-959e-fac062561cdf admin admin] Publish callbacks [] for security_group (2fb5f96e-6de4-4dba-b146-d5208487c6c7), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:23.517423 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-add21ad8-8b61-4270-959e-fac062561cdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678166'] for security_group (2fb5f96e-6de4-4dba-b146-d5208487c6c7), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:23.559654 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [None req-add21ad8-8b61-4270-959e-fac062561cdf admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ffee1283a7a24ef09cde94e234c0c6e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1832645 Apr 07 12:13:23.560734 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add21ad8-8b61-4270-959e-fac062561cdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fb5f96e-6de4-4dba-b146-d5208487c6c7,revision_number=1']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:13:23.562959 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.58', 40086) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:13:23.585096 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-c0b16aad-9f48-4361-9c4c-4463fc5806a5 req-74c0f8a5-9de2-4360-90a8-2dac09a87756 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=bbbb35d7-042d-488c-ba2e-88e040052a99&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0447090 Apr 07 12:13:23.617577 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-992848f9-61aa-4ef2-808a-40d3c39a5125 admin admin] Publish callbacks [] for security_group (2fb5f96e-6de4-4dba-b146-d5208487c6c7), before_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:23.639869 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-992848f9-61aa-4ef2-808a-40d3c39a5125 admin admin] Publish callbacks [] for security_group (2fb5f96e-6de4-4dba-b146-d5208487c6c7), precommit_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:23.660743 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b16aad-9f48-4361-9c4c-4463fc5806a5 req-03dd88a1-c659-4114-89bc-143a752b84dc tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:13:23.662151 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-c0b16aad-9f48-4361-9c4c-4463fc5806a5 req-03dd88a1-c659-4114-89bc-143a752b84dc tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/ports/ae2673aa-41df-4043-b718-aaa6bf487b6c HTTP/1.1" status: 200 len: 940 time: 0.0504346 Apr 07 12:13:23.766941 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-992848f9-61aa-4ef2-808a-40d3c39a5125 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678166'] for security_group (2fb5f96e-6de4-4dba-b146-d5208487c6c7), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:23.769796 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-992848f9-61aa-4ef2-808a-40d3c39a5125 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:23.770963 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [None req-992848f9-61aa-4ef2-808a-40d3c39a5125 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2fb5f96e-6de4-4dba-b146-d5208487c6c7 HTTP/1.1" status: 204 len: 168 time: 0.2029622 Apr 07 12:13:23.778661 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992848f9-61aa-4ef2-808a-40d3c39a5125 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fb5f96e-6de4-4dba-b146-d5208487c6c7,revision_number=None']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:13:24.551192 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37a324b-c09f-4682-bc2d-c01e3a62b463 req-5201fe08-f991-439a-9624-d1bf1313719d tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:13:24.552679 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-d37a324b-c09f-4682-bc2d-c01e3a62b463 req-5201fe08-f991-439a-9624-d1bf1313719d tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/ports?device_id=bbbb35d7-042d-488c-ba2e-88e040052a99 HTTP/1.1" status: 200 len: 943 time: 0.0593357 Apr 07 12:13:24.606529 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-d37a324b-c09f-4682-bc2d-c01e3a62b463 req-1cb9876f-5838-4fdb-8e6e-8d3a1ee0c978 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b0e87fb-8029-4c38-a737-b45eced71642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447869 Apr 07 12:13:25.288463 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b16aad-9f48-4361-9c4c-4463fc5806a5 req-f65cc54e-afca-4ea3-82b9-fc679f7ac3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:13:25.290087 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-c0b16aad-9f48-4361-9c4c-4463fc5806a5 req-f65cc54e-afca-4ea3-82b9-fc679f7ac3ae service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=bbbb35d7-042d-488c-ba2e-88e040052a99&tenant_id=f773b5c38f1747ba994d9dbdae582152 HTTP/1.1" status: 200 len: 1127 time: 0.0494819 Apr 07 12:13:25.367963 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b16aad-9f48-4361-9c4c-4463fc5806a5 req-d5de1e8c-d7b0-49e6-a8ac-647b970361b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:13:25.369990 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-c0b16aad-9f48-4361-9c4c-4463fc5806a5 req-d5de1e8c-d7b0-49e6-a8ac-647b970361b1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f773b5c38f1747ba994d9dbdae582152&device_id=bbbb35d7-042d-488c-ba2e-88e040052a99 HTTP/1.1" status: 200 len: 1127 time: 0.0429032 Apr 07 12:13:25.465010 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b16aad-9f48-4361-9c4c-4463fc5806a5 req-83598c4b-0c78-4b00-b3fa-d54154d95e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:13:25.466374 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-c0b16aad-9f48-4361-9c4c-4463fc5806a5 req-83598c4b-0c78-4b00-b3fa-d54154d95e2f service neutron] 10.222.0.49 "GET /v2.0/networks?id=a3a1c9bf-f178-42b2-8a75-be0111298909 HTTP/1.1" status: 200 len: 918 time: 0.0880497 Apr 07 12:13:25.533117 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-c0b16aad-9f48-4361-9c4c-4463fc5806a5 req-7d22012d-0c7c-4316-b35f-7ead2517f02c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ae2673aa-41df-4043-b718-aaa6bf487b6c HTTP/1.1" status: 200 len: 998 time: 0.0589068 Apr 07 12:13:25.583646 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b16aad-9f48-4361-9c4c-4463fc5806a5 req-a51b9b39-2ccf-4fb8-8cf2-5ef53e78d2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:13:25.585120 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-c0b16aad-9f48-4361-9c4c-4463fc5806a5 req-a51b9b39-2ccf-4fb8-8cf2-5ef53e78d2d3 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c904b354-656a-4e16-9970-de4658d8dce1 HTTP/1.1" status: 200 len: 856 time: 0.0447257 Apr 07 12:13:25.645329 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b16aad-9f48-4361-9c4c-4463fc5806a5 req-8a0b0222-c0b6-482d-997e-f693287ff154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:13:25.646845 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-c0b16aad-9f48-4361-9c4c-4463fc5806a5 req-8a0b0222-c0b6-482d-997e-f693287ff154 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a3a1c9bf-f178-42b2-8a75-be0111298909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0487726 Apr 07 12:13:25.741878 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84021c38-790a-42a9-ae37-427640dea95b req-70f337c9-c979-48f4-8bce-8ea3d0142c10 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:13:25.744058 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-84021c38-790a-42a9-ae37-427640dea95b req-70f337c9-c979-48f4-8bce-8ea3d0142c10 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/ports?device_id=bbbb35d7-042d-488c-ba2e-88e040052a99 HTTP/1.1" status: 200 len: 943 time: 0.0567329 Apr 07 12:13:25.803564 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-84021c38-790a-42a9-ae37-427640dea95b req-a7445489-cfcb-402d-83c8-4036795839aa tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b0e87fb-8029-4c38-a737-b45eced71642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498915 Apr 07 12:13:26.002666 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-c0b16aad-9f48-4361-9c4c-4463fc5806a5 req-447077c1-44f1-4af9-bde5-e6332cab15da service neutron] 10.222.0.49 "GET /v2.0/networks/a3a1c9bf-f178-42b2-8a75-be0111298909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3473802 Apr 07 12:13:26.094822 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-c0b16aad-9f48-4361-9c4c-4463fc5806a5 req-51e4c8d4-e83c-46ef-b88e-8361aac51906 service neutron] 10.222.0.49 "GET /v2.0/networks/a3a1c9bf-f178-42b2-8a75-be0111298909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852437 Apr 07 12:13:26.977528 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d019e15-8ef9-4040-88ee-375586e83e05 req-343c6a9e-b3c3-47dc-a248-0f06dad52c09 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:13:26.979586 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-4d019e15-8ef9-4040-88ee-375586e83e05 req-343c6a9e-b3c3-47dc-a248-0f06dad52c09 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/ports?device_id=bbbb35d7-042d-488c-ba2e-88e040052a99 HTTP/1.1" status: 200 len: 943 time: 0.0760498 Apr 07 12:13:27.037352 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-4d019e15-8ef9-4040-88ee-375586e83e05 req-81f97020-3110-4be0-8fcc-52519e9c23f9 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b0e87fb-8029-4c38-a737-b45eced71642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473390 Apr 07 12:13:28.181398 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9edea49-31b3-4c58-b696-484ce08db960 req-dcb8e02e-abac-48aa-bb01-a9b5eaa51766 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:13:28.183585 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-f9edea49-31b3-4c58-b696-484ce08db960 req-dcb8e02e-abac-48aa-bb01-a9b5eaa51766 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/ports?device_id=bbbb35d7-042d-488c-ba2e-88e040052a99 HTTP/1.1" status: 200 len: 943 time: 0.0544932 Apr 07 12:13:28.240325 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-f9edea49-31b3-4c58-b696-484ce08db960 req-de291b05-a1d3-43ab-b9c9-d56e7813aec6 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b0e87fb-8029-4c38-a737-b45eced71642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505435 Apr 07 12:13:28.512604 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.58', 40194) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:13:28.619741 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-1f163509-61fd-408c-9936-58ee8af4accf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:28.695401 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-1f163509-61fd-408c-9936-58ee8af4accf admin admin] Publish callbacks [] for security_group (11eb1a9f-8488-4f17-92f4-27661b07d56f), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:28.774429 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-1f163509-61fd-408c-9936-58ee8af4accf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678166'] for security_group (11eb1a9f-8488-4f17-92f4-27661b07d56f), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:28.822032 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [None req-1f163509-61fd-408c-9936-58ee8af4accf admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2069818c6be84fa7b76df3950186c921&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3054247 Apr 07 12:13:28.822032 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f163509-61fd-408c-9936-58ee8af4accf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11eb1a9f-8488-4f17-92f4-27661b07d56f,revision_number=1']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:13:28.822949 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.wsgi [-] (103983) accepted ('10.222.0.58', 40198) {{(pid=103983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:13:28.893644 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-49469d57-67ad-48de-b941-e48537385a57 admin admin] Publish callbacks [] for security_group (11eb1a9f-8488-4f17-92f4-27661b07d56f), before_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:28.919765 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-49469d57-67ad-48de-b941-e48537385a57 admin admin] Publish callbacks [] for security_group (11eb1a9f-8488-4f17-92f4-27661b07d56f), precommit_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:29.048803 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-49469d57-67ad-48de-b941-e48537385a57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678166'] for security_group (11eb1a9f-8488-4f17-92f4-27661b07d56f), after_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:29.051513 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-49469d57-67ad-48de-b941-e48537385a57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:29.056204 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [None req-49469d57-67ad-48de-b941-e48537385a57 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/11eb1a9f-8488-4f17-92f4-27661b07d56f HTTP/1.1" status: 204 len: 168 time: 0.2315130 Apr 07 12:13:29.072501 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49469d57-67ad-48de-b941-e48537385a57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11eb1a9f-8488-4f17-92f4-27661b07d56f,revision_number=None']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:13:29.079730 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49469d57-67ad-48de-b941-e48537385a57 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:13:29.082513 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49469d57-67ad-48de-b941-e48537385a57 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:13:29.082513 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49469d57-67ad-48de-b941-e48537385a57 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:13:29.082513 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49469d57-67ad-48de-b941-e48537385a57 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:13:29.082513 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49469d57-67ad-48de-b941-e48537385a57 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:13:29.082513 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49469d57-67ad-48de-b941-e48537385a57 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:13:29.082513 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49469d57-67ad-48de-b941-e48537385a57 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:13:29.082513 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49469d57-67ad-48de-b941-e48537385a57 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:13:29.082513 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49469d57-67ad-48de-b941-e48537385a57 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:13:29.083558 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49469d57-67ad-48de-b941-e48537385a57 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:13:29.083558 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49469d57-67ad-48de-b941-e48537385a57 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:13:29.083558 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49469d57-67ad-48de-b941-e48537385a57 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:13:29.083558 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49469d57-67ad-48de-b941-e48537385a57 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:13:29.083942 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49469d57-67ad-48de-b941-e48537385a57 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:13:29.084220 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49469d57-67ad-48de-b941-e48537385a57 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:13:29.374151 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a485b76-874f-49ef-bd74-6425a8efb171 req-d3795cd5-2da4-40b8-986b-2820431b146d tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:13:29.375708 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-5a485b76-874f-49ef-bd74-6425a8efb171 req-d3795cd5-2da4-40b8-986b-2820431b146d tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/ports?device_id=bbbb35d7-042d-488c-ba2e-88e040052a99 HTTP/1.1" status: 200 len: 943 time: 0.0553701 Apr 07 12:13:29.428016 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-5a485b76-874f-49ef-bd74-6425a8efb171 req-54b72ddd-13dd-4505-9974-8b5a25445287 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b0e87fb-8029-4c38-a737-b45eced71642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460982 Apr 07 12:13:29.438040 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (b65c4e22-832a-4f2b-89ab-f6b5f91e1f65), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:29.676612 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.wsgi [-] (103983) accepted ('10.222.0.58', 40206) {{(pid=103983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:13:29.690216 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-8b758ec3-28ea-4594-b545-2e31ab8ac81d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:29.764920 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-8b758ec3-28ea-4594-b545-2e31ab8ac81d admin admin] Publish callbacks [] for security_group (480575d5-e146-4153-bae2-ece4644e17ad), precommit_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:29.831718 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-8b758ec3-28ea-4594-b545-2e31ab8ac81d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678166'] for security_group (480575d5-e146-4153-bae2-ece4644e17ad), after_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:29.870888 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [None req-8b758ec3-28ea-4594-b545-2e31ab8ac81d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7b780151a0324dc493aa2dd933b70faf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1931674 Apr 07 12:13:29.871776 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b758ec3-28ea-4594-b545-2e31ab8ac81d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=480575d5-e146-4153-bae2-ece4644e17ad,revision_number=1']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:13:29.873679 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.58', 40208) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:13:29.934827 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-aee4304e-8b33-4816-9787-3d83acc45079 admin admin] Publish callbacks [] for security_group (480575d5-e146-4153-bae2-ece4644e17ad), before_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:29.956306 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-aee4304e-8b33-4816-9787-3d83acc45079 admin admin] Publish callbacks [] for security_group (480575d5-e146-4153-bae2-ece4644e17ad), precommit_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:30.081346 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-aee4304e-8b33-4816-9787-3d83acc45079 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678166'] for security_group (480575d5-e146-4153-bae2-ece4644e17ad), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:30.083955 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-aee4304e-8b33-4816-9787-3d83acc45079 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:30.085109 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [None req-aee4304e-8b33-4816-9787-3d83acc45079 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/480575d5-e146-4153-bae2-ece4644e17ad HTTP/1.1" status: 204 len: 168 time: 0.2099302 Apr 07 12:13:30.093193 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee4304e-8b33-4816-9787-3d83acc45079 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=480575d5-e146-4153-bae2-ece4644e17ad,revision_number=None']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:13:30.567382 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5651b693-86cc-4db5-966f-82dc82cd0bb4 req-ba67ca79-bb09-4542-b035-eae9aa52838e tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:13:30.567382 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-5651b693-86cc-4db5-966f-82dc82cd0bb4 req-ba67ca79-bb09-4542-b035-eae9aa52838e tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/ports?device_id=bbbb35d7-042d-488c-ba2e-88e040052a99 HTTP/1.1" status: 200 len: 943 time: 0.0632062 Apr 07 12:13:30.620920 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-5651b693-86cc-4db5-966f-82dc82cd0bb4 req-551790eb-ae64-443f-8e5e-f0e9d798e211 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b0e87fb-8029-4c38-a737-b45eced71642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454798 Apr 07 12:13:31.783453 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf0e84a-58d8-40ba-8267-c113089a4fae req-f2f9917f-05c6-4dba-88e6-29c2f68073d3 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:13:31.784957 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-fbf0e84a-58d8-40ba-8267-c113089a4fae req-f2f9917f-05c6-4dba-88e6-29c2f68073d3 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/ports?device_id=bbbb35d7-042d-488c-ba2e-88e040052a99 HTTP/1.1" status: 200 len: 943 time: 0.0608697 Apr 07 12:13:31.839373 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-fbf0e84a-58d8-40ba-8267-c113089a4fae req-7ad95f86-ae54-4afc-a7df-9693df62ce7f tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b0e87fb-8029-4c38-a737-b45eced71642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486391 Apr 07 12:13:31.966706 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-cb9faafc-e1d3-436a-8744-c0a2f658bf55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (94869e64-74fb-4601-95b5-a1334a6bdcea), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:32.976420 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a20e85e-e2cb-426f-ad61-f1b58b8cd698 req-09822a29-e740-46cb-a741-a40fb26ca0c7 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:13:32.978538 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-6a20e85e-e2cb-426f-ad61-f1b58b8cd698 req-09822a29-e740-46cb-a741-a40fb26ca0c7 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/ports?device_id=bbbb35d7-042d-488c-ba2e-88e040052a99 HTTP/1.1" status: 200 len: 943 time: 0.0575690 Apr 07 12:13:33.038132 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-6a20e85e-e2cb-426f-ad61-f1b58b8cd698 req-978759a6-34ce-4c38-9c36-1780bd23c082 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b0e87fb-8029-4c38-a737-b45eced71642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491457 Apr 07 12:13:34.180038 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291fc1e8-500b-4b8c-b690-7843fa21185e req-28a295e3-5354-4a05-a9f2-f05b16cd7813 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:13:34.183709 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-291fc1e8-500b-4b8c-b690-7843fa21185e req-28a295e3-5354-4a05-a9f2-f05b16cd7813 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/ports?device_id=bbbb35d7-042d-488c-ba2e-88e040052a99 HTTP/1.1" status: 200 len: 943 time: 0.0627713 Apr 07 12:13:34.246644 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-291fc1e8-500b-4b8c-b690-7843fa21185e req-3838d45a-4b72-45c1-a7ea-4d5e6ef35aa6 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b0e87fb-8029-4c38-a737-b45eced71642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544202 Apr 07 12:13:34.350669 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-4b2886ed-5fed-4ed1-b4b4-f819fb3a4427 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (ad8978c4-6515-441c-a828-0289badd3b4a), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:35.390750 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4575fb8d-8d94-4ffa-8dfc-216291c004bc req-ad52ef5c-b8a0-4ed4-b512-8f16825f6082 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:13:35.392244 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-4575fb8d-8d94-4ffa-8dfc-216291c004bc req-ad52ef5c-b8a0-4ed4-b512-8f16825f6082 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/ports?device_id=bbbb35d7-042d-488c-ba2e-88e040052a99 HTTP/1.1" status: 200 len: 943 time: 0.0582452 Apr 07 12:13:35.441153 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-4575fb8d-8d94-4ffa-8dfc-216291c004bc req-00246a47-71c0-4a18-8c78-05beca3e5104 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b0e87fb-8029-4c38-a737-b45eced71642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432403 Apr 07 12:13:35.739640 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-e3029262-029d-49e4-8078-e7e61e534645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (e465150c-12ca-425e-8c36-fa03ee6240b4), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:36.576773 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d04ede-f4b0-487c-bb6a-fdaed26b6cc2 req-d00ff313-ec23-4f92-8a7e-69250ea59c77 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:13:36.578382 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-80d04ede-f4b0-487c-bb6a-fdaed26b6cc2 req-d00ff313-ec23-4f92-8a7e-69250ea59c77 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/ports?device_id=bbbb35d7-042d-488c-ba2e-88e040052a99 HTTP/1.1" status: 200 len: 943 time: 0.0596254 Apr 07 12:13:36.625739 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-80d04ede-f4b0-487c-bb6a-fdaed26b6cc2 req-5a07da63-5a4e-43e3-a1ec-afd2f060a8a3 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b0e87fb-8029-4c38-a737-b45eced71642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417018 Apr 07 12:13:37.459930 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-4ee86192-ef9a-4f9c-8d37-983d911c7eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (8705c964-c35e-4008-b403-e26242cd5404), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:37.692474 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.58', 40308) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:13:37.756177 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cacc67-1c08-4ad5-a960-a6f21dcb449b req-0e7908de-b074-4bf4-b874-62cef0d984e0 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:13:37.757670 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-19cacc67-1c08-4ad5-a960-a6f21dcb449b req-0e7908de-b074-4bf4-b874-62cef0d984e0 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/ports?device_id=bbbb35d7-042d-488c-ba2e-88e040052a99 HTTP/1.1" status: 200 len: 943 time: 0.0551236 Apr 07 12:13:37.795628 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-2a123120-1979-4176-bbbd-0c3415bacb91 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:37.804623 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-19cacc67-1c08-4ad5-a960-a6f21dcb449b req-94968204-0436-4fc6-a99b-c3196663da72 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b0e87fb-8029-4c38-a737-b45eced71642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405617 Apr 07 12:13:37.869625 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-2a123120-1979-4176-bbbd-0c3415bacb91 admin admin] Publish callbacks [] for security_group (28933cb4-ce8d-473c-a258-4686996b7b8c), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:37.922598 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-2a123120-1979-4176-bbbd-0c3415bacb91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678166'] for security_group (28933cb4-ce8d-473c-a258-4686996b7b8c), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:37.964310 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [None req-2a123120-1979-4176-bbbd-0c3415bacb91 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8be346a9de3d411b81306893e51a1b6d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2704847 Apr 07 12:13:37.965169 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a123120-1979-4176-bbbd-0c3415bacb91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28933cb4-ce8d-473c-a258-4686996b7b8c,revision_number=1']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:13:37.967027 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.wsgi [-] (103983) accepted ('10.222.0.58', 40312) {{(pid=103983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:13:38.014650 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-7876ce38-a866-4823-9342-91524bb9536d admin admin] Publish callbacks [] for security_group (28933cb4-ce8d-473c-a258-4686996b7b8c), before_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:38.034922 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-7876ce38-a866-4823-9342-91524bb9536d admin admin] Publish callbacks [] for security_group (28933cb4-ce8d-473c-a258-4686996b7b8c), precommit_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:38.157323 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-7876ce38-a866-4823-9342-91524bb9536d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678166'] for security_group (28933cb4-ce8d-473c-a258-4686996b7b8c), after_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:38.160062 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-7876ce38-a866-4823-9342-91524bb9536d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:38.163583 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [None req-7876ce38-a866-4823-9342-91524bb9536d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/28933cb4-ce8d-473c-a258-4686996b7b8c HTTP/1.1" status: 204 len: 168 time: 0.1931727 Apr 07 12:13:38.170601 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7876ce38-a866-4823-9342-91524bb9536d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28933cb4-ce8d-473c-a258-4686996b7b8c,revision_number=None']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:13:38.751137 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (18566f30-62c1-4fb1-af49-ebd049d63fec), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:38.802897 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.wsgi [-] (103983) accepted ('10.222.0.58', 40318) {{(pid=103983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:13:38.816446 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-5098dbee-7b57-4b11-83ff-5046b15e0da7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:38.897231 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-5098dbee-7b57-4b11-83ff-5046b15e0da7 admin admin] Publish callbacks [] for security_group (206a9ce3-44df-4842-b623-23c235a49033), precommit_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:38.929509 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8045d45b-cc2f-4220-9675-aaef58adb60c req-2de3665b-c4eb-469f-8737-633cb8063d67 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:13:38.930912 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-8045d45b-cc2f-4220-9675-aaef58adb60c req-2de3665b-c4eb-469f-8737-633cb8063d67 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/ports?device_id=bbbb35d7-042d-488c-ba2e-88e040052a99 HTTP/1.1" status: 200 len: 943 time: 0.0532939 Apr 07 12:13:38.962941 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-5098dbee-7b57-4b11-83ff-5046b15e0da7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678166'] for security_group (206a9ce3-44df-4842-b623-23c235a49033), after_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:38.983730 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-8045d45b-cc2f-4220-9675-aaef58adb60c req-0fa43e2a-a6d9-4ad9-89a0-21192bf91aba tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b0e87fb-8029-4c38-a737-b45eced71642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469148 Apr 07 12:13:39.006390 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [None req-5098dbee-7b57-4b11-83ff-5046b15e0da7 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=79a7af2263684b0dbd33f10a1412b6e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2023571 Apr 07 12:13:39.007360 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5098dbee-7b57-4b11-83ff-5046b15e0da7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=206a9ce3-44df-4842-b623-23c235a49033,revision_number=1']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:13:39.009077 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.58', 40322) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:13:39.056388 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-b9ce406f-5528-44f7-ae92-dd053f0bb7c4 admin admin] Publish callbacks [] for security_group (206a9ce3-44df-4842-b623-23c235a49033), before_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:39.078920 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-b9ce406f-5528-44f7-ae92-dd053f0bb7c4 admin admin] Publish callbacks [] for security_group (206a9ce3-44df-4842-b623-23c235a49033), precommit_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:39.185633 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-b9ce406f-5528-44f7-ae92-dd053f0bb7c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678166'] for security_group (206a9ce3-44df-4842-b623-23c235a49033), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:39.188144 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-b9ce406f-5528-44f7-ae92-dd053f0bb7c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:39.189283 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [None req-b9ce406f-5528-44f7-ae92-dd053f0bb7c4 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/206a9ce3-44df-4842-b623-23c235a49033 HTTP/1.1" status: 204 len: 168 time: 0.1791687 Apr 07 12:13:39.197217 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ce406f-5528-44f7-ae92-dd053f0bb7c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=206a9ce3-44df-4842-b623-23c235a49033,revision_number=None']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:13:40.114515 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea775f3-5b0f-470e-98ea-688594a58ff3 req-f3f9beff-2035-4de3-87c8-80bd0f901835 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:13:40.115939 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-fea775f3-5b0f-470e-98ea-688594a58ff3 req-f3f9beff-2035-4de3-87c8-80bd0f901835 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/ports?device_id=bbbb35d7-042d-488c-ba2e-88e040052a99 HTTP/1.1" status: 200 len: 943 time: 0.0527606 Apr 07 12:13:40.163351 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-fea775f3-5b0f-470e-98ea-688594a58ff3 req-6e4fd116-49c6-4084-b6ac-f6f205545a00 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b0e87fb-8029-4c38-a737-b45eced71642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416558 Apr 07 12:13:41.243026 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Device ae2673aa-41df-4043-b718-aaa6bf487b6c details requested by agent hyperv_hv-cinder-83693 with host hv-cinder-83693 {{(pid=103984) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 12:13:41.296049 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fe41fc-1066-44f0-815e-9c29f654183d req-89b1fe0f-6f0b-4f74-a1fb-8a1ce2f939e0 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:13:41.298600 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-e7fe41fc-1066-44f0-815e-9c29f654183d req-89b1fe0f-6f0b-4f74-a1fb-8a1ce2f939e0 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/ports?device_id=bbbb35d7-042d-488c-ba2e-88e040052a99 HTTP/1.1" status: 200 len: 943 time: 0.0641162 Apr 07 12:13:41.347376 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.db [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] For port ae2673aa-41df-4043-b718-aaa6bf487b6c, host hv-cinder-83693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83693',level=0,port_id=ae2673aa-41df-4043-b718-aaa6bf487b6c,segment=NetworkSegment(c6eef021-ef52-4fe9-b827-fdc4163e97eb),segment_id=c6eef021-ef52-4fe9-b827-fdc4163e97eb)] {{(pid=103984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:13:41.357074 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-e7fe41fc-1066-44f0-815e-9c29f654183d req-ca331ed1-65bb-481c-908b-cead0ccc9503 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b0e87fb-8029-4c38-a737-b45eced71642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518260 Apr 07 12:13:41.359276 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Returning: {'device': 'ae2673aa-41df-4043-b718-aaa6bf487b6c', 'network_id': 'a3a1c9bf-f178-42b2-8a75-be0111298909', 'port_id': 'ae2673aa-41df-4043-b718-aaa6bf487b6c', 'mac_address': 'fa:16:3e:8c:f3:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c904b354-656a-4e16-9970-de4658d8dce1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103984) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 12:13:41.397366 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Current status of the port ae2673aa-41df-4043-b718-aaa6bf487b6c is: DOWN; New status is: BUILD {{(pid=103984) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:13:41.397690 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (ae2673aa-41df-4043-b718-aaa6bf487b6c), before_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:41.411141 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.notifiers.nova [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae2673aa-41df-4043-b718-aaa6bf487b6c {{(pid=103984) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 12:13:41.430178 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.db [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] For port ae2673aa-41df-4043-b718-aaa6bf487b6c, host hv-cinder-83693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83693',level=0,port_id=ae2673aa-41df-4043-b718-aaa6bf487b6c,segment=NetworkSegment(c6eef021-ef52-4fe9-b827-fdc4163e97eb),segment_id=c6eef021-ef52-4fe9-b827-fdc4163e97eb)] {{(pid=103984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:13:41.499904 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780057409639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780056949607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780056949625'] for port (ae2673aa-41df-4043-b718-aaa6bf487b6c), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:41.550374 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Pushing event updated for resources: {'Port': ['ID=ae2673aa-41df-4043-b718-aaa6bf487b6c,revision_number=9']} {{(pid=103984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:13:41.557423 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:13:41.557768 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:13:41.558411 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:13:41.558754 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:13:41.559616 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:13:41.562978 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:13:41.562978 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:13:41.562978 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:13:41.562978 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:13:41.562978 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:13:41.562978 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:13:41.562978 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:13:41.562978 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:13:41.562978 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:13:41.562978 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:13:41.963221 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.db [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] get_ports_and_sgs() called for port_ids ['ae2673aa-41df-4043-b718-aaa6bf487b6c'] {{(pid=103984) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 12:13:42.482480 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffd1c40-4f33-4222-accf-d096c520c0db req-e62ce7d8-bb1e-4279-8c91-338c4d99e1d5 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:13:42.484047 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-8ffd1c40-4f33-4222-accf-d096c520c0db req-e62ce7d8-bb1e-4279-8c91-338c4d99e1d5 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/ports?device_id=bbbb35d7-042d-488c-ba2e-88e040052a99 HTTP/1.1" status: 200 len: 944 time: 0.0529168 Apr 07 12:13:42.544732 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-8ffd1c40-4f33-4222-accf-d096c520c0db req-b8623464-0def-45ae-a3bc-4a79b7c08702 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b0e87fb-8029-4c38-a737-b45eced71642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549467 Apr 07 12:13:43.258514 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Device ae2673aa-41df-4043-b718-aaa6bf487b6c up at agent hyperv_hv-cinder-83693 {{(pid=103984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:13:43.316783 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.provisioning_blocks [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Provisioning complete for port ae2673aa-41df-4043-b718-aaa6bf487b6c triggered by entity L2. {{(pid=103984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:13:43.317160 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7484729'] for port (ae2673aa-41df-4043-b718-aaa6bf487b6c), provisioning_complete {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:43.399639 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Current status of the port ae2673aa-41df-4043-b718-aaa6bf487b6c is: BUILD; New status is: ACTIVE {{(pid=103984) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:13:43.400026 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (ae2673aa-41df-4043-b718-aaa6bf487b6c), before_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:43.422763 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbbb35d7-042d-488c-ba2e-88e040052a99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae2673aa-41df-4043-b718-aaa6bf487b6c'}] {{(pid=103984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:13:43.425088 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0608bff1dee5f704c30ce50aefecbc08eaebc6e842b477e08be3f7901197da8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21c6391b-670e-48aa-8431-2ad7b66a39b4" -d '{"events": [{"server_uuid": "bbbb35d7-042d-488c-ba2e-88e040052a99", "name": "network-vif-plugged", "status": "completed", "tag": "ae2673aa-41df-4043-b718-aaa6bf487b6c"}]}' {{(pid=103984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:13:43.438065 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.db [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] For port ae2673aa-41df-4043-b718-aaa6bf487b6c, host hv-cinder-83693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83693',level=0,port_id=ae2673aa-41df-4043-b718-aaa6bf487b6c,segment=NetworkSegment(c6eef021-ef52-4fe9-b827-fdc4163e97eb),segment_id=c6eef021-ef52-4fe9-b827-fdc4163e97eb)] {{(pid=103984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:13:43.464580 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 12:13:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04530fc6-c9a9-490b-a25a-e3f4ea83f709 x-openstack-request-id: req-04530fc6-c9a9-490b-a25a-e3f4ea83f709 {{(pid=103984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:13:43.464580 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbbb35d7-042d-488c-ba2e-88e040052a99", "name": "network-vif-plugged", "status": "completed", "tag": "ae2673aa-41df-4043-b718-aaa6bf487b6c", "code": 200}]} {{(pid=103984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:13:43.464580 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-04530fc6-c9a9-490b-a25a-e3f4ea83f709 {{(pid=103984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:13:43.464580 dv-cinder-836930-1-iscsi neutron-server[103984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04530fc6-c9a9-490b-a25a-e3f4ea83f709'] response: {'server_uuid': 'bbbb35d7-042d-488c-ba2e-88e040052a99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae2673aa-41df-4043-b718-aaa6bf487b6c', 'code': 200} Apr 07 12:13:43.540080 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780057409639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780056949607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780056949625'] for port (ae2673aa-41df-4043-b718-aaa6bf487b6c), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:43.616882 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Pushing event updated for resources: {'Port': ['ID=ae2673aa-41df-4043-b718-aaa6bf487b6c,revision_number=10']} {{(pid=103984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:13:43.701424 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d852245f-b33a-4777-a2bd-abce8be9903e req-48cebe68-9039-4f59-a507-a023c6a96e34 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:13:43.703059 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-d852245f-b33a-4777-a2bd-abce8be9903e req-48cebe68-9039-4f59-a507-a023c6a96e34 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/ports?device_id=bbbb35d7-042d-488c-ba2e-88e040052a99 HTTP/1.1" status: 200 len: 946 time: 0.0652101 Apr 07 12:13:43.761520 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-d852245f-b33a-4777-a2bd-abce8be9903e req-f73e21f2-0326-4b4b-8c1e-03ba9366cdd0 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b0e87fb-8029-4c38-a737-b45eced71642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524688 Apr 07 12:13:43.907687 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495bd25e-4d0f-4db5-b850-3e722784e47c req-23fc19b7-edc2-42d9-ac10-b4aad78e0ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:13:43.909219 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-495bd25e-4d0f-4db5-b850-3e722784e47c req-23fc19b7-edc2-42d9-ac10-b4aad78e0ae4 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=bbbb35d7-042d-488c-ba2e-88e040052a99 HTTP/1.1" status: 200 len: 1130 time: 0.0426304 Apr 07 12:13:43.954953 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-495bd25e-4d0f-4db5-b850-3e722784e47c req-cf92bb42-c928-4db4-90c2-8acf964ac5b2 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=4b0e87fb-8029-4c38-a737-b45eced71642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373445 Apr 07 12:13:44.896860 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b80d656-bc59-416a-86f6-3b0f2269ff2a req-ac4c75e1-edfc-4c78-a3a0-8f0aac6cc604 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:13:44.899910 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-3b80d656-bc59-416a-86f6-3b0f2269ff2a req-ac4c75e1-edfc-4c78-a3a0-8f0aac6cc604 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/ports?device_id=bbbb35d7-042d-488c-ba2e-88e040052a99 HTTP/1.1" status: 200 len: 946 time: 0.0594449 Apr 07 12:13:44.945010 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-3b80d656-bc59-416a-86f6-3b0f2269ff2a req-d8359027-3552-4eec-b6f3-d921aaf25f19 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b0e87fb-8029-4c38-a737-b45eced71642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403235 Apr 07 12:13:46.066903 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2484d29b-26b4-4ca7-bcd5-c4bdf23ed530 req-e8c898f7-6bfe-4851-88cd-0a9e0a46e4e3 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:13:46.068396 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-2484d29b-26b4-4ca7-bcd5-c4bdf23ed530 req-e8c898f7-6bfe-4851-88cd-0a9e0a46e4e3 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/ports?device_id=bbbb35d7-042d-488c-ba2e-88e040052a99 HTTP/1.1" status: 200 len: 946 time: 0.0521376 Apr 07 12:13:46.113993 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-2484d29b-26b4-4ca7-bcd5-c4bdf23ed530 req-11e09bad-edb7-4a55-a1d1-d98d92063ac9 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b0e87fb-8029-4c38-a737-b45eced71642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400498 Apr 07 12:13:47.235634 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57fe0cd-3785-4035-a620-f1a7107c9400 req-ab2b9012-423c-46d1-a1f2-75927e475338 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:13:47.237295 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-c57fe0cd-3785-4035-a620-f1a7107c9400 req-ab2b9012-423c-46d1-a1f2-75927e475338 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/ports?device_id=bbbb35d7-042d-488c-ba2e-88e040052a99 HTTP/1.1" status: 200 len: 946 time: 0.0511231 Apr 07 12:13:47.286840 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-c57fe0cd-3785-4035-a620-f1a7107c9400 req-774a4f7f-8dca-455c-b79b-1f9c4286d0c9 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b0e87fb-8029-4c38-a737-b45eced71642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440342 Apr 07 12:13:48.413971 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bbc7e1-036b-4580-b922-76f7a24775cb req-e4c39707-16d4-4b41-a428-90ba07bbe3ac tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:13:48.415458 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-36bbc7e1-036b-4580-b922-76f7a24775cb req-e4c39707-16d4-4b41-a428-90ba07bbe3ac tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/ports?device_id=bbbb35d7-042d-488c-ba2e-88e040052a99 HTTP/1.1" status: 200 len: 946 time: 0.0565791 Apr 07 12:13:48.463216 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-36bbc7e1-036b-4580-b922-76f7a24775cb req-2e498247-8f3e-4c07-9251-3b81d9a732ae tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b0e87fb-8029-4c38-a737-b45eced71642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421333 Apr 07 12:13:49.585478 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab8b69f-90e6-4d18-ac17-792f6b75f38c req-f6393763-cb0d-4355-8fb7-5724f47c7f30 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:13:49.587025 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-3ab8b69f-90e6-4d18-ac17-792f6b75f38c req-f6393763-cb0d-4355-8fb7-5724f47c7f30 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/ports?device_id=bbbb35d7-042d-488c-ba2e-88e040052a99 HTTP/1.1" status: 200 len: 946 time: 0.0536363 Apr 07 12:13:49.632809 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-3ab8b69f-90e6-4d18-ac17-792f6b75f38c req-a7c29661-6385-462d-8a86-ee7cb647d5f8 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b0e87fb-8029-4c38-a737-b45eced71642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402966 Apr 07 12:13:50.764305 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca10e3c3-2071-4f2a-8cc1-74ce22a8d7ba req-10c05763-0be9-479b-b6f0-6078a4718c5f tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:13:50.764305 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-ca10e3c3-2071-4f2a-8cc1-74ce22a8d7ba req-10c05763-0be9-479b-b6f0-6078a4718c5f tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/ports?device_id=bbbb35d7-042d-488c-ba2e-88e040052a99 HTTP/1.1" status: 200 len: 946 time: 0.0556648 Apr 07 12:13:50.814068 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-ca10e3c3-2071-4f2a-8cc1-74ce22a8d7ba req-71502b8b-67ba-4a80-92b9-5f789bc70248 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b0e87fb-8029-4c38-a737-b45eced71642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441966 Apr 07 12:13:52.999482 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.58', 40550) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:13:53.105561 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-d430477a-81f6-406e-8fa2-6b346c6f0879 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:53.176997 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-d430477a-81f6-406e-8fa2-6b346c6f0879 admin admin] Publish callbacks [] for security_group (0eca1805-cc91-40fc-999c-89b88385277f), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:53.277337 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-d430477a-81f6-406e-8fa2-6b346c6f0879 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678166'] for security_group (0eca1805-cc91-40fc-999c-89b88385277f), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:53.316098 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d430477a-81f6-406e-8fa2-6b346c6f0879 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0eca1805-cc91-40fc-999c-89b88385277f,revision_number=1']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:13:53.320745 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [None req-d430477a-81f6-406e-8fa2-6b346c6f0879 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8ce97a36e57745d7aff3d2d67c985d90&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3192739 Apr 07 12:13:53.322706 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.wsgi [-] (103983) accepted ('10.222.0.58', 40556) {{(pid=103983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:13:53.325680 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d430477a-81f6-406e-8fa2-6b346c6f0879 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:13:53.326035 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d430477a-81f6-406e-8fa2-6b346c6f0879 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:13:53.326379 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d430477a-81f6-406e-8fa2-6b346c6f0879 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:13:53.326720 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d430477a-81f6-406e-8fa2-6b346c6f0879 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:13:53.327052 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d430477a-81f6-406e-8fa2-6b346c6f0879 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:13:53.327405 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d430477a-81f6-406e-8fa2-6b346c6f0879 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:13:53.327752 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d430477a-81f6-406e-8fa2-6b346c6f0879 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:13:53.328044 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d430477a-81f6-406e-8fa2-6b346c6f0879 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:13:53.328370 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d430477a-81f6-406e-8fa2-6b346c6f0879 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:13:53.328693 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d430477a-81f6-406e-8fa2-6b346c6f0879 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:13:53.329142 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d430477a-81f6-406e-8fa2-6b346c6f0879 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:13:53.329327 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d430477a-81f6-406e-8fa2-6b346c6f0879 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:13:53.329656 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d430477a-81f6-406e-8fa2-6b346c6f0879 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:13:53.330403 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d430477a-81f6-406e-8fa2-6b346c6f0879 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:13:53.330403 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d430477a-81f6-406e-8fa2-6b346c6f0879 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:13:53.374762 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-af2d5047-e797-47c5-8646-4078ba8e4ef9 admin admin] Publish callbacks [] for security_group (0eca1805-cc91-40fc-999c-89b88385277f), before_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:53.396245 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-af2d5047-e797-47c5-8646-4078ba8e4ef9 admin admin] Publish callbacks [] for security_group (0eca1805-cc91-40fc-999c-89b88385277f), precommit_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:53.505401 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-af2d5047-e797-47c5-8646-4078ba8e4ef9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678166'] for security_group (0eca1805-cc91-40fc-999c-89b88385277f), after_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:53.507972 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-af2d5047-e797-47c5-8646-4078ba8e4ef9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:53.509112 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [None req-af2d5047-e797-47c5-8646-4078ba8e4ef9 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0eca1805-cc91-40fc-999c-89b88385277f HTTP/1.1" status: 204 len: 168 time: 0.1846812 Apr 07 12:13:53.516991 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2d5047-e797-47c5-8646-4078ba8e4ef9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eca1805-cc91-40fc-999c-89b88385277f,revision_number=None']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:13:54.088001 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.wsgi [-] (103983) accepted ('10.222.0.58', 40566) {{(pid=103983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:13:54.101758 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-77ed3d01-e93f-4b63-a4ee-6a8cd14ec877 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:54.173314 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-77ed3d01-e93f-4b63-a4ee-6a8cd14ec877 admin admin] Publish callbacks [] for security_group (dbd3ce43-0361-44c6-ae62-edc70a02c400), precommit_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:54.248750 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-77ed3d01-e93f-4b63-a4ee-6a8cd14ec877 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678166'] for security_group (dbd3ce43-0361-44c6-ae62-edc70a02c400), after_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:54.289731 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [None req-77ed3d01-e93f-4b63-a4ee-6a8cd14ec877 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7c33026e2e314722bb3cd37b34a09b52&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2006364 Apr 07 12:13:54.290820 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ed3d01-e93f-4b63-a4ee-6a8cd14ec877 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbd3ce43-0361-44c6-ae62-edc70a02c400,revision_number=1']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:13:54.292431 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.58', 40570) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:13:54.353264 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-e879843c-633b-4403-a213-5e44d00592ed admin admin] Publish callbacks [] for security_group (dbd3ce43-0361-44c6-ae62-edc70a02c400), before_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:54.374769 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-e879843c-633b-4403-a213-5e44d00592ed admin admin] Publish callbacks [] for security_group (dbd3ce43-0361-44c6-ae62-edc70a02c400), precommit_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:54.500382 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-e879843c-633b-4403-a213-5e44d00592ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678166'] for security_group (dbd3ce43-0361-44c6-ae62-edc70a02c400), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:54.502938 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-e879843c-633b-4403-a213-5e44d00592ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:54.504932 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [None req-e879843c-633b-4403-a213-5e44d00592ed admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/dbd3ce43-0361-44c6-ae62-edc70a02c400 HTTP/1.1" status: 204 len: 168 time: 0.2106655 Apr 07 12:13:54.512107 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e879843c-633b-4403-a213-5e44d00592ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbd3ce43-0361-44c6-ae62-edc70a02c400,revision_number=None']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:13:57.596781 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.58', 40658) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:13:57.697754 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-8c5519ea-519c-428e-9a5c-24bf82b3da25 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:57.771927 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-8c5519ea-519c-428e-9a5c-24bf82b3da25 admin admin] Publish callbacks [] for security_group (1f0dc1e2-418b-4634-bfdb-9e7c3161a447), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:57.853509 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-8c5519ea-519c-428e-9a5c-24bf82b3da25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678166'] for security_group (1f0dc1e2-418b-4634-bfdb-9e7c3161a447), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:57.891618 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [None req-8c5519ea-519c-428e-9a5c-24bf82b3da25 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=21647e39239d448289dbf130abf0796b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2937675 Apr 07 12:13:57.892434 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5519ea-519c-428e-9a5c-24bf82b3da25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f0dc1e2-418b-4634-bfdb-9e7c3161a447,revision_number=1']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:13:57.894430 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.wsgi [-] (103983) accepted ('10.222.0.58', 40662) {{(pid=103983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:13:57.942359 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-3a317796-0fd7-46be-bfc6-3b2d98c930b7 admin admin] Publish callbacks [] for security_group (1f0dc1e2-418b-4634-bfdb-9e7c3161a447), before_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:57.962822 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-3a317796-0fd7-46be-bfc6-3b2d98c930b7 admin admin] Publish callbacks [] for security_group (1f0dc1e2-418b-4634-bfdb-9e7c3161a447), precommit_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:58.088494 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-3a317796-0fd7-46be-bfc6-3b2d98c930b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678166'] for security_group (1f0dc1e2-418b-4634-bfdb-9e7c3161a447), after_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:58.091148 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-3a317796-0fd7-46be-bfc6-3b2d98c930b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:58.092319 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [None req-3a317796-0fd7-46be-bfc6-3b2d98c930b7 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1f0dc1e2-418b-4634-bfdb-9e7c3161a447 HTTP/1.1" status: 204 len: 168 time: 0.1969037 Apr 07 12:13:58.100464 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a317796-0fd7-46be-bfc6-3b2d98c930b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f0dc1e2-418b-4634-bfdb-9e7c3161a447,revision_number=None']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:13:58.318850 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.agents_db [None req-3662b1ad-d2b5-4b6d-81f6-e1280f618718 None None] Agent healthcheck: found 6 active agents {{(pid=103985) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 12:13:58.726910 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.58', 40672) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:13:58.740329 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-2872c2b2-6d69-47c8-bb4e-765ec9eaf9ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:58.814642 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-2872c2b2-6d69-47c8-bb4e-765ec9eaf9ff admin admin] Publish callbacks [] for security_group (aeaca44b-5a27-4d43-a573-9c7bf6d0131c), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:58.893966 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-2872c2b2-6d69-47c8-bb4e-765ec9eaf9ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678166'] for security_group (aeaca44b-5a27-4d43-a573-9c7bf6d0131c), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:58.931719 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [None req-2872c2b2-6d69-47c8-bb4e-765ec9eaf9ff admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=701c112df2354e5aacb3666bac497972&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2036955 Apr 07 12:13:58.932603 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2872c2b2-6d69-47c8-bb4e-765ec9eaf9ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aeaca44b-5a27-4d43-a573-9c7bf6d0131c,revision_number=1']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:13:58.934719 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.wsgi [-] (103983) accepted ('10.222.0.58', 40674) {{(pid=103983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:13:58.988321 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-ec970cc4-bb5c-40b0-8c85-7788f241db6b admin admin] Publish callbacks [] for security_group (aeaca44b-5a27-4d43-a573-9c7bf6d0131c), before_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:59.009573 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-ec970cc4-bb5c-40b0-8c85-7788f241db6b admin admin] Publish callbacks [] for security_group (aeaca44b-5a27-4d43-a573-9c7bf6d0131c), precommit_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:59.138267 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-ec970cc4-bb5c-40b0-8c85-7788f241db6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678166'] for security_group (aeaca44b-5a27-4d43-a573-9c7bf6d0131c), after_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:59.140963 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-ec970cc4-bb5c-40b0-8c85-7788f241db6b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:59.142138 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [None req-ec970cc4-bb5c-40b0-8c85-7788f241db6b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/aeaca44b-5a27-4d43-a573-9c7bf6d0131c HTTP/1.1" status: 204 len: 168 time: 0.2063549 Apr 07 12:13:59.151176 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec970cc4-bb5c-40b0-8c85-7788f241db6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeaca44b-5a27-4d43-a573-9c7bf6d0131c,revision_number=None']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:13:59.459450 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (b65c4e22-832a-4f2b-89ab-f6b5f91e1f65), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:00.807698 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.wsgi [-] (103983) accepted ('10.222.0.58', 40726) {{(pid=103983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:14:00.915150 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-e900111f-2849-4f6e-be3d-06ec5fd3783e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:00.987666 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-e900111f-2849-4f6e-be3d-06ec5fd3783e admin admin] Publish callbacks [] for security_group (52c750c0-cd15-4ecc-80c1-cb08d7fc66bd), precommit_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:01.053605 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-e900111f-2849-4f6e-be3d-06ec5fd3783e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678166'] for security_group (52c750c0-cd15-4ecc-80c1-cb08d7fc66bd), after_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:01.090290 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e900111f-2849-4f6e-be3d-06ec5fd3783e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52c750c0-cd15-4ecc-80c1-cb08d7fc66bd,revision_number=1']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:14:01.095395 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [None req-e900111f-2849-4f6e-be3d-06ec5fd3783e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e25cec39aa1e4365b3793612c916eb61&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2863142 Apr 07 12:14:01.098060 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.wsgi [-] (103983) accepted ('10.222.0.58', 40730) {{(pid=103983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:14:01.144148 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-5ea542f0-af3b-446d-a1aa-2ab3612c9863 admin admin] Publish callbacks [] for security_group (52c750c0-cd15-4ecc-80c1-cb08d7fc66bd), before_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:01.164981 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-5ea542f0-af3b-446d-a1aa-2ab3612c9863 admin admin] Publish callbacks [] for security_group (52c750c0-cd15-4ecc-80c1-cb08d7fc66bd), precommit_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:01.271664 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-5ea542f0-af3b-446d-a1aa-2ab3612c9863 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678166'] for security_group (52c750c0-cd15-4ecc-80c1-cb08d7fc66bd), after_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:01.274172 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-5ea542f0-af3b-446d-a1aa-2ab3612c9863 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:01.275334 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [None req-5ea542f0-af3b-446d-a1aa-2ab3612c9863 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/52c750c0-cd15-4ecc-80c1-cb08d7fc66bd HTTP/1.1" status: 204 len: 168 time: 0.1764271 Apr 07 12:14:01.286598 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea542f0-af3b-446d-a1aa-2ab3612c9863 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52c750c0-cd15-4ecc-80c1-cb08d7fc66bd,revision_number=None']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:14:01.994888 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-91341036-9cd2-41cd-8b26-718fe1dfc5ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (94869e64-74fb-4601-95b5-a1334a6bdcea), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:04.305122 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-93d4b8f4-6f06-4625-b234-51ddcad9e36d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (ad8978c4-6515-441c-a828-0289badd3b4a), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:05.681966 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-e3029262-029d-49e4-8078-e7e61e534645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (e465150c-12ca-425e-8c36-fa03ee6240b4), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:07.453606 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-4ee86192-ef9a-4f9c-8d37-983d911c7eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (8705c964-c35e-4008-b403-e26242cd5404), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:08.806176 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (18566f30-62c1-4fb1-af49-ebd049d63fec), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:10.806112 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d3adc6-af78-453c-8d10-227c4f971ced req-badd76c1-a757-4839-bc49-a0f6bda7f86a tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:14:10.807598 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-01d3adc6-af78-453c-8d10-227c4f971ced req-badd76c1-a757-4839-bc49-a0f6bda7f86a tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] 10.222.0.58 "GET /v2.0/ports?device_id=e579b6e2-4f18-4e52-86b0-2bd4e3d549f0 HTTP/1.1" status: 200 len: 945 time: 0.0518856 Apr 07 12:14:10.858716 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-01d3adc6-af78-453c-8d10-227c4f971ced req-93b76bc4-59f9-4be0-a400-e08d3a928776 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] 10.222.0.58 "GET /v2.0/security-groups?id=7e60e9c1-98e8-4d50-bdfd-c01025e49a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451789 Apr 07 12:14:11.983375 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befee24c-c28a-47d3-8ef4-6dc69592d514 req-bd6757ba-0a5a-4f83-833d-1ccf4b6a9eaa tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:14:11.984844 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-befee24c-c28a-47d3-8ef4-6dc69592d514 req-bd6757ba-0a5a-4f83-833d-1ccf4b6a9eaa tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] 10.222.0.58 "GET /v2.0/ports?device_id=e579b6e2-4f18-4e52-86b0-2bd4e3d549f0 HTTP/1.1" status: 200 len: 945 time: 0.0551927 Apr 07 12:14:12.031292 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-befee24c-c28a-47d3-8ef4-6dc69592d514 req-9cc49b1e-5b78-4edb-bac0-da1a5d7021ed tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] 10.222.0.58 "GET /v2.0/security-groups?id=7e60e9c1-98e8-4d50-bdfd-c01025e49a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407436 Apr 07 12:14:12.771691 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.58', 40880) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:14:12.874213 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-b4884cbb-2d06-4d7d-9e4c-4dcc63ed640d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:12.949791 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-b4884cbb-2d06-4d7d-9e4c-4dcc63ed640d admin admin] Publish callbacks [] for security_group (35caaf8c-cdea-4fbc-8196-2f109ac88613), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:13.023276 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffa59d8-7e50-4a82-83a8-965ed9fb04c3 req-0407fa39-eb26-48ff-bcec-3b801124917c tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:14:13.024795 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-4ffa59d8-7e50-4a82-83a8-965ed9fb04c3 req-0407fa39-eb26-48ff-bcec-3b801124917c tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] 10.222.0.49 "GET /v2.0/ports?device_id=e579b6e2-4f18-4e52-86b0-2bd4e3d549f0 HTTP/1.1" status: 200 len: 945 time: 0.0548120 Apr 07 12:14:13.026079 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-b4884cbb-2d06-4d7d-9e4c-4dcc63ed640d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678166'] for security_group (35caaf8c-cdea-4fbc-8196-2f109ac88613), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:13.095030 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [None req-b4884cbb-2d06-4d7d-9e4c-4dcc63ed640d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c34ac11bf25341198443d4f6c8707e65&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3199203 Apr 07 12:14:13.095030 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4884cbb-2d06-4d7d-9e4c-4dcc63ed640d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35caaf8c-cdea-4fbc-8196-2f109ac88613,revision_number=1']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:14:13.099890 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.wsgi [-] (103983) accepted ('10.222.0.58', 40888) {{(pid=103983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:14:13.148241 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-4b7f11d1-dd0a-4896-ba4f-f2176d4909ab admin admin] Publish callbacks [] for security_group (35caaf8c-cdea-4fbc-8196-2f109ac88613), before_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:13.169667 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-4b7f11d1-dd0a-4896-ba4f-f2176d4909ab admin admin] Publish callbacks [] for security_group (35caaf8c-cdea-4fbc-8196-2f109ac88613), precommit_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:13.191632 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b51bbc-0d26-4be1-b2f3-14d541f20b3f req-3ddfb659-897f-41ad-a7c4-d99d30af2f89 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:14:13.193110 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-d1b51bbc-0d26-4be1-b2f3-14d541f20b3f req-3ddfb659-897f-41ad-a7c4-d99d30af2f89 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] 10.222.0.58 "GET /v2.0/ports?device_id=e579b6e2-4f18-4e52-86b0-2bd4e3d549f0 HTTP/1.1" status: 200 len: 945 time: 0.0891464 Apr 07 12:14:13.211304 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.plugin [req-4ffa59d8-7e50-4a82-83a8-965ed9fb04c3 req-f73d62c3-d118-4dc6-9378-e9ff0cb768c4 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Deleting port d624a5c5-faac-4167-a154-ce2e69cead8c {{(pid=103982) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:14:13.211641 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [req-4ffa59d8-7e50-4a82-83a8-965ed9fb04c3 req-f73d62c3-d118-4dc6-9378-e9ff0cb768c4 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780057404546'] for port (d624a5c5-faac-4167-a154-ce2e69cead8c), before_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:13.287876 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-4b7f11d1-dd0a-4896-ba4f-f2176d4909ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678166'] for security_group (35caaf8c-cdea-4fbc-8196-2f109ac88613), after_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:13.290566 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-4b7f11d1-dd0a-4896-ba4f-f2176d4909ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:13.291974 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [None req-4b7f11d1-dd0a-4896-ba4f-f2176d4909ab admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/35caaf8c-cdea-4fbc-8196-2f109ac88613 HTTP/1.1" status: 204 len: 168 time: 0.1947682 Apr 07 12:14:13.299903 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7f11d1-dd0a-4896-ba4f-f2176d4909ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35caaf8c-cdea-4fbc-8196-2f109ac88613,revision_number=None']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:14:13.307626 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-d1b51bbc-0d26-4be1-b2f3-14d541f20b3f req-0ab4c31e-512e-41a4-9cd3-6ac816de513c tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] 10.222.0.58 "GET /v2.0/security-groups?id=7e60e9c1-98e8-4d50-bdfd-c01025e49a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1070678 Apr 07 12:14:13.333503 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.db [req-4ffa59d8-7e50-4a82-83a8-965ed9fb04c3 req-f73d62c3-d118-4dc6-9378-e9ff0cb768c4 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] For port d624a5c5-faac-4167-a154-ce2e69cead8c, host hv-cinder-83693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83693',level=0,port_id=d624a5c5-faac-4167-a154-ce2e69cead8c,segment=NetworkSegment(f5d7ecb0-5c7c-4273-b385-28574af1ff09),segment_id=f5d7ecb0-5c7c-4273-b385-28574af1ff09)] {{(pid=103982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:14:13.333739 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [req-4ffa59d8-7e50-4a82-83a8-965ed9fb04c3 req-f73d62c3-d118-4dc6-9378-e9ff0cb768c4 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2017998'] for port (d624a5c5-faac-4167-a154-ce2e69cead8c), precommit_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:13.509422 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [req-4ffa59d8-7e50-4a82-83a8-965ed9fb04c3 req-f73d62c3-d118-4dc6-9378-e9ff0cb768c4 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:13.509781 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [req-4ffa59d8-7e50-4a82-83a8-965ed9fb04c3 req-f73d62c3-d118-4dc6-9378-e9ff0cb768c4 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2019898'] for floatingip (83e88bdc-d807-4a9b-a43d-bfaf8a19eb9b), after_update {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:13.510096 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.db.l3_db [req-4ffa59d8-7e50-4a82-83a8-965ed9fb04c3 req-f73d62c3-d118-4dc6-9378-e9ff0cb768c4 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Floating IP 83e88bdc-d807-4a9b-a43d-bfaf8a19eb9b disassociated. External IP: 172.27.0.7, port: d624a5c5-faac-4167-a154-ce2e69cead8c. Apr 07 12:14:13.510431 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.plugin [req-4ffa59d8-7e50-4a82-83a8-965ed9fb04c3 req-f73d62c3-d118-4dc6-9378-e9ff0cb768c4 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Calling delete_port for d624a5c5-faac-4167-a154-ce2e69cead8c owned by compute:nova {{(pid=103982) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:14:13.728522 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [req-4ffa59d8-7e50-4a82-83a8-965ed9fb04c3 req-f73d62c3-d118-4dc6-9378-e9ff0cb768c4 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780057409621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780056949598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126593575'] for port (d624a5c5-faac-4167-a154-ce2e69cead8c), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:13.758349 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73d62c3-d118-4dc6-9378-e9ff0cb768c4 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Pushing event deleted for resources: {'Port': ['ID=d624a5c5-faac-4167-a154-ce2e69cead8c,revision_number=None']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:14:13.881904 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4ffa59d8-7e50-4a82-83a8-965ed9fb04c3 req-f73d62c3-d118-4dc6-9378-e9ff0cb768c4 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Router a519d0f1-242e-4041-a842-bab06b04f73c has already been hosted by L3 agent ad8978c4-6515-441c-a828-0289badd3b4a {{(pid=103982) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 12:14:14.009851 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4ffa59d8-7e50-4a82-83a8-965ed9fb04c3 req-f73d62c3-d118-4dc6-9378-e9ff0cb768c4 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Notify agent at l3_agent.dv-cinder-836930-1-iscsi the message routers_updated {{(pid=103982) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 12:14:14.022775 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f22a6e-e942-4f99-b650-12b2f61def5e None None] Sync routers for ids ['a519d0f1-242e-4041-a842-bab06b04f73c'] in dv-cinder-836930-1-iscsi {{(pid=103985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 12:14:14.032528 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f22a6e-e942-4f99-b650-12b2f61def5e None None] Routers {'a519d0f1-242e-4041-a842-bab06b04f73c'} bound to L3 agent in host dv-cinder-836930-1-iscsi {{(pid=103985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:14:14.033143 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_hamode_db [None req-a4f22a6e-e942-4f99-b650-12b2f61def5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836930-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-07T11:57:34Z,description=,heartbeat_timestamp=2022-04-07T12:14:04Z,host='dv-cinder-836930-1-iscsi',id=ad8978c4-6515-441c-a828-0289badd3b4a,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:57:35Z,topic='l3_agent')) {'router_ids': ['a519d0f1-242e-4041-a842-bab06b04f73c'], 'active': True} {{(pid=103985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:14:14.054657 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ffa59d8-7e50-4a82-83a8-965ed9fb04c3 req-f73d62c3-d118-4dc6-9378-e9ff0cb768c4 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] No DVR routers for this DVR port d624a5c5-faac-4167-a154-ce2e69cead8c on host hv-cinder-83693 {{(pid=103982) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 12:14:14.057312 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [req-4ffa59d8-7e50-4a82-83a8-965ed9fb04c3 req-f73d62c3-d118-4dc6-9378-e9ff0cb768c4 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91606'] for port (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:14.060909 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-4ffa59d8-7e50-4a82-83a8-965ed9fb04c3 req-f73d62c3-d118-4dc6-9378-e9ff0cb768c4 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] 10.222.0.49 "DELETE /v2.0/ports/d624a5c5-faac-4167-a154-ce2e69cead8c HTTP/1.1" status: 204 len: 173 time: 1.0198133 Apr 07 12:14:14.061600 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e579b6e2-4f18-4e52-86b0-2bd4e3d549f0', 'name': 'network-vif-deleted', 'tag': 'd624a5c5-faac-4167-a154-ce2e69cead8c'}] {{(pid=103982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:14:14.064783 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a87f3ac2112343cf46b731ae90f6f8f3b8b920e6472e7c70a4e5373429e5b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60fda4ba-a2ac-4e12-900c-f22eb58729bb" -d '{"events": [{"server_uuid": "e579b6e2-4f18-4e52-86b0-2bd4e3d549f0", "name": "network-vif-deleted", "tag": "d624a5c5-faac-4167-a154-ce2e69cead8c"}]}' {{(pid=103982) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:14:14.105657 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 12:14:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-298b2742-5c99-4a71-80c0-acb81174dee9 x-openstack-request-id: req-298b2742-5c99-4a71-80c0-acb81174dee9 {{(pid=103982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:14:14.106032 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e579b6e2-4f18-4e52-86b0-2bd4e3d549f0", "name": "network-vif-deleted", "tag": "d624a5c5-faac-4167-a154-ce2e69cead8c", "status": "completed", "code": 200}]} {{(pid=103982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:14:14.106282 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-298b2742-5c99-4a71-80c0-acb81174dee9 {{(pid=103982) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:14:14.106744 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.notifiers.nova [-] Nova event matching ['req-298b2742-5c99-4a71-80c0-acb81174dee9'] response: {'server_uuid': 'e579b6e2-4f18-4e52-86b0-2bd4e3d549f0', 'name': 'network-vif-deleted', 'tag': 'd624a5c5-faac-4167-a154-ce2e69cead8c', 'status': 'completed', 'code': 200} Apr 07 12:14:14.162322 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_dvr_db [None req-a4f22a6e-e942-4f99-b650-12b2f61def5e None None] Set router a519d0f1-242e-4041-a842-bab06b04f73c gateway port host: dv-cinder-836930-1-iscsi {{(pid=103985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:14:14.420389 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_hamode_db [None req-a4f22a6e-e942-4f99-b650-12b2f61def5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a519d0f1-242e-4041-a842-bab06b04f73c', 'name': 'tempest-AttachVolumeNegativeTest-534969019-router', 'tenant_id': '58b56b91563a42a8bdc5c09e03b65f27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'external_fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': 'f3414172-3630-42b6-b260-7d6d425d85c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:06:30Z', 'updated_at': '2022-04-07T12:06:39Z', 'revision_number': 4, 'project_id': '58b56b91563a42a8bdc5c09e03b65f27', 'gw_port': {'id': 'f3414172-3630-42b6-b260-7d6d425d85c0', 'name': '', 'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:5a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a519d0f1-242e-4041-a842-bab06b04f73c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:06:32Z', 'updated_at': '2022-04-07T12:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4554067d-f507-4a99-8a98-0874c02c5721', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836930-1-iscsi', '_interfaces': [{'id': '68192a74-ee6f-49ed-b01a-ff2103dd3c8b', 'name': '', 'network_id': '30ebdc73-30d3-4d75-a45d-118501e4a6d7', 'tenant_id': '58b56b91563a42a8bdc5c09e03b65f27', 'mac_address': 'fa:16:3e:8d:10:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a519d0f1-242e-4041-a842-bab06b04f73c', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '7fc98a79-6638-4f9b-8125-b4339927e49b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:06:37Z', 'updated_at': '2022-04-07T12:06:49Z', 'revision_number': 5, 'project_id': '58b56b91563a42a8bdc5c09e03b65f27', 'subnets': [{'id': '7fc98a79-6638-4f9b-8125-b4339927e49b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836930-1-iscsi', False) {} {{(pid=103985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:14:14.431337 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-60b49f68-cd0d-48a7-8bcc-823460cc0800 req-05f774f0-8688-4e55-80f8-0df88d541077 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] 10.222.0.58 "GET /v2.0/ports?device_id=e579b6e2-4f18-4e52-86b0-2bd4e3d549f0 HTTP/1.1" status: 200 len: 210 time: 0.0387549 Apr 07 12:14:14.450320 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f22a6e-e942-4f99-b650-12b2f61def5e None None] Checking router: a519d0f1-242e-4041-a842-bab06b04f73c for host: dv-cinder-836930-1-iscsi {{(pid=103985) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 12:14:14.463240 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f22a6e-e942-4f99-b650-12b2f61def5e None None] Routers {'a519d0f1-242e-4041-a842-bab06b04f73c'} bound to L3 agent in host dv-cinder-836930-1-iscsi {{(pid=103985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:14:14.463844 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_hamode_db [None req-a4f22a6e-e942-4f99-b650-12b2f61def5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836930-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-07T11:57:34Z,description=,heartbeat_timestamp=2022-04-07T12:14:04Z,host='dv-cinder-836930-1-iscsi',id=ad8978c4-6515-441c-a828-0289badd3b4a,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:57:35Z,topic='l3_agent')) {'router_ids': ['a519d0f1-242e-4041-a842-bab06b04f73c'], 'active': True} {{(pid=103985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:14:14.578275 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_dvr_db [None req-a4f22a6e-e942-4f99-b650-12b2f61def5e None None] Set router a519d0f1-242e-4041-a842-bab06b04f73c gateway port host: dv-cinder-836930-1-iscsi {{(pid=103985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:14:14.783650 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_hamode_db [None req-a4f22a6e-e942-4f99-b650-12b2f61def5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a519d0f1-242e-4041-a842-bab06b04f73c', 'name': 'tempest-AttachVolumeNegativeTest-534969019-router', 'tenant_id': '58b56b91563a42a8bdc5c09e03b65f27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'external_fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': 'f3414172-3630-42b6-b260-7d6d425d85c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:06:30Z', 'updated_at': '2022-04-07T12:06:39Z', 'revision_number': 4, 'project_id': '58b56b91563a42a8bdc5c09e03b65f27', 'gw_port': {'id': 'f3414172-3630-42b6-b260-7d6d425d85c0', 'name': '', 'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:5a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a519d0f1-242e-4041-a842-bab06b04f73c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:06:32Z', 'updated_at': '2022-04-07T12:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4554067d-f507-4a99-8a98-0874c02c5721', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836930-1-iscsi', '_interfaces': [{'id': '68192a74-ee6f-49ed-b01a-ff2103dd3c8b', 'name': '', 'network_id': '30ebdc73-30d3-4d75-a45d-118501e4a6d7', 'tenant_id': '58b56b91563a42a8bdc5c09e03b65f27', 'mac_address': 'fa:16:3e:8d:10:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a519d0f1-242e-4041-a842-bab06b04f73c', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '7fc98a79-6638-4f9b-8125-b4339927e49b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:06:37Z', 'updated_at': '2022-04-07T12:06:49Z', 'revision_number': 5, 'project_id': '58b56b91563a42a8bdc5c09e03b65f27', 'subnets': [{'id': '7fc98a79-6638-4f9b-8125-b4339927e49b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836930-1-iscsi', False) {} {{(pid=103985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:14:14.809436 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f22a6e-e942-4f99-b650-12b2f61def5e None None] The sync data for ids ['a519d0f1-242e-4041-a842-bab06b04f73c'] in dv-cinder-836930-1-iscsi is: [{'id': 'a519d0f1-242e-4041-a842-bab06b04f73c', 'name': 'tempest-AttachVolumeNegativeTest-534969019-router', 'tenant_id': '58b56b91563a42a8bdc5c09e03b65f27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'external_fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': 'f3414172-3630-42b6-b260-7d6d425d85c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:06:30Z', 'updated_at': '2022-04-07T12:06:39Z', 'revision_number': 4, 'project_id': '58b56b91563a42a8bdc5c09e03b65f27', 'gw_port': {'id': 'f3414172-3630-42b6-b260-7d6d425d85c0', 'name': '', 'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:5a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a519d0f1-242e-4041-a842-bab06b04f73c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:06:32Z', 'updated_at': '2022-04-07T12:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4554067d-f507-4a99-8a98-0874c02c5721', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836930-1-iscsi', '_interfaces': [{'id': '68192a74-ee6f-49ed-b01a-ff2103dd3c8b', 'name': '', 'network_id': '30ebdc73-30d3-4d75-a45d-118501e4a6d7', 'tenant_id': '58b56b91563a42a8bdc5c09e03b65f27', 'mac_address': 'fa:16:3e:8d:10:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a519d0f1-242e-4041-a842-bab06b04f73c', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '7fc98a79-6638-4f9b-8125-b4339927e49b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:06:37Z', 'updated_at': '2022-04-07T12:06:49Z', 'revision_number': 5, 'project_id': '58b56b91563a42a8bdc5c09e03b65f27', 'subnets': [{'id': '7fc98a79-6638-4f9b-8125-b4339927e49b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 12:14:15.024493 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-576d59b0-1a7e-469f-bb27-59d3c4288427 None None] New status for floating IP 83e88bdc-d807-4a9b-a43d-bfaf8a19eb9b: DOWN {{(pid=103984) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 12:14:15.544839 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-a0a7e40b-f916-4a86-98a5-f4b36bfb7097 req-25c25044-6c08-4960-8a56-733bd05951bc tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] 10.222.0.58 "GET /v2.0/ports?device_id=e579b6e2-4f18-4e52-86b0-2bd4e3d549f0 HTTP/1.1" status: 200 len: 210 time: 0.0271866 Apr 07 12:14:16.732845 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.58', 40964) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:14:16.792577 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-e612beb3-3084-4aa4-b8ca-e5976226b2a1 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Publish callbacks [] for security_group (7e60e9c1-98e8-4d50-bdfd-c01025e49a5e), before_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:16.815773 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-e612beb3-3084-4aa4-b8ca-e5976226b2a1 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Publish callbacks [] for security_group (7e60e9c1-98e8-4d50-bdfd-c01025e49a5e), precommit_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:16.927917 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-e612beb3-3084-4aa4-b8ca-e5976226b2a1 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678166'] for security_group (7e60e9c1-98e8-4d50-bdfd-c01025e49a5e), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:16.930499 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-e612beb3-3084-4aa4-b8ca-e5976226b2a1 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Publish callbacks [] for security_group (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:16.931679 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [None req-e612beb3-3084-4aa4-b8ca-e5976226b2a1 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] 10.222.0.58 "DELETE /v2.0/security-groups/7e60e9c1-98e8-4d50-bdfd-c01025e49a5e HTTP/1.1" status: 204 len: 168 time: 0.1971204 Apr 07 12:14:16.934785 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.wsgi [-] (103983) accepted ('10.222.0.58', 40970) {{(pid=103983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:14:16.941052 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e612beb3-3084-4aa4-b8ca-e5976226b2a1 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e60e9c1-98e8-4d50-bdfd-c01025e49a5e,revision_number=None']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:14:16.948583 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.api.v2.resource [None req-bcd94303-4a17-4e05-b385-0ef8db364c11 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] show failed (client error): The resource could not be found. Apr 07 12:14:16.949785 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [None req-bcd94303-4a17-4e05-b385-0ef8db364c11 tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] 10.222.0.58 "GET /v2.0/security-groups/7e60e9c1-98e8-4d50-bdfd-c01025e49a5e HTTP/1.1" status: 404 len: 347 time: 0.0139401 Apr 07 12:14:16.952572 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.wsgi [-] (103983) accepted ('10.222.0.58', 40972) {{(pid=103983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:14:17.094365 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-8f8c67d3-65fe-4e6c-85a6-84dbe965a21f tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Deleting port e4e4314e-a09d-41d7-b231-03bb45840659 {{(pid=103983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:14:17.094705 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-8f8c67d3-65fe-4e6c-85a6-84dbe965a21f tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780057404546'] for port (e4e4314e-a09d-41d7-b231-03bb45840659), before_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:17.169995 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-8f8c67d3-65fe-4e6c-85a6-84dbe965a21f tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2017998'] for port (e4e4314e-a09d-41d7-b231-03bb45840659), precommit_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:17.170426 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-8f8c67d3-65fe-4e6c-85a6-84dbe965a21f tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Publish callbacks [] for floatingip (e4e4314e-a09d-41d7-b231-03bb45840659), precommit_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:17.182858 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-8f8c67d3-65fe-4e6c-85a6-84dbe965a21f tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Calling delete_port for e4e4314e-a09d-41d7-b231-03bb45840659 owned by network:floatingip {{(pid=103983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:14:17.313755 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e5f2e8-43c5-4f25-8f85-ede01c369d07 req-9832ede2-ee42-4e88-8738-33ba4a5bbeff tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:14:17.315260 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-b5e5f2e8-43c5-4f25-8f85-ede01c369d07 req-9832ede2-ee42-4e88-8738-33ba4a5bbeff tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] 10.222.0.58 "GET /v2.0/ports?device_id=bea4e2d6-6d66-4f89-9eac-09f1cd4c94db HTTP/1.1" status: 200 len: 946 time: 0.0563073 Apr 07 12:14:17.362545 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-b5e5f2e8-43c5-4f25-8f85-ede01c369d07 req-d91e7729-f15c-4b35-bc47-7ec259c6bc6b tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] 10.222.0.58 "GET /v2.0/security-groups?id=7f4c1248-8e1d-4e73-aca4-7522afc1729b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408792 Apr 07 12:14:17.385167 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Device d624a5c5-faac-4167-a154-ce2e69cead8c no longer exists at agent hyperv_hv-cinder-83693 {{(pid=103984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 12:14:17.389438 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-8f8c67d3-65fe-4e6c-85a6-84dbe965a21f tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780057409621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780056949598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126495687'] for port (e4e4314e-a09d-41d7-b231-03bb45840659), after_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:17.408825 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] No Port match for: d624a5c5-faac-4167-a154-ce2e69cead8c {{(pid=103984) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 12:14:17.409173 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Device d624a5c5-faac-4167-a154-ce2e69cead8c not bound to the agent host hv-cinder-83693 {{(pid=103984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 12:14:17.415673 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8c67d3-65fe-4e6c-85a6-84dbe965a21f tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Pushing event deleted for resources: {'Port': ['ID=e4e4314e-a09d-41d7-b231-03bb45840659,revision_number=None']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:14:17.477568 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-8f8c67d3-65fe-4e6c-85a6-84dbe965a21f tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Publish callbacks [] for floatingip (83e88bdc-d807-4a9b-a43d-bfaf8a19eb9b), after_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:17.480036 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-8f8c67d3-65fe-4e6c-85a6-84dbe965a21f tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91606'] for floatingip (None), before_response {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:17.481166 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [None req-8f8c67d3-65fe-4e6c-85a6-84dbe965a21f tempest-AttachVolumeNegativeTest-685732694 tempest-AttachVolumeNegativeTest-685732694-project] 10.222.0.58 "DELETE /v2.0/floatingips/83e88bdc-d807-4a9b-a43d-bfaf8a19eb9b HTTP/1.1" status: 204 len: 168 time: 0.5277269 Apr 07 12:14:18.485364 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f171e81f-dc56-45e2-b6d7-a20e08f78c46 req-ece1093d-d6b3-445b-95d8-af2445c988c4 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:14:18.487860 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-f171e81f-dc56-45e2-b6d7-a20e08f78c46 req-ece1093d-d6b3-445b-95d8-af2445c988c4 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] 10.222.0.58 "GET /v2.0/ports?device_id=bea4e2d6-6d66-4f89-9eac-09f1cd4c94db HTTP/1.1" status: 200 len: 946 time: 0.0551076 Apr 07 12:14:18.534711 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-f171e81f-dc56-45e2-b6d7-a20e08f78c46 req-86260024-c54b-4413-b6d8-cab4010bc8bd tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] 10.222.0.58 "GET /v2.0/security-groups?id=7f4c1248-8e1d-4e73-aca4-7522afc1729b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407486 Apr 07 12:14:19.450121 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f366783-7f26-49fb-9974-f0141432a3ec req-bc502432-c20a-49f3-bc6a-d805144b4d52 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:14:19.451611 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-9f366783-7f26-49fb-9974-f0141432a3ec req-bc502432-c20a-49f3-bc6a-d805144b4d52 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] 10.222.0.49 "GET /v2.0/ports?device_id=bea4e2d6-6d66-4f89-9eac-09f1cd4c94db HTTP/1.1" status: 200 len: 946 time: 0.0532348 Apr 07 12:14:19.547274 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.plugin [req-9f366783-7f26-49fb-9974-f0141432a3ec req-0ffcaeb3-b7fb-4163-9b81-8ce30104f83d tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Deleting port e00ddb72-5c7a-4e31-a81f-fc2cd0970a47 {{(pid=103982) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:14:19.547531 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [req-9f366783-7f26-49fb-9974-f0141432a3ec req-0ffcaeb3-b7fb-4163-9b81-8ce30104f83d tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780057404546'] for port (e00ddb72-5c7a-4e31-a81f-fc2cd0970a47), before_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:19.673911 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.db [req-9f366783-7f26-49fb-9974-f0141432a3ec req-0ffcaeb3-b7fb-4163-9b81-8ce30104f83d tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] For port e00ddb72-5c7a-4e31-a81f-fc2cd0970a47, host hv-cinder-83693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83693',level=0,port_id=e00ddb72-5c7a-4e31-a81f-fc2cd0970a47,segment=NetworkSegment(0390e2dd-fa0e-4e46-ac16-40eb36374f96),segment_id=0390e2dd-fa0e-4e46-ac16-40eb36374f96)] {{(pid=103982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:14:19.674255 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [req-9f366783-7f26-49fb-9974-f0141432a3ec req-0ffcaeb3-b7fb-4163-9b81-8ce30104f83d tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2017998'] for port (e00ddb72-5c7a-4e31-a81f-fc2cd0970a47), precommit_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:19.695645 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c2e49a-d268-4ede-9582-38229e2f10b7 req-759628c7-334d-43ae-b5b4-1aaceaca604e tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:14:19.697092 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-b3c2e49a-d268-4ede-9582-38229e2f10b7 req-759628c7-334d-43ae-b5b4-1aaceaca604e tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] 10.222.0.58 "GET /v2.0/ports?device_id=bea4e2d6-6d66-4f89-9eac-09f1cd4c94db HTTP/1.1" status: 200 len: 946 time: 0.0932384 Apr 07 12:14:19.824265 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-b3c2e49a-d268-4ede-9582-38229e2f10b7 req-0217378b-b80e-4700-8ce7-f2753ed65368 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] 10.222.0.58 "GET /v2.0/security-groups?id=7f4c1248-8e1d-4e73-aca4-7522afc1729b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0977054 Apr 07 12:14:19.890489 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [req-9f366783-7f26-49fb-9974-f0141432a3ec req-0ffcaeb3-b7fb-4163-9b81-8ce30104f83d tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:19.890859 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [req-9f366783-7f26-49fb-9974-f0141432a3ec req-0ffcaeb3-b7fb-4163-9b81-8ce30104f83d tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2019898'] for floatingip (bb83056a-d019-4731-8976-d6fca49713db), after_update {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:19.891235 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.db.l3_db [req-9f366783-7f26-49fb-9974-f0141432a3ec req-0ffcaeb3-b7fb-4163-9b81-8ce30104f83d tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Floating IP bb83056a-d019-4731-8976-d6fca49713db disassociated. External IP: 172.27.0.75, port: e00ddb72-5c7a-4e31-a81f-fc2cd0970a47. Apr 07 12:14:19.896293 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.plugin [req-9f366783-7f26-49fb-9974-f0141432a3ec req-0ffcaeb3-b7fb-4163-9b81-8ce30104f83d tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Calling delete_port for e00ddb72-5c7a-4e31-a81f-fc2cd0970a47 owned by compute:nova {{(pid=103982) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:14:20.138087 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [req-9f366783-7f26-49fb-9974-f0141432a3ec req-0ffcaeb3-b7fb-4163-9b81-8ce30104f83d tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780057409621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780056949598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126593575'] for port (e00ddb72-5c7a-4e31-a81f-fc2cd0970a47), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:20.166191 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffcaeb3-b7fb-4163-9b81-8ce30104f83d tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Pushing event deleted for resources: {'Port': ['ID=e00ddb72-5c7a-4e31-a81f-fc2cd0970a47,revision_number=None']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:14:20.302110 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9f366783-7f26-49fb-9974-f0141432a3ec req-0ffcaeb3-b7fb-4163-9b81-8ce30104f83d tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Router 6425557c-237c-4a3e-8e32-6dc483dfa631 has already been hosted by L3 agent ad8978c4-6515-441c-a828-0289badd3b4a {{(pid=103982) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 12:14:20.414911 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9f366783-7f26-49fb-9974-f0141432a3ec req-0ffcaeb3-b7fb-4163-9b81-8ce30104f83d tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Notify agent at l3_agent.dv-cinder-836930-1-iscsi the message routers_updated {{(pid=103982) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 12:14:20.430745 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d773dc-bab5-458b-8ed3-d5f574c34c02 None None] Sync routers for ids ['6425557c-237c-4a3e-8e32-6dc483dfa631'] in dv-cinder-836930-1-iscsi {{(pid=103985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 12:14:20.442442 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d773dc-bab5-458b-8ed3-d5f574c34c02 None None] Routers {'6425557c-237c-4a3e-8e32-6dc483dfa631'} bound to L3 agent in host dv-cinder-836930-1-iscsi {{(pid=103985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:14:20.443069 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_hamode_db [None req-83d773dc-bab5-458b-8ed3-d5f574c34c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836930-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-07T11:57:34Z,description=,heartbeat_timestamp=2022-04-07T12:14:04Z,host='dv-cinder-836930-1-iscsi',id=ad8978c4-6515-441c-a828-0289badd3b4a,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:57:35Z,topic='l3_agent')) {'router_ids': ['6425557c-237c-4a3e-8e32-6dc483dfa631'], 'active': True} {{(pid=103985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:14:20.462947 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f366783-7f26-49fb-9974-f0141432a3ec req-0ffcaeb3-b7fb-4163-9b81-8ce30104f83d tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] No DVR routers for this DVR port e00ddb72-5c7a-4e31-a81f-fc2cd0970a47 on host hv-cinder-83693 {{(pid=103982) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 12:14:20.467503 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [req-9f366783-7f26-49fb-9974-f0141432a3ec req-0ffcaeb3-b7fb-4163-9b81-8ce30104f83d tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91606'] for port (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:20.469962 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-9f366783-7f26-49fb-9974-f0141432a3ec req-0ffcaeb3-b7fb-4163-9b81-8ce30104f83d tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] 10.222.0.49 "DELETE /v2.0/ports/e00ddb72-5c7a-4e31-a81f-fc2cd0970a47 HTTP/1.1" status: 204 len: 173 time: 1.0128889 Apr 07 12:14:20.470646 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bea4e2d6-6d66-4f89-9eac-09f1cd4c94db', 'name': 'network-vif-deleted', 'tag': 'e00ddb72-5c7a-4e31-a81f-fc2cd0970a47'}] {{(pid=103982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:14:20.473866 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a87f3ac2112343cf46b731ae90f6f8f3b8b920e6472e7c70a4e5373429e5b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6587e8c-309f-4c26-95b7-885eb6f6900e" -d '{"events": [{"server_uuid": "bea4e2d6-6d66-4f89-9eac-09f1cd4c94db", "name": "network-vif-deleted", "tag": "e00ddb72-5c7a-4e31-a81f-fc2cd0970a47"}]}' {{(pid=103982) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:14:20.513205 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 12:14:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f4ad98f-5b4a-4af7-904e-6b4c45490150 x-openstack-request-id: req-2f4ad98f-5b4a-4af7-904e-6b4c45490150 {{(pid=103982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:14:20.513588 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bea4e2d6-6d66-4f89-9eac-09f1cd4c94db", "name": "network-vif-deleted", "tag": "e00ddb72-5c7a-4e31-a81f-fc2cd0970a47", "status": "completed", "code": 200}]} {{(pid=103982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:14:20.513766 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2f4ad98f-5b4a-4af7-904e-6b4c45490150 {{(pid=103982) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:14:20.514366 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f4ad98f-5b4a-4af7-904e-6b4c45490150'] response: {'server_uuid': 'bea4e2d6-6d66-4f89-9eac-09f1cd4c94db', 'name': 'network-vif-deleted', 'tag': 'e00ddb72-5c7a-4e31-a81f-fc2cd0970a47', 'status': 'completed', 'code': 200} Apr 07 12:14:20.583266 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_dvr_db [None req-83d773dc-bab5-458b-8ed3-d5f574c34c02 None None] Set router 6425557c-237c-4a3e-8e32-6dc483dfa631 gateway port host: dv-cinder-836930-1-iscsi {{(pid=103985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:14:20.804590 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_hamode_db [None req-83d773dc-bab5-458b-8ed3-d5f574c34c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6425557c-237c-4a3e-8e32-6dc483dfa631', 'name': 'tempest-AttachVolumeTestJSON-1991479010-router', 'tenant_id': 'bb7aeab7f2af4131992847a73f3c7e0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'external_fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': '92f08395-6710-4a8f-bd95-1baa091c1ea2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:06:29Z', 'updated_at': '2022-04-07T12:06:37Z', 'revision_number': 4, 'project_id': 'bb7aeab7f2af4131992847a73f3c7e0a', 'gw_port': {'id': '92f08395-6710-4a8f-bd95-1baa091c1ea2', 'name': '', 'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:40:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6425557c-237c-4a3e-8e32-6dc483dfa631', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:06:31Z', 'updated_at': '2022-04-07T12:06:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4554067d-f507-4a99-8a98-0874c02c5721', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836930-1-iscsi', '_interfaces': [{'id': '21394a6d-fda4-41a7-8be6-3028c46a6266', 'name': '', 'network_id': 'fcace665-ea97-4783-845e-38b6ed7c4b29', 'tenant_id': 'bb7aeab7f2af4131992847a73f3c7e0a', 'mac_address': 'fa:16:3e:73:56:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6425557c-237c-4a3e-8e32-6dc483dfa631', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'f6c89c23-3e38-47dc-af91-b69590186a24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:06:35Z', 'updated_at': '2022-04-07T12:06:54Z', 'revision_number': 5, 'project_id': 'bb7aeab7f2af4131992847a73f3c7e0a', 'subnets': [{'id': 'f6c89c23-3e38-47dc-af91-b69590186a24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836930-1-iscsi', False) {} {{(pid=103985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:14:20.835399 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d773dc-bab5-458b-8ed3-d5f574c34c02 None None] Checking router: 6425557c-237c-4a3e-8e32-6dc483dfa631 for host: dv-cinder-836930-1-iscsi {{(pid=103985) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 12:14:20.844440 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d773dc-bab5-458b-8ed3-d5f574c34c02 None None] Routers {'6425557c-237c-4a3e-8e32-6dc483dfa631'} bound to L3 agent in host dv-cinder-836930-1-iscsi {{(pid=103985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:14:20.845054 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_hamode_db [None req-83d773dc-bab5-458b-8ed3-d5f574c34c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836930-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-07T11:57:34Z,description=,heartbeat_timestamp=2022-04-07T12:14:04Z,host='dv-cinder-836930-1-iscsi',id=ad8978c4-6515-441c-a828-0289badd3b4a,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:57:35Z,topic='l3_agent')) {'router_ids': ['6425557c-237c-4a3e-8e32-6dc483dfa631'], 'active': True} {{(pid=103985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:14:20.952734 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-033266c1-3b5f-4593-8ee1-d4be9427e531 req-154b46f0-dc09-4898-aa43-aaaab5318f7d tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] 10.222.0.58 "GET /v2.0/ports?device_id=bea4e2d6-6d66-4f89-9eac-09f1cd4c94db HTTP/1.1" status: 200 len: 210 time: 0.0351315 Apr 07 12:14:21.069617 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_dvr_db [None req-83d773dc-bab5-458b-8ed3-d5f574c34c02 None None] Set router 6425557c-237c-4a3e-8e32-6dc483dfa631 gateway port host: dv-cinder-836930-1-iscsi {{(pid=103985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:14:21.281794 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_hamode_db [None req-83d773dc-bab5-458b-8ed3-d5f574c34c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6425557c-237c-4a3e-8e32-6dc483dfa631', 'name': 'tempest-AttachVolumeTestJSON-1991479010-router', 'tenant_id': 'bb7aeab7f2af4131992847a73f3c7e0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'external_fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': '92f08395-6710-4a8f-bd95-1baa091c1ea2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:06:29Z', 'updated_at': '2022-04-07T12:06:37Z', 'revision_number': 4, 'project_id': 'bb7aeab7f2af4131992847a73f3c7e0a', 'gw_port': {'id': '92f08395-6710-4a8f-bd95-1baa091c1ea2', 'name': '', 'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:40:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6425557c-237c-4a3e-8e32-6dc483dfa631', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:06:31Z', 'updated_at': '2022-04-07T12:06:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4554067d-f507-4a99-8a98-0874c02c5721', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836930-1-iscsi', '_interfaces': [{'id': '21394a6d-fda4-41a7-8be6-3028c46a6266', 'name': '', 'network_id': 'fcace665-ea97-4783-845e-38b6ed7c4b29', 'tenant_id': 'bb7aeab7f2af4131992847a73f3c7e0a', 'mac_address': 'fa:16:3e:73:56:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6425557c-237c-4a3e-8e32-6dc483dfa631', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'f6c89c23-3e38-47dc-af91-b69590186a24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:06:35Z', 'updated_at': '2022-04-07T12:06:54Z', 'revision_number': 5, 'project_id': 'bb7aeab7f2af4131992847a73f3c7e0a', 'subnets': [{'id': 'f6c89c23-3e38-47dc-af91-b69590186a24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836930-1-iscsi', False) {} {{(pid=103985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:14:21.307948 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d773dc-bab5-458b-8ed3-d5f574c34c02 None None] The sync data for ids ['6425557c-237c-4a3e-8e32-6dc483dfa631'] in dv-cinder-836930-1-iscsi is: [{'id': '6425557c-237c-4a3e-8e32-6dc483dfa631', 'name': 'tempest-AttachVolumeTestJSON-1991479010-router', 'tenant_id': 'bb7aeab7f2af4131992847a73f3c7e0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'external_fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': '92f08395-6710-4a8f-bd95-1baa091c1ea2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:06:29Z', 'updated_at': '2022-04-07T12:06:37Z', 'revision_number': 4, 'project_id': 'bb7aeab7f2af4131992847a73f3c7e0a', 'gw_port': {'id': '92f08395-6710-4a8f-bd95-1baa091c1ea2', 'name': '', 'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:40:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6425557c-237c-4a3e-8e32-6dc483dfa631', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:06:31Z', 'updated_at': '2022-04-07T12:06:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4554067d-f507-4a99-8a98-0874c02c5721', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836930-1-iscsi', '_interfaces': [{'id': '21394a6d-fda4-41a7-8be6-3028c46a6266', 'name': '', 'network_id': 'fcace665-ea97-4783-845e-38b6ed7c4b29', 'tenant_id': 'bb7aeab7f2af4131992847a73f3c7e0a', 'mac_address': 'fa:16:3e:73:56:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6425557c-237c-4a3e-8e32-6dc483dfa631', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'f6c89c23-3e38-47dc-af91-b69590186a24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:06:35Z', 'updated_at': '2022-04-07T12:06:54Z', 'revision_number': 5, 'project_id': 'bb7aeab7f2af4131992847a73f3c7e0a', 'subnets': [{'id': 'f6c89c23-3e38-47dc-af91-b69590186a24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 12:14:21.551091 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93305374-1e22-47c6-bde1-ffd36349a76f None None] New status for floating IP bb83056a-d019-4731-8976-d6fca49713db: DOWN {{(pid=103984) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 12:14:21.628121 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.58', 41082) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:14:22.111790 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.wsgi [-] (103983) accepted ('10.222.0.58', 41102) {{(pid=103983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:14:22.169035 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-931a0138-d9a0-4ee4-ae78-893766fdd25b tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Publish callbacks [] for security_group (7f4c1248-8e1d-4e73-aca4-7522afc1729b), before_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:22.197055 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-931a0138-d9a0-4ee4-ae78-893766fdd25b tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Publish callbacks [] for security_group (7f4c1248-8e1d-4e73-aca4-7522afc1729b), precommit_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:22.320292 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-931a0138-d9a0-4ee4-ae78-893766fdd25b tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678166'] for security_group (7f4c1248-8e1d-4e73-aca4-7522afc1729b), after_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:22.322912 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-931a0138-d9a0-4ee4-ae78-893766fdd25b tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Publish callbacks [] for security_group (None), before_response {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:22.324263 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [None req-931a0138-d9a0-4ee4-ae78-893766fdd25b tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] 10.222.0.58 "DELETE /v2.0/security-groups/7f4c1248-8e1d-4e73-aca4-7522afc1729b HTTP/1.1" status: 204 len: 168 time: 0.2108805 Apr 07 12:14:22.327953 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.wsgi [-] (103983) accepted ('10.222.0.58', 41106) {{(pid=103983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:14:22.345536 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.api.v2.resource [None req-e000fb30-b177-49ea-8172-2ffa3de9fb00 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] show failed (client error): The resource could not be found. Apr 07 12:14:22.346578 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [None req-e000fb30-b177-49ea-8172-2ffa3de9fb00 tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] 10.222.0.58 "GET /v2.0/security-groups/7f4c1248-8e1d-4e73-aca4-7522afc1729b HTTP/1.1" status: 404 len: 347 time: 0.0177028 Apr 07 12:14:22.347635 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931a0138-d9a0-4ee4-ae78-893766fdd25b tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f4c1248-8e1d-4e73-aca4-7522afc1729b,revision_number=None']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:14:22.350301 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.wsgi [-] (103983) accepted ('10.222.0.58', 41108) {{(pid=103983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:14:22.472614 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-2c043be0-d99d-41fe-bdde-87f30883b162 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2021178'] for router_interface (a519d0f1-242e-4041-a842-bab06b04f73c), before_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:22.496605 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-ffe1a344-19ab-49b5-87b5-0646be87d5ef tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Deleting port 3c1497ab-23b9-40fe-a9cd-6da014b3253c {{(pid=103983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:14:22.497291 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-ffe1a344-19ab-49b5-87b5-0646be87d5ef tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780057404546'] for port (3c1497ab-23b9-40fe-a9cd-6da014b3253c), before_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:22.575478 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-ffe1a344-19ab-49b5-87b5-0646be87d5ef tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2017998'] for port (3c1497ab-23b9-40fe-a9cd-6da014b3253c), precommit_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:22.575794 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-ffe1a344-19ab-49b5-87b5-0646be87d5ef tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Publish callbacks [] for floatingip (3c1497ab-23b9-40fe-a9cd-6da014b3253c), precommit_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:22.588370 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-ffe1a344-19ab-49b5-87b5-0646be87d5ef tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Calling delete_port for 3c1497ab-23b9-40fe-a9cd-6da014b3253c owned by network:floatingip {{(pid=103983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:14:22.781251 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.plugin [None req-2c043be0-d99d-41fe-bdde-87f30883b162 admin admin] Deleting port 68192a74-ee6f-49ed-b01a-ff2103dd3c8b {{(pid=103982) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:14:22.781866 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-2c043be0-d99d-41fe-bdde-87f30883b162 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780057404546'] for port (68192a74-ee6f-49ed-b01a-ff2103dd3c8b), before_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:22.796743 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.wsgi [-] (103983) accepted ('10.222.0.58', 41112) {{(pid=103983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:14:22.860134 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.db [None req-2c043be0-d99d-41fe-bdde-87f30883b162 admin admin] For port 68192a74-ee6f-49ed-b01a-ff2103dd3c8b, host dv-cinder-836930-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836930-1-iscsi',level=0,port_id=68192a74-ee6f-49ed-b01a-ff2103dd3c8b,segment=NetworkSegment(f5d7ecb0-5c7c-4273-b385-28574af1ff09),segment_id=f5d7ecb0-5c7c-4273-b385-28574af1ff09)] {{(pid=103982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:14:22.860490 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-2c043be0-d99d-41fe-bdde-87f30883b162 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2017998'] for port (68192a74-ee6f-49ed-b01a-ff2103dd3c8b), precommit_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:22.873936 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.plugin [None req-2c043be0-d99d-41fe-bdde-87f30883b162 admin admin] Calling delete_port for 68192a74-ee6f-49ed-b01a-ff2103dd3c8b owned by network:router_interface {{(pid=103982) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:14:22.937555 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-ffe1a344-19ab-49b5-87b5-0646be87d5ef tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780057409621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780056949598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126495687'] for port (3c1497ab-23b9-40fe-a9cd-6da014b3253c), after_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:22.969222 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe1a344-19ab-49b5-87b5-0646be87d5ef tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Pushing event deleted for resources: {'Port': ['ID=3c1497ab-23b9-40fe-a9cd-6da014b3253c,revision_number=None']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:14:23.080702 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-ffe1a344-19ab-49b5-87b5-0646be87d5ef tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Publish callbacks [] for floatingip (bb83056a-d019-4731-8976-d6fca49713db), after_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:23.083630 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-ffe1a344-19ab-49b5-87b5-0646be87d5ef tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91606'] for floatingip (None), before_response {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:23.084773 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [None req-ffe1a344-19ab-49b5-87b5-0646be87d5ef tempest-AttachVolumeTestJSON-781706987 tempest-AttachVolumeTestJSON-781706987-project] 10.222.0.58 "DELETE /v2.0/floatingips/bb83056a-d019-4731-8976-d6fca49713db HTTP/1.1" status: 204 len: 168 time: 0.7333820 Apr 07 12:14:23.135367 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-2c043be0-d99d-41fe-bdde-87f30883b162 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780057409621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780056949598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126593575'] for port (68192a74-ee6f-49ed-b01a-ff2103dd3c8b), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:23.136605 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-9409bb12-c1ee-4581-916f-492dd360842a tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] Deleting port 4d414e69-c2f5-4677-8c0c-b748d8cf8cdc {{(pid=103983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:14:23.137081 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-9409bb12-c1ee-4581-916f-492dd360842a tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780057404546'] for port (4d414e69-c2f5-4677-8c0c-b748d8cf8cdc), before_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:23.167102 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c043be0-d99d-41fe-bdde-87f30883b162 admin admin] Pushing event deleted for resources: {'Port': ['ID=68192a74-ee6f-49ed-b01a-ff2103dd3c8b,revision_number=None']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:14:23.220207 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-9409bb12-c1ee-4581-916f-492dd360842a tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2017998'] for port (4d414e69-c2f5-4677-8c0c-b748d8cf8cdc), precommit_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:23.220538 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-9409bb12-c1ee-4581-916f-492dd360842a tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] Publish callbacks [] for floatingip (4d414e69-c2f5-4677-8c0c-b748d8cf8cdc), precommit_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:23.238555 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-9409bb12-c1ee-4581-916f-492dd360842a tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] Calling delete_port for 4d414e69-c2f5-4677-8c0c-b748d8cf8cdc owned by network:floatingip {{(pid=103983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:14:23.348747 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-2c043be0-d99d-41fe-bdde-87f30883b162 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2021237'] for router_interface (a519d0f1-242e-4041-a842-bab06b04f73c), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:23.412408 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Device e00ddb72-5c7a-4e31-a81f-fc2cd0970a47 no longer exists at agent hyperv_hv-cinder-83693 {{(pid=103984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 12:14:23.434866 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] No Port match for: e00ddb72-5c7a-4e31-a81f-fc2cd0970a47 {{(pid=103984) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 12:14:23.435307 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Device e00ddb72-5c7a-4e31-a81f-fc2cd0970a47 not bound to the agent host hv-cinder-83693 {{(pid=103984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 12:14:23.505147 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-9409bb12-c1ee-4581-916f-492dd360842a tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780057409621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780056949598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126495687'] for port (4d414e69-c2f5-4677-8c0c-b748d8cf8cdc), after_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:23.533101 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9409bb12-c1ee-4581-916f-492dd360842a tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] Pushing event deleted for resources: {'Port': ['ID=4d414e69-c2f5-4677-8c0c-b748d8cf8cdc,revision_number=None']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:14:23.594030 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c043be0-d99d-41fe-bdde-87f30883b162 admin admin] Router a519d0f1-242e-4041-a842-bab06b04f73c has already been hosted by L3 agent ad8978c4-6515-441c-a828-0289badd3b4a {{(pid=103982) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 12:14:23.594506 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-9409bb12-c1ee-4581-916f-492dd360842a tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] Publish callbacks [] for floatingip (1d1d8949-fb8b-43be-89ab-fc890c0cec05), after_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:23.594843 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.db.l3_db [None req-9409bb12-c1ee-4581-916f-492dd360842a tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] Floating IP 1d1d8949-fb8b-43be-89ab-fc890c0cec05 disassociated (deleted). External IP: 172.27.0.149, port: ded65079-4bdf-4a1a-8747-1a8d8dd95b18. Apr 07 12:14:23.705668 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c043be0-d99d-41fe-bdde-87f30883b162 admin admin] Notify agent at l3_agent.dv-cinder-836930-1-iscsi the message routers_updated {{(pid=103982) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 12:14:23.711552 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [None req-2c043be0-d99d-41fe-bdde-87f30883b162 admin admin] 10.222.0.58 "PUT /v2.0/routers/a519d0f1-242e-4041-a842-bab06b04f73c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0822859 Apr 07 12:14:23.714425 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.58', 41126) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:14:23.716513 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702bfc46-c9a2-472c-96ba-85e2e00aef79 None None] Sync routers for ids ['a519d0f1-242e-4041-a842-bab06b04f73c'] in dv-cinder-836930-1-iscsi {{(pid=103985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 12:14:23.730461 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702bfc46-c9a2-472c-96ba-85e2e00aef79 None None] Routers {'a519d0f1-242e-4041-a842-bab06b04f73c'} bound to L3 agent in host dv-cinder-836930-1-iscsi {{(pid=103985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:14:23.731159 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_hamode_db [None req-702bfc46-c9a2-472c-96ba-85e2e00aef79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836930-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-07T11:57:34Z,description=,heartbeat_timestamp=2022-04-07T12:14:04Z,host='dv-cinder-836930-1-iscsi',id=ad8978c4-6515-441c-a828-0289badd3b4a,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:57:35Z,topic='l3_agent')) {'router_ids': ['a519d0f1-242e-4041-a842-bab06b04f73c'], 'active': True} {{(pid=103985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:14:23.852442 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9409bb12-c1ee-4581-916f-492dd360842a tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] Router 51efeb5c-47e7-40f0-ae6b-63c9d73d275c has already been hosted by L3 agent ad8978c4-6515-441c-a828-0289badd3b4a {{(pid=103983) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 12:14:23.852573 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-14423f76-c6c5-443a-9533-ac85c6fb81e3 admin admin] Publish callbacks [] for router (a519d0f1-242e-4041-a842-bab06b04f73c), before_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:23.921983 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_dvr_db [None req-702bfc46-c9a2-472c-96ba-85e2e00aef79 None None] Set router a519d0f1-242e-4041-a842-bab06b04f73c gateway port host: dv-cinder-836930-1-iscsi {{(pid=103985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:14:23.971997 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-14423f76-c6c5-443a-9533-ac85c6fb81e3 admin admin] Publish callbacks [] for router_gateway (a519d0f1-242e-4041-a842-bab06b04f73c), before_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:24.096986 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.plugin [None req-14423f76-c6c5-443a-9533-ac85c6fb81e3 admin admin] Deleting port f3414172-3630-42b6-b260-7d6d425d85c0 {{(pid=103982) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:14:24.097246 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-14423f76-c6c5-443a-9533-ac85c6fb81e3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780057404546'] for port (f3414172-3630-42b6-b260-7d6d425d85c0), before_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:24.145965 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_hamode_db [None req-702bfc46-c9a2-472c-96ba-85e2e00aef79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a519d0f1-242e-4041-a842-bab06b04f73c', 'name': 'tempest-AttachVolumeNegativeTest-534969019-router', 'tenant_id': '58b56b91563a42a8bdc5c09e03b65f27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'external_fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': 'f3414172-3630-42b6-b260-7d6d425d85c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:06:30Z', 'updated_at': '2022-04-07T12:14:23Z', 'revision_number': 5, 'project_id': '58b56b91563a42a8bdc5c09e03b65f27', 'gw_port': {'id': 'f3414172-3630-42b6-b260-7d6d425d85c0', 'name': '', 'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:5a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a519d0f1-242e-4041-a842-bab06b04f73c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:06:32Z', 'updated_at': '2022-04-07T12:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4554067d-f507-4a99-8a98-0874c02c5721', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836930-1-iscsi'}], 'dv-cinder-836930-1-iscsi', False) {} {{(pid=103985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:14:24.173424 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702bfc46-c9a2-472c-96ba-85e2e00aef79 None None] Checking router: a519d0f1-242e-4041-a842-bab06b04f73c for host: dv-cinder-836930-1-iscsi {{(pid=103985) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 12:14:24.183292 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702bfc46-c9a2-472c-96ba-85e2e00aef79 None None] Routers {'a519d0f1-242e-4041-a842-bab06b04f73c'} bound to L3 agent in host dv-cinder-836930-1-iscsi {{(pid=103985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:14:24.183856 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.db [None req-14423f76-c6c5-443a-9533-ac85c6fb81e3 admin admin] For port f3414172-3630-42b6-b260-7d6d425d85c0, host dv-cinder-836930-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836930-1-iscsi',level=0,port_id=f3414172-3630-42b6-b260-7d6d425d85c0,segment=NetworkSegment(82c7666f-c776-4b0f-ab14-8be16f51c525),segment_id=82c7666f-c776-4b0f-ab14-8be16f51c525)] {{(pid=103982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:14:24.184230 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-14423f76-c6c5-443a-9533-ac85c6fb81e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2017998'] for port (f3414172-3630-42b6-b260-7d6d425d85c0), precommit_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:24.184369 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_hamode_db [None req-702bfc46-c9a2-472c-96ba-85e2e00aef79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836930-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-07T11:57:34Z,description=,heartbeat_timestamp=2022-04-07T12:14:04Z,host='dv-cinder-836930-1-iscsi',id=ad8978c4-6515-441c-a828-0289badd3b4a,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:57:35Z,topic='l3_agent')) {'router_ids': ['a519d0f1-242e-4041-a842-bab06b04f73c'], 'active': True} {{(pid=103985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:14:24.207334 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.plugin [None req-14423f76-c6c5-443a-9533-ac85c6fb81e3 admin admin] Calling delete_port for f3414172-3630-42b6-b260-7d6d425d85c0 owned by network:router_gateway {{(pid=103982) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:14:24.259373 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9409bb12-c1ee-4581-916f-492dd360842a tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] Notify agent at l3_agent.dv-cinder-836930-1-iscsi the message routers_updated {{(pid=103983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 12:14:24.264977 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-9409bb12-c1ee-4581-916f-492dd360842a tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91606'] for floatingip (None), before_response {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:24.278244 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d768d530-fc6b-43c6-b357-5f5636498660 None None] Sync routers for ids ['51efeb5c-47e7-40f0-ae6b-63c9d73d275c'] in dv-cinder-836930-1-iscsi {{(pid=103984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 12:14:24.288096 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d768d530-fc6b-43c6-b357-5f5636498660 None None] Routers {'51efeb5c-47e7-40f0-ae6b-63c9d73d275c'} bound to L3 agent in host dv-cinder-836930-1-iscsi {{(pid=103984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:14:24.294725 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_hamode_db [None req-d768d530-fc6b-43c6-b357-5f5636498660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836930-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-07T11:57:34Z,description=,heartbeat_timestamp=2022-04-07T12:14:04Z,host='dv-cinder-836930-1-iscsi',id=ad8978c4-6515-441c-a828-0289badd3b4a,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:57:35Z,topic='l3_agent')) {'router_ids': ['51efeb5c-47e7-40f0-ae6b-63c9d73d275c'], 'active': True} {{(pid=103984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:14:24.307374 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [None req-9409bb12-c1ee-4581-916f-492dd360842a tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] 10.222.0.58 "DELETE /v2.0/floatingips/1d1d8949-fb8b-43be-89ab-fc890c0cec05 HTTP/1.1" status: 204 len: 168 time: 1.5094519 Apr 07 12:14:24.307972 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2a26717-8ef7-454d-b710-31f27a75de4a', 'tag': 'ded65079-4bdf-4a1a-8747-1a8d8dd95b18'}] {{(pid=103983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:14:24.310686 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0a7841b86293cbb58346800955405af87a5c8eeb3540a71a4bbd7df08edd1cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c47b353f-260d-4fb4-82ff-5500e6cad19c" -d '{"events": [{"name": "network-changed", "server_uuid": "b2a26717-8ef7-454d-b710-31f27a75de4a", "tag": "ded65079-4bdf-4a1a-8747-1a8d8dd95b18"}]}' {{(pid=103983) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:14:24.325376 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_dvr_db [None req-702bfc46-c9a2-472c-96ba-85e2e00aef79 None None] Set router a519d0f1-242e-4041-a842-bab06b04f73c gateway port host: None {{(pid=103985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:14:24.414086 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 12:14:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1826e11-f7f0-433c-b328-d9cae0c789dd x-openstack-request-id: req-f1826e11-f7f0-433c-b328-d9cae0c789dd {{(pid=103983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:14:24.414387 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2a26717-8ef7-454d-b710-31f27a75de4a", "tag": "ded65079-4bdf-4a1a-8747-1a8d8dd95b18", "status": "completed", "code": 200}]} {{(pid=103983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:14:24.414634 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f1826e11-f7f0-433c-b328-d9cae0c789dd {{(pid=103983) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:14:24.415090 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1826e11-f7f0-433c-b328-d9cae0c789dd'] response: {'name': 'network-changed', 'server_uuid': 'b2a26717-8ef7-454d-b710-31f27a75de4a', 'tag': 'ded65079-4bdf-4a1a-8747-1a8d8dd95b18', 'status': 'completed', 'code': 200} Apr 07 12:14:24.426965 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_dvr_db [None req-d768d530-fc6b-43c6-b357-5f5636498660 None None] Set router 51efeb5c-47e7-40f0-ae6b-63c9d73d275c gateway port host: dv-cinder-836930-1-iscsi {{(pid=103984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:14:24.427741 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_hamode_db [None req-702bfc46-c9a2-472c-96ba-85e2e00aef79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a519d0f1-242e-4041-a842-bab06b04f73c', 'name': 'tempest-AttachVolumeNegativeTest-534969019-router', 'tenant_id': '58b56b91563a42a8bdc5c09e03b65f27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:06:30Z', 'updated_at': '2022-04-07T12:14:23Z', 'revision_number': 6, 'project_id': '58b56b91563a42a8bdc5c09e03b65f27', 'gw_port_host': None}], 'dv-cinder-836930-1-iscsi', False) {} {{(pid=103985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:14:24.449041 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-14423f76-c6c5-443a-9533-ac85c6fb81e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780057409621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780056949598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126593575'] for port (f3414172-3630-42b6-b260-7d6d425d85c0), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:24.462702 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702bfc46-c9a2-472c-96ba-85e2e00aef79 None None] The sync data for ids ['a519d0f1-242e-4041-a842-bab06b04f73c'] in dv-cinder-836930-1-iscsi is: [{'id': 'a519d0f1-242e-4041-a842-bab06b04f73c', 'name': 'tempest-AttachVolumeNegativeTest-534969019-router', 'tenant_id': '58b56b91563a42a8bdc5c09e03b65f27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:06:30Z', 'updated_at': '2022-04-07T12:14:23Z', 'revision_number': 6, 'project_id': '58b56b91563a42a8bdc5c09e03b65f27', 'gw_port_host': None}] {{(pid=103985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 12:14:24.486313 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14423f76-c6c5-443a-9533-ac85c6fb81e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=f3414172-3630-42b6-b260-7d6d425d85c0,revision_number=None']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:14:24.594065 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-14423f76-c6c5-443a-9533-ac85c6fb81e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2019840'] for router_gateway (a519d0f1-242e-4041-a842-bab06b04f73c), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:24.676687 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_hamode_db [None req-d768d530-fc6b-43c6-b357-5f5636498660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51efeb5c-47e7-40f0-ae6b-63c9d73d275c', 'name': 'tempest-TestShelveInstance-2003760294-router', 'tenant_id': 'a4085596b6ef4b2aa7ec76a5ca5df6a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'external_fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': 'd4c2457e-6d49-4c8b-bde8-f2a8510d5a22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:08:40Z', 'updated_at': '2022-04-07T12:08:44Z', 'revision_number': 4, 'project_id': 'a4085596b6ef4b2aa7ec76a5ca5df6a5', 'gw_port': {'id': 'd4c2457e-6d49-4c8b-bde8-f2a8510d5a22', 'name': '', 'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:18:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51efeb5c-47e7-40f0-ae6b-63c9d73d275c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:08:41Z', 'updated_at': '2022-04-07T12:08:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4554067d-f507-4a99-8a98-0874c02c5721', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836930-1-iscsi', '_interfaces': [{'id': 'd4fa9e18-b22f-4794-82f6-3e693a8fa0b9', 'name': '', 'network_id': '3ddbe8c1-9e72-419f-bb9d-9b04f45bb675', 'tenant_id': 'a4085596b6ef4b2aa7ec76a5ca5df6a5', 'mac_address': 'fa:16:3e:96:28:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51efeb5c-47e7-40f0-ae6b-63c9d73d275c', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '6305e169-23ba-4b2b-83ee-e04d73c5b0bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:08:44Z', 'updated_at': '2022-04-07T12:08:49Z', 'revision_number': 5, 'project_id': 'a4085596b6ef4b2aa7ec76a5ca5df6a5', 'subnets': [{'id': '6305e169-23ba-4b2b-83ee-e04d73c5b0bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836930-1-iscsi', False) {} {{(pid=103984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:14:24.695920 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37510d1-d864-499c-a14d-406b60427642 req-618a8b79-b911-4bc7-bc5b-780e738e5aa7 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:14:24.697378 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-a37510d1-d864-499c-a14d-406b60427642 req-618a8b79-b911-4bc7-bc5b-780e738e5aa7 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/ports?device_id=bbbb35d7-042d-488c-ba2e-88e040052a99 HTTP/1.1" status: 200 len: 946 time: 0.1772385 Apr 07 12:14:24.704722 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-14423f76-c6c5-443a-9533-ac85c6fb81e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105972'] for router (a519d0f1-242e-4041-a842-bab06b04f73c), precommit_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:24.705105 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d768d530-fc6b-43c6-b357-5f5636498660 None None] Checking router: 51efeb5c-47e7-40f0-ae6b-63c9d73d275c for host: dv-cinder-836930-1-iscsi {{(pid=103984) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 12:14:24.714403 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-14423f76-c6c5-443a-9533-ac85c6fb81e3 admin admin] Publish callbacks [] for router_controller (a519d0f1-242e-4041-a842-bab06b04f73c), precommit_delete_associations {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:24.715301 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d768d530-fc6b-43c6-b357-5f5636498660 None None] Routers {'51efeb5c-47e7-40f0-ae6b-63c9d73d275c'} bound to L3 agent in host dv-cinder-836930-1-iscsi {{(pid=103984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:14:24.715912 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_hamode_db [None req-d768d530-fc6b-43c6-b357-5f5636498660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836930-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-07T11:57:34Z,description=,heartbeat_timestamp=2022-04-07T12:14:04Z,host='dv-cinder-836930-1-iscsi',id=ad8978c4-6515-441c-a828-0289badd3b4a,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:57:35Z,topic='l3_agent')) {'router_ids': ['51efeb5c-47e7-40f0-ae6b-63c9d73d275c'], 'active': True} {{(pid=103984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:14:24.784678 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-a37510d1-d864-499c-a14d-406b60427642 req-566fb7e2-3697-4d14-98a2-95902356d7e6 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b0e87fb-8029-4c38-a737-b45eced71642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776815 Apr 07 12:14:24.834945 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_dvr_db [None req-d768d530-fc6b-43c6-b357-5f5636498660 None None] Set router 51efeb5c-47e7-40f0-ae6b-63c9d73d275c gateway port host: dv-cinder-836930-1-iscsi {{(pid=103984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:14:24.851359 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2598e644-8c07-474c-9bef-ebb74dfe5175 req-734697be-7eb9-443c-9e38-20fbd37b0b1f tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:14:24.858573 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-2598e644-8c07-474c-9bef-ebb74dfe5175 req-734697be-7eb9-443c-9e38-20fbd37b0b1f tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] 10.222.0.58 "GET /v2.0/ports?device_id=b2a26717-8ef7-454d-b710-31f27a75de4a HTTP/1.1" status: 200 len: 945 time: 0.0665703 Apr 07 12:14:24.869154 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-14423f76-c6c5-443a-9533-ac85c6fb81e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1650014'] for router (a519d0f1-242e-4041-a842-bab06b04f73c), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:24.869716 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14423f76-c6c5-443a-9533-ac85c6fb81e3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a519d0f1-242e-4041-a842-bab06b04f73c {{(pid=103982) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 12:14:24.874880 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-14423f76-c6c5-443a-9533-ac85c6fb81e3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:24.876037 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [None req-14423f76-c6c5-443a-9533-ac85c6fb81e3 admin admin] 10.222.0.58 "DELETE /v2.0/routers/a519d0f1-242e-4041-a842-bab06b04f73c HTTP/1.1" status: 204 len: 168 time: 1.1604888 Apr 07 12:14:24.886824 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.58', 41156) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:14:24.947662 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-2598e644-8c07-474c-9bef-ebb74dfe5175 req-80ee79b5-4ef1-4d06-afa7-2e6223925cd4 tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] 10.222.0.58 "GET /v2.0/security-groups?id=1deef15e-ad32-4d18-a014-8ed81c74d088&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870807 Apr 07 12:14:24.950425 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.db.db_base_plugin_v2 [None req-80568508-97a0-40e0-9e72-f7cf2f7d9d6c admin admin] Deleting subnet 7fc98a79-6638-4f9b-8125-b4339927e49b {{(pid=103982) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 12:14:24.962820 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-80568508-97a0-40e0-9e72-f7cf2f7d9d6c admin admin] Publish callbacks [] for subnet (7fc98a79-6638-4f9b-8125-b4339927e49b), before_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:25.006970 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-80568508-97a0-40e0-9e72-f7cf2f7d9d6c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125930584'] for subnet (7fc98a79-6638-4f9b-8125-b4339927e49b), precommit_delete_associations {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:25.075222 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_hamode_db [None req-d768d530-fc6b-43c6-b357-5f5636498660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51efeb5c-47e7-40f0-ae6b-63c9d73d275c', 'name': 'tempest-TestShelveInstance-2003760294-router', 'tenant_id': 'a4085596b6ef4b2aa7ec76a5ca5df6a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'external_fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': 'd4c2457e-6d49-4c8b-bde8-f2a8510d5a22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:08:40Z', 'updated_at': '2022-04-07T12:08:44Z', 'revision_number': 4, 'project_id': 'a4085596b6ef4b2aa7ec76a5ca5df6a5', 'gw_port': {'id': 'd4c2457e-6d49-4c8b-bde8-f2a8510d5a22', 'name': '', 'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:18:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51efeb5c-47e7-40f0-ae6b-63c9d73d275c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:08:41Z', 'updated_at': '2022-04-07T12:08:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4554067d-f507-4a99-8a98-0874c02c5721', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836930-1-iscsi', '_interfaces': [{'id': 'd4fa9e18-b22f-4794-82f6-3e693a8fa0b9', 'name': '', 'network_id': '3ddbe8c1-9e72-419f-bb9d-9b04f45bb675', 'tenant_id': 'a4085596b6ef4b2aa7ec76a5ca5df6a5', 'mac_address': 'fa:16:3e:96:28:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51efeb5c-47e7-40f0-ae6b-63c9d73d275c', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '6305e169-23ba-4b2b-83ee-e04d73c5b0bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:08:44Z', 'updated_at': '2022-04-07T12:08:49Z', 'revision_number': 5, 'project_id': 'a4085596b6ef4b2aa7ec76a5ca5df6a5', 'subnets': [{'id': '6305e169-23ba-4b2b-83ee-e04d73c5b0bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836930-1-iscsi', False) {} {{(pid=103984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:14:25.109880 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d768d530-fc6b-43c6-b357-5f5636498660 None None] The sync data for ids ['51efeb5c-47e7-40f0-ae6b-63c9d73d275c'] in dv-cinder-836930-1-iscsi is: [{'id': '51efeb5c-47e7-40f0-ae6b-63c9d73d275c', 'name': 'tempest-TestShelveInstance-2003760294-router', 'tenant_id': 'a4085596b6ef4b2aa7ec76a5ca5df6a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'external_fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': 'd4c2457e-6d49-4c8b-bde8-f2a8510d5a22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:08:40Z', 'updated_at': '2022-04-07T12:08:44Z', 'revision_number': 4, 'project_id': 'a4085596b6ef4b2aa7ec76a5ca5df6a5', 'gw_port': {'id': 'd4c2457e-6d49-4c8b-bde8-f2a8510d5a22', 'name': '', 'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:18:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51efeb5c-47e7-40f0-ae6b-63c9d73d275c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:08:41Z', 'updated_at': '2022-04-07T12:08:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4554067d-f507-4a99-8a98-0874c02c5721', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836930-1-iscsi', '_interfaces': [{'id': 'd4fa9e18-b22f-4794-82f6-3e693a8fa0b9', 'name': '', 'network_id': '3ddbe8c1-9e72-419f-bb9d-9b04f45bb675', 'tenant_id': 'a4085596b6ef4b2aa7ec76a5ca5df6a5', 'mac_address': 'fa:16:3e:96:28:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51efeb5c-47e7-40f0-ae6b-63c9d73d275c', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '6305e169-23ba-4b2b-83ee-e04d73c5b0bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:08:44Z', 'updated_at': '2022-04-07T12:08:49Z', 'revision_number': 5, 'project_id': 'a4085596b6ef4b2aa7ec76a5ca5df6a5', 'subnets': [{'id': '6305e169-23ba-4b2b-83ee-e04d73c5b0bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 12:14:25.130368 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-80568508-97a0-40e0-9e72-f7cf2f7d9d6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7504605'] for subnet (7fc98a79-6638-4f9b-8125-b4339927e49b), precommit_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:25.254025 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-80568508-97a0-40e0-9e72-f7cf2f7d9d6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7504596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126593778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127907896'] for subnet (7fc98a79-6638-4f9b-8125-b4339927e49b), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:25.280669 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80568508-97a0-40e0-9e72-f7cf2f7d9d6c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7fc98a79-6638-4f9b-8125-b4339927e49b,revision_number=None']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:14:25.284384 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-80568508-97a0-40e0-9e72-f7cf2f7d9d6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585958'] for subnet (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:25.288551 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [None req-80568508-97a0-40e0-9e72-f7cf2f7d9d6c admin admin] 10.222.0.58 "DELETE /v2.0/subnets/7fc98a79-6638-4f9b-8125-b4339927e49b HTTP/1.1" status: 204 len: 168 time: 0.4006608 Apr 07 12:14:25.291360 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.wsgi [-] (103983) accepted ('10.222.0.58', 41160) {{(pid=103983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:14:25.292486 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53783247-114a-4bf8-9ed0-a32a927bb501 None None] Network 30ebdc73-30d3-4d75-a45d-118501e4a6d7 requested from dv-cinder-836930-1-iscsi {{(pid=103984) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 12:14:25.372415 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-c6911c07-cdec-478a-9310-582e726608ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7349020'] for network (30ebdc73-30d3-4d75-a45d-118501e4a6d7), before_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:25.390228 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d046a298-0803-4eca-a46a-9e7fdcca2a2b None None] New status for floating IP 1d1d8949-fb8b-43be-89ab-fc890c0cec05: DOWN {{(pid=103985) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 12:14:25.423524 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Device f3414172-3630-42b6-b260-7d6d425d85c0 no longer exists at agent ovs-agent-dv-cinder-836930-1-iscsi {{(pid=103984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 12:14:25.448486 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] No Port match for: f3414172-3630-42b6-b260-7d6d425d85c0 {{(pid=103984) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 12:14:25.449709 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Device f3414172-3630-42b6-b260-7d6d425d85c0 not bound to the agent host dv-cinder-836930-1-iscsi {{(pid=103984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 12:14:25.450366 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Device 68192a74-ee6f-49ed-b01a-ff2103dd3c8b no longer exists at agent ovs-agent-dv-cinder-836930-1-iscsi {{(pid=103984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 12:14:25.469037 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-c6911c07-cdec-478a-9310-582e726608ee admin admin] Deleting port 1317233d-e323-4aa8-a670-2c841474991a {{(pid=103983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:14:25.479317 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-c6911c07-cdec-478a-9310-582e726608ee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780057404546'] for port (1317233d-e323-4aa8-a670-2c841474991a), before_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:25.483813 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] No Port match for: 68192a74-ee6f-49ed-b01a-ff2103dd3c8b {{(pid=103984) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 12:14:25.484384 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Device 68192a74-ee6f-49ed-b01a-ff2103dd3c8b not bound to the agent host dv-cinder-836930-1-iscsi {{(pid=103984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 12:14:25.548549 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78865016-04cc-46d3-92c5-79fd0df5015e None None] DHCP port deletion for 30ebdc73-30d3-4d75-a45d-118501e4a6d7 request from dv-cinder-836930-1-iscsi {{(pid=103984) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 12:14:25.554111 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.plugins.ml2.db [None req-c6911c07-cdec-478a-9310-582e726608ee admin admin] For port 1317233d-e323-4aa8-a670-2c841474991a, host dv-cinder-836930-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836930-1-iscsi',level=0,port_id=1317233d-e323-4aa8-a670-2c841474991a,segment=NetworkSegment(f5d7ecb0-5c7c-4273-b385-28574af1ff09),segment_id=f5d7ecb0-5c7c-4273-b385-28574af1ff09)] {{(pid=103983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:14:25.554476 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-c6911c07-cdec-478a-9310-582e726608ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2017998'] for port (1317233d-e323-4aa8-a670-2c841474991a), precommit_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:25.568837 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-c6911c07-cdec-478a-9310-582e726608ee admin admin] Calling delete_port for 1317233d-e323-4aa8-a670-2c841474991a owned by network:dhcp {{(pid=103983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:14:25.607988 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-78865016-04cc-46d3-92c5-79fd0df5015e None None] Deleting port 1317233d-e323-4aa8-a670-2c841474991a {{(pid=103984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:14:25.608512 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-78865016-04cc-46d3-92c5-79fd0df5015e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780057404546'] for port (1317233d-e323-4aa8-a670-2c841474991a), before_delete {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:25.681098 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.db [None req-78865016-04cc-46d3-92c5-79fd0df5015e None None] For port 1317233d-e323-4aa8-a670-2c841474991a, host dv-cinder-836930-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836930-1-iscsi',level=0,port_id=1317233d-e323-4aa8-a670-2c841474991a,segment=NetworkSegment(f5d7ecb0-5c7c-4273-b385-28574af1ff09),segment_id=f5d7ecb0-5c7c-4273-b385-28574af1ff09)] {{(pid=103984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:14:25.681484 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-78865016-04cc-46d3-92c5-79fd0df5015e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2017998'] for port (1317233d-e323-4aa8-a670-2c841474991a), precommit_delete {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:25.700661 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-78865016-04cc-46d3-92c5-79fd0df5015e None None] Calling delete_port for 1317233d-e323-4aa8-a670-2c841474991a owned by network:dhcp {{(pid=103984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:14:25.734372 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-c6911c07-cdec-478a-9310-582e726608ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780057409621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780056949598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126495687'] for port (1317233d-e323-4aa8-a670-2c841474991a), after_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:25.787950 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6911c07-cdec-478a-9310-582e726608ee admin admin] No DVR routers for this DVR port 1317233d-e323-4aa8-a670-2c841474991a on host dv-cinder-836930-1-iscsi {{(pid=103983) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 12:14:25.789964 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6911c07-cdec-478a-9310-582e726608ee admin admin] Pushing event deleted for resources: {'Port': ['ID=1317233d-e323-4aa8-a670-2c841474991a,revision_number=None']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:14:25.790671 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47b353f-260d-4fb4-82ff-5500e6cad19c req-a7d08a9d-195a-4b17-9b3d-653bd0885397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:14:25.798988 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-c47b353f-260d-4fb4-82ff-5500e6cad19c req-a7d08a9d-195a-4b17-9b3d-653bd0885397 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a4085596b6ef4b2aa7ec76a5ca5df6a5&device_id=b2a26717-8ef7-454d-b710-31f27a75de4a HTTP/1.1" status: 200 len: 1129 time: 0.1086605 Apr 07 12:14:25.882212 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-c6911c07-cdec-478a-9310-582e726608ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7490116', 'neutron.services.segments.db._delete_segments_for_network-8780057229514'] for network (30ebdc73-30d3-4d75-a45d-118501e4a6d7), precommit_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:25.918028 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.services.segments.db [None req-c6911c07-cdec-478a-9310-582e726608ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30ebdc73-30d3-4d75-a45d-118501e4a6d7']}} {{(pid=103983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:14:25.930441 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.services.segments.db [None req-c6911c07-cdec-478a-9310-582e726608ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5d7ecb0-5c7c-4273-b385-28574af1ff09') {'for_net_delete': True} {{(pid=103983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:14:25.930719 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.services.segments.db [None req-c6911c07-cdec-478a-9310-582e726608ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5d7ecb0-5c7c-4273-b385-28574af1ff09') {} {{(pid=103983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:14:25.930898 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4091a258-a5b2-470d-82a2-18b3047e3b8b req-371498b3-e069-4688-89b8-e63713602825 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:14:25.932749 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-4091a258-a5b2-470d-82a2-18b3047e3b8b req-371498b3-e069-4688-89b8-e63713602825 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/ports?device_id=bbbb35d7-042d-488c-ba2e-88e040052a99 HTTP/1.1" status: 200 len: 946 time: 0.0598967 Apr 07 12:14:25.946051 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-c6911c07-cdec-478a-9310-582e726608ee admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780057232083', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3396328'] for segment (f5d7ecb0-5c7c-4273-b385-28574af1ff09), before_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:25.963755 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-c6911c07-cdec-478a-9310-582e726608ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7510084'] for segment (f5d7ecb0-5c7c-4273-b385-28574af1ff09), precommit_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:25.973746 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6911c07-cdec-478a-9310-582e726608ee admin admin] Releasing vlan 618 on physical network physnet1 to pool {{(pid=103983) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 12:14:25.974237 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-c6911c07-cdec-478a-9310-582e726608ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7510084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126495732'] for segment (f5d7ecb0-5c7c-4273-b385-28574af1ff09), after_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:25.977764 dv-cinder-836930-1-iscsi neutron-server[103983]: Traceback (most recent call last): Apr 07 12:14:25.977764 dv-cinder-836930-1-iscsi neutron-server[103983]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 12:14:25.977764 dv-cinder-836930-1-iscsi neutron-server[103983]: timer() Apr 07 12:14:25.977764 dv-cinder-836930-1-iscsi neutron-server[103983]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 12:14:25.977764 dv-cinder-836930-1-iscsi neutron-server[103983]: cb(*args, **kw) Apr 07 12:14:25.977764 dv-cinder-836930-1-iscsi neutron-server[103983]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 12:14:25.977764 dv-cinder-836930-1-iscsi neutron-server[103983]: return func(*args, **kwargs) Apr 07 12:14:25.977764 dv-cinder-836930-1-iscsi neutron-server[103983]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 12:14:25.977764 dv-cinder-836930-1-iscsi neutron-server[103983]: self._notify() Apr 07 12:14:25.977764 dv-cinder-836930-1-iscsi neutron-server[103983]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 12:14:25.977764 dv-cinder-836930-1-iscsi neutron-server[103983]: self.callback(batched_events) Apr 07 12:14:25.977764 dv-cinder-836930-1-iscsi neutron-server[103983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 12:14:25.977764 dv-cinder-836930-1-iscsi neutron-server[103983]: event.method(event) Apr 07 12:14:25.977764 dv-cinder-836930-1-iscsi neutron-server[103983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 12:14:25.977764 dv-cinder-836930-1-iscsi neutron-server[103983]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 12:14:25.977764 dv-cinder-836930-1-iscsi neutron-server[103983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 12:14:25.977764 dv-cinder-836930-1-iscsi neutron-server[103983]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 12:14:25.977764 dv-cinder-836930-1-iscsi neutron-server[103983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 12:14:25.977764 dv-cinder-836930-1-iscsi neutron-server[103983]: return f(self, *a, **k) Apr 07 12:14:25.977764 dv-cinder-836930-1-iscsi neutron-server[103983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 12:14:25.977764 dv-cinder-836930-1-iscsi neutron-server[103983]: return self._get(url).json() Apr 07 12:14:25.977764 dv-cinder-836930-1-iscsi neutron-server[103983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 12:14:25.977764 dv-cinder-836930-1-iscsi neutron-server[103983]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 12:14:25.977764 dv-cinder-836930-1-iscsi neutron-server[103983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 12:14:25.977764 dv-cinder-836930-1-iscsi neutron-server[103983]: return self.request(url, 'GET', **kwargs) Apr 07 12:14:25.977764 dv-cinder-836930-1-iscsi neutron-server[103983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 12:14:25.977764 dv-cinder-836930-1-iscsi neutron-server[103983]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 12:14:25.977764 dv-cinder-836930-1-iscsi neutron-server[103983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 12:14:25.977764 dv-cinder-836930-1-iscsi neutron-server[103983]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 12:14:25.977764 dv-cinder-836930-1-iscsi neutron-server[103983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 12:14:25.977764 dv-cinder-836930-1-iscsi neutron-server[103983]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 12:14:25.977764 dv-cinder-836930-1-iscsi neutron-server[103983]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 12:14:26.004302 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-4091a258-a5b2-470d-82a2-18b3047e3b8b req-68f43c7d-f397-4011-86ff-1cd0ef6b6c1b tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b0e87fb-8029-4c38-a737-b45eced71642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621943 Apr 07 12:14:26.039567 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-78865016-04cc-46d3-92c5-79fd0df5015e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780057409621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780056949598'] for port (1317233d-e323-4aa8-a670-2c841474991a), after_delete {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:26.069688 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78865016-04cc-46d3-92c5-79fd0df5015e None None] Pushing event deleted for resources: {'Port': ['ID=1317233d-e323-4aa8-a670-2c841474991a,revision_number=None']} {{(pid=103984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:14:26.078134 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78865016-04cc-46d3-92c5-79fd0df5015e None None] No DVR routers for this DVR port 1317233d-e323-4aa8-a670-2c841474991a on host dv-cinder-836930-1-iscsi {{(pid=103984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 12:14:26.107939 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633668b7-8ada-4340-828b-5beb10cf0cd6 req-c0c794fc-4ad6-4dff-8768-def889c53ebe tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:14:26.109629 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-633668b7-8ada-4340-828b-5beb10cf0cd6 req-c0c794fc-4ad6-4dff-8768-def889c53ebe tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] 10.222.0.58 "GET /v2.0/ports?device_id=b2a26717-8ef7-454d-b710-31f27a75de4a HTTP/1.1" status: 200 len: 945 time: 0.0783257 Apr 07 12:14:26.144096 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-c6911c07-cdec-478a-9310-582e726608ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7490143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2019876'] for network (30ebdc73-30d3-4d75-a45d-118501e4a6d7), after_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:26.155326 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-c6911c07-cdec-478a-9310-582e726608ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585958'] for network (None), before_response {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:26.160057 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [None req-c6911c07-cdec-478a-9310-582e726608ee admin admin] 10.222.0.58 "DELETE /v2.0/networks/30ebdc73-30d3-4d75-a45d-118501e4a6d7 HTTP/1.1" status: 204 len: 168 time: 0.8672743 Apr 07 12:14:26.186980 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6911c07-cdec-478a-9310-582e726608ee admin admin] Pushing event deleted for resources: {'Network': ['ID=30ebdc73-30d3-4d75-a45d-118501e4a6d7,revision_number=None']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:14:26.219642 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-633668b7-8ada-4340-828b-5beb10cf0cd6 req-97e7dee5-71b7-406a-b91c-fa99d9a1fa07 tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] 10.222.0.58 "GET /v2.0/security-groups?id=1deef15e-ad32-4d18-a014-8ed81c74d088&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988326 Apr 07 12:14:26.658509 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.wsgi [-] (103983) accepted ('10.222.0.58', 41184) {{(pid=103983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:14:26.697571 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.wsgi [-] (103983) accepted ('10.222.0.58', 41188) {{(pid=103983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:14:26.743202 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [None req-929becad-a82d-49f5-a597-39e3a922d44f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=58b56b91563a42a8bdc5c09e03b65f27&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0443645 Apr 07 12:14:26.745667 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.58', 41190) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:14:26.801523 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-806e02d0-5829-41fe-8d09-071250f986ef admin admin] Publish callbacks [] for security_group (52d2e4a8-30b1-44a6-9f50-e03b8881fa45), before_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:26.823719 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-806e02d0-5829-41fe-8d09-071250f986ef admin admin] Publish callbacks [] for security_group (52d2e4a8-30b1-44a6-9f50-e03b8881fa45), precommit_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:26.867022 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-30d57c3c-ea7e-47d3-b7a7-ddd12132ae65 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:26.939021 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-30d57c3c-ea7e-47d3-b7a7-ddd12132ae65 admin admin] Publish callbacks [] for security_group (17b271ce-1a6f-40c4-b97a-e9130fb24cc9), precommit_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:26.939639 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-806e02d0-5829-41fe-8d09-071250f986ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678166'] for security_group (52d2e4a8-30b1-44a6-9f50-e03b8881fa45), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:26.942213 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-806e02d0-5829-41fe-8d09-071250f986ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:26.943447 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [None req-806e02d0-5829-41fe-8d09-071250f986ef admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/52d2e4a8-30b1-44a6-9f50-e03b8881fa45 HTTP/1.1" status: 204 len: 168 time: 0.1967928 Apr 07 12:14:26.951346 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806e02d0-5829-41fe-8d09-071250f986ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52d2e4a8-30b1-44a6-9f50-e03b8881fa45,revision_number=None']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:14:27.023465 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-30d57c3c-ea7e-47d3-b7a7-ddd12132ae65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678166'] for security_group (17b271ce-1a6f-40c4-b97a-e9130fb24cc9), after_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:27.060583 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d57c3c-ea7e-47d3-b7a7-ddd12132ae65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17b271ce-1a6f-40c4-b97a-e9130fb24cc9,revision_number=1']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:14:27.065603 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [None req-30d57c3c-ea7e-47d3-b7a7-ddd12132ae65 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4eebb44ca28d4dbca7f0bdd389d551ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4054077 Apr 07 12:14:27.068294 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.wsgi [-] (103983) accepted ('10.222.0.58', 41196) {{(pid=103983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:14:27.121991 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-bcbdc82d-487c-4ac0-abf3-6bae0102d135 admin admin] Publish callbacks [] for security_group (17b271ce-1a6f-40c4-b97a-e9130fb24cc9), before_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:27.135412 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f707f6-af5f-442e-ba29-ba56bfe2cdd3 req-8f6d6790-61d2-4366-83ed-6a4e9dfa523d tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:14:27.137186 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-e9f707f6-af5f-442e-ba29-ba56bfe2cdd3 req-8f6d6790-61d2-4366-83ed-6a4e9dfa523d tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/ports?device_id=bbbb35d7-042d-488c-ba2e-88e040052a99 HTTP/1.1" status: 200 len: 946 time: 0.0635703 Apr 07 12:14:27.164245 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-bcbdc82d-487c-4ac0-abf3-6bae0102d135 admin admin] Publish callbacks [] for security_group (17b271ce-1a6f-40c4-b97a-e9130fb24cc9), precommit_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:27.190197 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Device 1317233d-e323-4aa8-a670-2c841474991a no longer exists at agent ovs-agent-dv-cinder-836930-1-iscsi {{(pid=103984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 12:14:27.200397 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-e9f707f6-af5f-442e-ba29-ba56bfe2cdd3 req-5558fbae-bb29-472c-b38a-029e52818ff0 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b0e87fb-8029-4c38-a737-b45eced71642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571725 Apr 07 12:14:27.248143 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] No Port match for: 1317233d-e323-4aa8-a670-2c841474991a {{(pid=103984) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 12:14:27.248143 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Device 1317233d-e323-4aa8-a670-2c841474991a not bound to the agent host dv-cinder-836930-1-iscsi {{(pid=103984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 12:14:27.270100 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.wsgi [-] (103983) accepted ('10.222.0.58', 41208) {{(pid=103983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:14:27.339649 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-bcbdc82d-487c-4ac0-abf3-6bae0102d135 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678166'] for security_group (17b271ce-1a6f-40c4-b97a-e9130fb24cc9), after_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:27.342094 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-bcbdc82d-487c-4ac0-abf3-6bae0102d135 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:27.343341 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [None req-bcbdc82d-487c-4ac0-abf3-6bae0102d135 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/17b271ce-1a6f-40c4-b97a-e9130fb24cc9 HTTP/1.1" status: 204 len: 168 time: 0.2740421 Apr 07 12:14:27.354157 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbdc82d-487c-4ac0-abf3-6bae0102d135 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17b271ce-1a6f-40c4-b97a-e9130fb24cc9,revision_number=None']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:14:27.700353 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47b353f-260d-4fb4-82ff-5500e6cad19c req-4a3a749f-08e2-4d57-b347-ec695e83ce79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:14:27.701918 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-c47b353f-260d-4fb4-82ff-5500e6cad19c req-4a3a749f-08e2-4d57-b347-ec695e83ce79 service neutron] 10.222.0.49 "GET /v2.0/networks?id=3ddbe8c1-9e72-419f-bb9d-9b04f45bb675 HTTP/1.1" status: 200 len: 910 time: 0.4524088 Apr 07 12:14:27.714012 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7edde6-57e4-4cfa-a6a6-c5f8e4378a9c req-dccaf408-8b8d-4d7f-9717-ae68ff0007c4 tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:14:27.724141 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-ab7edde6-57e4-4cfa-a6a6-c5f8e4378a9c req-dccaf408-8b8d-4d7f-9717-ae68ff0007c4 tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] 10.222.0.58 "GET /v2.0/ports?device_id=b2a26717-8ef7-454d-b710-31f27a75de4a HTTP/1.1" status: 200 len: 945 time: 0.1322241 Apr 07 12:14:27.750974 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23729703-2242-4685-acef-85c57fb59189 req-3f566565-ba21-4a0c-bf20-f20a4a9ff19a tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:14:27.752660 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-23729703-2242-4685-acef-85c57fb59189 req-3f566565-ba21-4a0c-bf20-f20a4a9ff19a tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] 10.222.0.49 "GET /v2.0/ports?device_id=b2a26717-8ef7-454d-b710-31f27a75de4a HTTP/1.1" status: 200 len: 945 time: 0.1027446 Apr 07 12:14:27.785927 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630c2d07-8b18-4bf3-b050-f41ebf722abc req-6de594c6-f9e7-49d9-a540-85e94e6bbdf7 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:14:27.787498 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-630c2d07-8b18-4bf3-b050-f41ebf722abc req-6de594c6-f9e7-49d9-a540-85e94e6bbdf7 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.49 "GET /v2.0/ports?device_id=bbbb35d7-042d-488c-ba2e-88e040052a99 HTTP/1.1" status: 200 len: 946 time: 0.1946208 Apr 07 12:14:27.791053 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-c47b353f-260d-4fb4-82ff-5500e6cad19c req-eeb6991a-5710-4392-883c-85bfb84a4844 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ded65079-4bdf-4a1a-8747-1a8d8dd95b18 HTTP/1.1" status: 200 len: 217 time: 0.0639930 Apr 07 12:14:27.903499 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-ab7edde6-57e4-4cfa-a6a6-c5f8e4378a9c req-2051208d-dce2-4202-9675-1b2a4194f271 tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] 10.222.0.58 "GET /v2.0/security-groups?id=1deef15e-ad32-4d18-a014-8ed81c74d088&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1745374 Apr 07 12:14:27.945093 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47b353f-260d-4fb4-82ff-5500e6cad19c req-f6a6d096-d691-49b9-bc81-9b4af3ae65b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:14:27.946214 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [req-23729703-2242-4685-acef-85c57fb59189 req-a106bdeb-b5e8-4b64-ac78-5b64deb4ba2b tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] Deleting port ded65079-4bdf-4a1a-8747-1a8d8dd95b18 {{(pid=103983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:14:27.946528 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-c47b353f-260d-4fb4-82ff-5500e6cad19c req-f6a6d096-d691-49b9-bc81-9b4af3ae65b7 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=6305e169-23ba-4b2b-83ee-e04d73c5b0bb HTTP/1.1" status: 200 len: 848 time: 0.1471045 Apr 07 12:14:27.946665 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [req-23729703-2242-4685-acef-85c57fb59189 req-a106bdeb-b5e8-4b64-ac78-5b64deb4ba2b tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780057404546'] for port (ded65079-4bdf-4a1a-8747-1a8d8dd95b18), before_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:28.011152 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.plugin [req-630c2d07-8b18-4bf3-b050-f41ebf722abc req-a97b5c40-bbce-4bfd-b09e-40b05e8898ad tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Deleting port ae2673aa-41df-4043-b718-aaa6bf487b6c {{(pid=103982) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:14:28.011578 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [req-630c2d07-8b18-4bf3-b050-f41ebf722abc req-a97b5c40-bbce-4bfd-b09e-40b05e8898ad tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780057404546'] for port (ae2673aa-41df-4043-b718-aaa6bf487b6c), before_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:28.020887 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-a07a23d7-0762-461f-bcd0-cbd2bc1c05f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2021178'] for router_interface (6425557c-237c-4a3e-8e32-6dc483dfa631), before_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:28.031714 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47b353f-260d-4fb4-82ff-5500e6cad19c req-63c269c6-a0ce-4f0f-bc6b-7a61834a76f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:14:28.033223 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-c47b353f-260d-4fb4-82ff-5500e6cad19c req-63c269c6-a0ce-4f0f-bc6b-7a61834a76f4 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3ddbe8c1-9e72-419f-bb9d-9b04f45bb675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0794399 Apr 07 12:14:28.123568 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.plugins.ml2.db [req-23729703-2242-4685-acef-85c57fb59189 req-a106bdeb-b5e8-4b64-ac78-5b64deb4ba2b tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] For port ded65079-4bdf-4a1a-8747-1a8d8dd95b18, host hv-cinder-83693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83693',level=0,port_id=ded65079-4bdf-4a1a-8747-1a8d8dd95b18,segment=NetworkSegment(03f974f2-7a81-4033-8e47-73794737a6ee),segment_id=03f974f2-7a81-4033-8e47-73794737a6ee)] {{(pid=103983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:14:28.123850 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [req-23729703-2242-4685-acef-85c57fb59189 req-a106bdeb-b5e8-4b64-ac78-5b64deb4ba2b tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2017998'] for port (ded65079-4bdf-4a1a-8747-1a8d8dd95b18), precommit_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:28.154974 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [req-23729703-2242-4685-acef-85c57fb59189 req-a106bdeb-b5e8-4b64-ac78-5b64deb4ba2b tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] Calling delete_port for ded65079-4bdf-4a1a-8747-1a8d8dd95b18 owned by compute:nova {{(pid=103983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:14:28.172640 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.db [req-630c2d07-8b18-4bf3-b050-f41ebf722abc req-a97b5c40-bbce-4bfd-b09e-40b05e8898ad tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] For port ae2673aa-41df-4043-b718-aaa6bf487b6c, host hv-cinder-83693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83693',level=0,port_id=ae2673aa-41df-4043-b718-aaa6bf487b6c,segment=NetworkSegment(c6eef021-ef52-4fe9-b827-fdc4163e97eb),segment_id=c6eef021-ef52-4fe9-b827-fdc4163e97eb)] {{(pid=103982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:14:28.173007 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [req-630c2d07-8b18-4bf3-b050-f41ebf722abc req-a97b5c40-bbce-4bfd-b09e-40b05e8898ad tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2017998'] for port (ae2673aa-41df-4043-b718-aaa6bf487b6c), precommit_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:28.228200 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.58', 41232) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:14:28.230239 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-c47b353f-260d-4fb4-82ff-5500e6cad19c req-bbf4c77e-fb56-488c-adab-6aa559fa9c29 service neutron] 10.222.0.49 "GET /v2.0/networks/3ddbe8c1-9e72-419f-bb9d-9b04f45bb675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897922 Apr 07 12:14:28.357048 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.v2.base [None req-209462e7-e088-4c3c-8bcd-dee4ad58631f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1855365851-network', 'tenant_id': '35754c3d900f45ad9dee04a0617325bf'}} {{(pid=103982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:14:28.417531 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec49246-eb3e-4747-8b89-8bfd90321227 req-73f8094d-ddd4-4e9a-a026-193a796b0ae7 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:14:28.418940 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-dec49246-eb3e-4747-8b89-8bfd90321227 req-73f8094d-ddd4-4e9a-a026-193a796b0ae7 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/ports?device_id=bbbb35d7-042d-488c-ba2e-88e040052a99 HTTP/1.1" status: 200 len: 946 time: 0.1254146 Apr 07 12:14:28.447893 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-c47b353f-260d-4fb4-82ff-5500e6cad19c req-6c6486d9-a329-4778-ad58-14776e416e7e service neutron] 10.222.0.49 "GET /v2.0/networks/3ddbe8c1-9e72-419f-bb9d-9b04f45bb675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2073569 Apr 07 12:14:28.468316 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [req-630c2d07-8b18-4bf3-b050-f41ebf722abc req-a97b5c40-bbce-4bfd-b09e-40b05e8898ad tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:28.468672 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [req-630c2d07-8b18-4bf3-b050-f41ebf722abc req-a97b5c40-bbce-4bfd-b09e-40b05e8898ad tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2019898'] for floatingip (61558438-1b2e-49c9-9ea0-458dcad27bf7), after_update {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:28.469176 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.db.l3_db [req-630c2d07-8b18-4bf3-b050-f41ebf722abc req-a97b5c40-bbce-4bfd-b09e-40b05e8898ad tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Floating IP 61558438-1b2e-49c9-9ea0-458dcad27bf7 disassociated. External IP: 172.27.0.59, port: ae2673aa-41df-4043-b718-aaa6bf487b6c. Apr 07 12:14:28.469336 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.plugin [req-630c2d07-8b18-4bf3-b050-f41ebf722abc req-a97b5c40-bbce-4bfd-b09e-40b05e8898ad tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Calling delete_port for ae2673aa-41df-4043-b718-aaa6bf487b6c owned by compute:nova {{(pid=103982) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:14:28.474113 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-209462e7-e088-4c3c-8bcd-dee4ad58631f admin admin] Made reservation on behalf of 35754c3d900f45ad9dee04a0617325bf for: {'network': 1} {{(pid=103982) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 12:14:28.476381 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-209462e7-e088-4c3c-8bcd-dee4ad58631f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for network (None), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:28.493335 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-209462e7-e088-4c3c-8bcd-dee4ad58631f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:28.503154 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [req-23729703-2242-4685-acef-85c57fb59189 req-a106bdeb-b5e8-4b64-ac78-5b64deb4ba2b tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780057409621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780056949598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126495687'] for port (ded65079-4bdf-4a1a-8747-1a8d8dd95b18), after_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:28.515446 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-dec49246-eb3e-4747-8b89-8bfd90321227 req-d94da0c9-a577-4ab1-8806-3957ee50ab15 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b0e87fb-8029-4c38-a737-b45eced71642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810487 Apr 07 12:14:28.544917 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a106bdeb-b5e8-4b64-ac78-5b64deb4ba2b tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] Pushing event deleted for resources: {'Port': ['ID=ded65079-4bdf-4a1a-8747-1a8d8dd95b18,revision_number=None']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:14:28.595232 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.db.l3_dvrscheduler_db [req-23729703-2242-4685-acef-85c57fb59189 req-a106bdeb-b5e8-4b64-ac78-5b64deb4ba2b tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] No DVR routers for this DVR port ded65079-4bdf-4a1a-8747-1a8d8dd95b18 on host hv-cinder-83693 {{(pid=103983) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 12:14:28.598544 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [req-23729703-2242-4685-acef-85c57fb59189 req-a106bdeb-b5e8-4b64-ac78-5b64deb4ba2b tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91606'] for port (None), before_response {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:28.601903 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-23729703-2242-4685-acef-85c57fb59189 req-a106bdeb-b5e8-4b64-ac78-5b64deb4ba2b tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] 10.222.0.49 "DELETE /v2.0/ports/ded65079-4bdf-4a1a-8747-1a8d8dd95b18 HTTP/1.1" status: 204 len: 173 time: 0.8440289 Apr 07 12:14:28.602357 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2a26717-8ef7-454d-b710-31f27a75de4a', 'name': 'network-vif-deleted', 'tag': 'ded65079-4bdf-4a1a-8747-1a8d8dd95b18'}] {{(pid=103983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:14:28.604593 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0a7841b86293cbb58346800955405af87a5c8eeb3540a71a4bbd7df08edd1cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fa9f0c2-6a4f-436c-814b-c2f7a4f0dd69" -d '{"events": [{"server_uuid": "b2a26717-8ef7-454d-b710-31f27a75de4a", "name": "network-vif-deleted", "tag": "ded65079-4bdf-4a1a-8747-1a8d8dd95b18"}]}' {{(pid=103983) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:14:28.609353 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-a07a23d7-0762-461f-bcd0-cbd2bc1c05f9 admin admin] Deleting port 21394a6d-fda4-41a7-8be6-3028c46a6266 {{(pid=103983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:14:28.609688 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-a07a23d7-0762-461f-bcd0-cbd2bc1c05f9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780057404546'] for port (21394a6d-fda4-41a7-8be6-3028c46a6266), before_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:28.664882 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 12:14:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59ff782c-d232-461c-a8cd-1dae8fbd1115 x-openstack-request-id: req-59ff782c-d232-461c-a8cd-1dae8fbd1115 {{(pid=103983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:14:28.665179 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2a26717-8ef7-454d-b710-31f27a75de4a", "name": "network-vif-deleted", "tag": "ded65079-4bdf-4a1a-8747-1a8d8dd95b18", "status": "completed", "code": 200}]} {{(pid=103983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:14:28.665427 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-59ff782c-d232-461c-a8cd-1dae8fbd1115 {{(pid=103983) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:14:28.665696 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-209462e7-e088-4c3c-8bcd-dee4ad58631f admin admin] Publish callbacks [] for security_group (fd16ea96-2d7a-49c1-abfe-e760dbf18976), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:28.666700 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59ff782c-d232-461c-a8cd-1dae8fbd1115'] response: {'server_uuid': 'b2a26717-8ef7-454d-b710-31f27a75de4a', 'name': 'network-vif-deleted', 'tag': 'ded65079-4bdf-4a1a-8747-1a8d8dd95b18', 'status': 'completed', 'code': 200} Apr 07 12:14:28.700659 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.plugins.ml2.db [None req-a07a23d7-0762-461f-bcd0-cbd2bc1c05f9 admin admin] For port 21394a6d-fda4-41a7-8be6-3028c46a6266, host dv-cinder-836930-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836930-1-iscsi',level=0,port_id=21394a6d-fda4-41a7-8be6-3028c46a6266,segment=NetworkSegment(0390e2dd-fa0e-4e46-ac16-40eb36374f96),segment_id=0390e2dd-fa0e-4e46-ac16-40eb36374f96)] {{(pid=103983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:14:28.700941 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-a07a23d7-0762-461f-bcd0-cbd2bc1c05f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2017998'] for port (21394a6d-fda4-41a7-8be6-3028c46a6266), precommit_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:28.713960 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-a07a23d7-0762-461f-bcd0-cbd2bc1c05f9 admin admin] Calling delete_port for 21394a6d-fda4-41a7-8be6-3028c46a6266 owned by network:router_interface {{(pid=103983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:14:28.745237 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-209462e7-e088-4c3c-8bcd-dee4ad58631f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678166'] for security_group (fd16ea96-2d7a-49c1-abfe-e760dbf18976), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:28.750889 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [req-630c2d07-8b18-4bf3-b050-f41ebf722abc req-a97b5c40-bbce-4bfd-b09e-40b05e8898ad tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780057409621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780056949598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126593575'] for port (ae2673aa-41df-4043-b718-aaa6bf487b6c), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:28.803909 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-209462e7-e088-4c3c-8bcd-dee4ad58631f admin admin] vlan segment allocate from pool success with {'vlan_id': 637, 'physical_network': 'physnet1'} {{(pid=103982) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 12:14:28.813344 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97b5c40-bbce-4bfd-b09e-40b05e8898ad tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Pushing event deleted for resources: {'Port': ['ID=ae2673aa-41df-4043-b718-aaa6bf487b6c,revision_number=None']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:14:28.824233 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209462e7-e088-4c3c-8bcd-dee4ad58631f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd16ea96-2d7a-49c1-abfe-e760dbf18976,revision_number=1']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:14:28.827463 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-209462e7-e088-4c3c-8bcd-dee4ad58631f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7510084'] for segment (ca12fdd6-afec-4976-9ccd-dd331280033c), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:28.827763 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.db.segments_db [None req-209462e7-e088-4c3c-8bcd-dee4ad58631f admin admin] Added segment ca12fdd6-afec-4976-9ccd-dd331280033c of type vlan for network e3161d53-9c39-4626-b2c8-570a8914b73a Apr 07 12:14:28.914218 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-209462e7-e088-4c3c-8bcd-dee4ad58631f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780056936322'] for network (e3161d53-9c39-4626-b2c8-570a8914b73a), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:28.975097 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-a07a23d7-0762-461f-bcd0-cbd2bc1c05f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780057409621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780056949598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126495687'] for port (21394a6d-fda4-41a7-8be6-3028c46a6266), after_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:28.998155 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-378c5f80-2639-4887-b04e-ef0410b1a13c req-5fa1135f-5bfa-48e1-a737-76cdbacfa5f8 tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] 10.222.0.58 "GET /v2.0/ports?device_id=b2a26717-8ef7-454d-b710-31f27a75de4a HTTP/1.1" status: 200 len: 210 time: 0.0341282 Apr 07 12:14:28.998788 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.scheduler.l3_agent_scheduler [req-630c2d07-8b18-4bf3-b050-f41ebf722abc req-a97b5c40-bbce-4bfd-b09e-40b05e8898ad tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Router 0390f484-f283-4360-89fc-ee67de09a647 has already been hosted by L3 agent ad8978c4-6515-441c-a828-0289badd3b4a {{(pid=103982) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 12:14:29.028330 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07a23d7-0762-461f-bcd0-cbd2bc1c05f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=21394a6d-fda4-41a7-8be6-3028c46a6266,revision_number=None']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:14:29.066473 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-209462e7-e088-4c3c-8bcd-dee4ad58631f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968'] for network (e3161d53-9c39-4626-b2c8-570a8914b73a), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:29.067330 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-209462e7-e088-4c3c-8bcd-dee4ad58631f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:14:29.067941 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-209462e7-e088-4c3c-8bcd-dee4ad58631f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585958'] for network (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:29.176559 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209462e7-e088-4c3c-8bcd-dee4ad58631f admin admin] Pushing event updated for resources: {'Network': ['ID=e3161d53-9c39-4626-b2c8-570a8914b73a,revision_number=1']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:14:29.204409 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-630c2d07-8b18-4bf3-b050-f41ebf722abc req-a97b5c40-bbce-4bfd-b09e-40b05e8898ad tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Notify agent at l3_agent.dv-cinder-836930-1-iscsi the message routers_updated {{(pid=103982) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 12:14:29.204641 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Network e3161d53-9c39-4626-b2c8-570a8914b73a details requested by agent ovs-agent-dv-cinder-836930-1-iscsi with host dv-cinder-836930-1-iscsi {{(pid=103984) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 12:14:29.222403 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-280ef3e6-3715-40cf-9206-4ea4d01a1adf None None] Sync routers for ids ['0390f484-f283-4360-89fc-ee67de09a647'] in dv-cinder-836930-1-iscsi {{(pid=103984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 12:14:29.273306 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-a07a23d7-0762-461f-bcd0-cbd2bc1c05f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2021237'] for router_interface (6425557c-237c-4a3e-8e32-6dc483dfa631), after_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:29.285974 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-280ef3e6-3715-40cf-9206-4ea4d01a1adf None None] Routers {'0390f484-f283-4360-89fc-ee67de09a647'} bound to L3 agent in host dv-cinder-836930-1-iscsi {{(pid=103984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:14:29.286792 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_hamode_db [None req-280ef3e6-3715-40cf-9206-4ea4d01a1adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836930-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-07T11:57:34Z,description=,heartbeat_timestamp=2022-04-07T12:14:04Z,host='dv-cinder-836930-1-iscsi',id=ad8978c4-6515-441c-a828-0289badd3b4a,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:57:35Z,topic='l3_agent')) {'router_ids': ['0390f484-f283-4360-89fc-ee67de09a647'], 'active': True} {{(pid=103984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:14:29.291193 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [None req-209462e7-e088-4c3c-8bcd-dee4ad58631f admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.0596964 Apr 07 12:14:29.295159 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.wsgi [-] (103983) accepted ('10.222.0.58', 41242) {{(pid=103983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:14:29.305018 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.v2.base [None req-1325cac5-99fa-41ab-9cff-a79e40ec51cb admin admin] Request body: {'subnet': {'network_id': 'e3161d53-9c39-4626-b2c8-570a8914b73a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1855365851-subnet', 'tenant_id': '35754c3d900f45ad9dee04a0617325bf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:14:29.315427 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.db.l3_dvrscheduler_db [req-630c2d07-8b18-4bf3-b050-f41ebf722abc req-a97b5c40-bbce-4bfd-b09e-40b05e8898ad tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] No DVR routers for this DVR port ae2673aa-41df-4043-b718-aaa6bf487b6c on host hv-cinder-83693 {{(pid=103982) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 12:14:29.318394 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [req-630c2d07-8b18-4bf3-b050-f41ebf722abc req-a97b5c40-bbce-4bfd-b09e-40b05e8898ad tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91606'] for port (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:29.331759 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-630c2d07-8b18-4bf3-b050-f41ebf722abc req-a97b5c40-bbce-4bfd-b09e-40b05e8898ad tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.49 "DELETE /v2.0/ports/ae2673aa-41df-4043-b718-aaa6bf487b6c HTTP/1.1" status: 204 len: 173 time: 1.5246258 Apr 07 12:14:29.332288 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbbb35d7-042d-488c-ba2e-88e040052a99', 'name': 'network-vif-deleted', 'tag': 'ae2673aa-41df-4043-b718-aaa6bf487b6c'}] {{(pid=103982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:14:29.334644 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a87f3ac2112343cf46b731ae90f6f8f3b8b920e6472e7c70a4e5373429e5b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a08bee91-35af-40d5-a0df-9c3a81f2336b" -d '{"events": [{"server_uuid": "bbbb35d7-042d-488c-ba2e-88e040052a99", "name": "network-vif-deleted", "tag": "ae2673aa-41df-4043-b718-aaa6bf487b6c"}]}' {{(pid=103982) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:14:29.400289 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 12:14:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-172b113b-74b6-42a1-8e44-bc8b75ed7a3d x-openstack-request-id: req-172b113b-74b6-42a1-8e44-bc8b75ed7a3d {{(pid=103982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:14:29.400620 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbbb35d7-042d-488c-ba2e-88e040052a99", "name": "network-vif-deleted", "tag": "ae2673aa-41df-4043-b718-aaa6bf487b6c", "status": "completed", "code": 200}]} {{(pid=103982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:14:29.400867 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-172b113b-74b6-42a1-8e44-bc8b75ed7a3d {{(pid=103982) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:14:29.401240 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.notifiers.nova [-] Nova event matching ['req-172b113b-74b6-42a1-8e44-bc8b75ed7a3d'] response: {'server_uuid': 'bbbb35d7-042d-488c-ba2e-88e040052a99', 'name': 'network-vif-deleted', 'tag': 'ae2673aa-41df-4043-b718-aaa6bf487b6c', 'status': 'completed', 'code': 200} Apr 07 12:14:29.493828 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1325cac5-99fa-41ab-9cff-a79e40ec51cb admin admin] Made reservation on behalf of 35754c3d900f45ad9dee04a0617325bf for: {'subnet': 1} {{(pid=103983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 12:14:29.496429 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-1325cac5-99fa-41ab-9cff-a79e40ec51cb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127799600'] for subnet (None), before_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:29.496807 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Device ded65079-4bdf-4a1a-8747-1a8d8dd95b18 no longer exists at agent hyperv_hv-cinder-83693 {{(pid=103984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 12:14:29.522980 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] No Port match for: ded65079-4bdf-4a1a-8747-1a8d8dd95b18 {{(pid=103984) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 12:14:29.523341 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Device ded65079-4bdf-4a1a-8747-1a8d8dd95b18 not bound to the agent host hv-cinder-83693 {{(pid=103984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 12:14:29.523741 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Device ae2673aa-41df-4043-b718-aaa6bf487b6c no longer exists at agent hyperv_hv-cinder-83693 {{(pid=103984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 12:14:29.528388 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_dvr_db [None req-280ef3e6-3715-40cf-9206-4ea4d01a1adf None None] Set router 0390f484-f283-4360-89fc-ee67de09a647 gateway port host: dv-cinder-836930-1-iscsi {{(pid=103984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:14:29.577355 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (b65c4e22-832a-4f2b-89ab-f6b5f91e1f65), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:29.580116 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] No Port match for: ae2673aa-41df-4043-b718-aaa6bf487b6c {{(pid=103984) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 12:14:29.580456 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Device ae2673aa-41df-4043-b718-aaa6bf487b6c not bound to the agent host hv-cinder-83693 {{(pid=103984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 12:14:29.650349 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-5459e2d6-7a65-4bc0-8fae-28925b2d7c7c req-2437d83f-b814-41e8-b63c-6995c01211d6 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/ports?device_id=bbbb35d7-042d-488c-ba2e-88e040052a99 HTTP/1.1" status: 200 len: 210 time: 0.0352702 Apr 07 12:14:29.667805 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a07a23d7-0762-461f-bcd0-cbd2bc1c05f9 admin admin] Router 6425557c-237c-4a3e-8e32-6dc483dfa631 has already been hosted by L3 agent ad8978c4-6515-441c-a828-0289badd3b4a {{(pid=103983) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 12:14:29.761043 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_hamode_db [None req-280ef3e6-3715-40cf-9206-4ea4d01a1adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0390f484-f283-4360-89fc-ee67de09a647', 'name': 'tempest-AttachVolumeShelveTestJSON-2064474164-router', 'tenant_id': 'f773b5c38f1747ba994d9dbdae582152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'external_fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': '71058e0c-eb0e-4219-8b09-6ccbd5c5f417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:08:02Z', 'updated_at': '2022-04-07T12:08:06Z', 'revision_number': 4, 'project_id': 'f773b5c38f1747ba994d9dbdae582152', 'gw_port': {'id': '71058e0c-eb0e-4219-8b09-6ccbd5c5f417', 'name': '', 'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:b9:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0390f484-f283-4360-89fc-ee67de09a647', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:08:03Z', 'updated_at': '2022-04-07T12:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4554067d-f507-4a99-8a98-0874c02c5721', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836930-1-iscsi', '_interfaces': [{'id': 'cdb1a5b8-20f6-4bf4-a486-7b25dd95c638', 'name': '', 'network_id': 'a3a1c9bf-f178-42b2-8a75-be0111298909', 'tenant_id': 'f773b5c38f1747ba994d9dbdae582152', 'mac_address': 'fa:16:3e:22:dd:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0390f484-f283-4360-89fc-ee67de09a647', 'device_owner': 'network:router_interface', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': 'c904b354-656a-4e16-9970-de4658d8dce1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:08:06Z', 'updated_at': '2022-04-07T12:08:11Z', 'revision_number': 5, 'project_id': 'f773b5c38f1747ba994d9dbdae582152', 'subnets': [{'id': 'c904b354-656a-4e16-9970-de4658d8dce1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836930-1-iscsi', False) {} {{(pid=103984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:14:29.790958 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-280ef3e6-3715-40cf-9206-4ea4d01a1adf None None] Checking router: 0390f484-f283-4360-89fc-ee67de09a647 for host: dv-cinder-836930-1-iscsi {{(pid=103984) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 12:14:29.799901 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-280ef3e6-3715-40cf-9206-4ea4d01a1adf None None] Routers {'0390f484-f283-4360-89fc-ee67de09a647'} bound to L3 agent in host dv-cinder-836930-1-iscsi {{(pid=103984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:14:29.802218 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_hamode_db [None req-280ef3e6-3715-40cf-9206-4ea4d01a1adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836930-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-07T11:57:34Z,description=,heartbeat_timestamp=2022-04-07T12:14:04Z,host='dv-cinder-836930-1-iscsi',id=ad8978c4-6515-441c-a828-0289badd3b4a,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:57:35Z,topic='l3_agent')) {'router_ids': ['0390f484-f283-4360-89fc-ee67de09a647'], 'active': True} {{(pid=103984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:14:29.893039 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a07a23d7-0762-461f-bcd0-cbd2bc1c05f9 admin admin] Notify agent at l3_agent.dv-cinder-836930-1-iscsi the message routers_updated {{(pid=103983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 12:14:29.900638 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [None req-a07a23d7-0762-461f-bcd0-cbd2bc1c05f9 admin admin] 10.222.0.58 "PUT /v2.0/routers/6425557c-237c-4a3e-8e32-6dc483dfa631/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6262715 Apr 07 12:14:29.901058 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.wsgi [-] (103983) accepted ('10.222.0.58', 41248) {{(pid=103983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:14:29.904746 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7669fe28-c761-4196-aa87-b1080a8337cf None None] Sync routers for ids ['6425557c-237c-4a3e-8e32-6dc483dfa631'] in dv-cinder-836930-1-iscsi {{(pid=103985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 12:14:29.916281 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7669fe28-c761-4196-aa87-b1080a8337cf None None] Routers {'6425557c-237c-4a3e-8e32-6dc483dfa631'} bound to L3 agent in host dv-cinder-836930-1-iscsi {{(pid=103985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:14:29.916978 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_hamode_db [None req-7669fe28-c761-4196-aa87-b1080a8337cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836930-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-07T11:57:34Z,description=,heartbeat_timestamp=2022-04-07T12:14:04Z,host='dv-cinder-836930-1-iscsi',id=ad8978c4-6515-441c-a828-0289badd3b4a,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:57:35Z,topic='l3_agent')) {'router_ids': ['6425557c-237c-4a3e-8e32-6dc483dfa631'], 'active': True} {{(pid=103985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:14:29.942316 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-1325cac5-99fa-41ab-9cff-a79e40ec51cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126495571', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127800522'] for subnet (ba9e05b3-4e38-4f71-805b-996e9f756f3c), after_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:29.946281 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_dvr_db [None req-280ef3e6-3715-40cf-9206-4ea4d01a1adf None None] Set router 0390f484-f283-4360-89fc-ee67de09a647 gateway port host: dv-cinder-836930-1-iscsi {{(pid=103984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:14:30.041330 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_dvr_db [None req-7669fe28-c761-4196-aa87-b1080a8337cf None None] Set router 6425557c-237c-4a3e-8e32-6dc483dfa631 gateway port host: dv-cinder-836930-1-iscsi {{(pid=103985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:14:30.158134 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-1f1de4fc-a3e3-4d65-badd-edabca8fa624 req-47a7e6c1-0f01-4dd2-83e1-2f11171f9059 tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] 10.222.0.58 "GET /v2.0/ports?device_id=b2a26717-8ef7-454d-b710-31f27a75de4a HTTP/1.1" status: 200 len: 210 time: 0.0486052 Apr 07 12:14:30.166175 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_hamode_db [None req-280ef3e6-3715-40cf-9206-4ea4d01a1adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0390f484-f283-4360-89fc-ee67de09a647', 'name': 'tempest-AttachVolumeShelveTestJSON-2064474164-router', 'tenant_id': 'f773b5c38f1747ba994d9dbdae582152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'external_fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': '71058e0c-eb0e-4219-8b09-6ccbd5c5f417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:08:02Z', 'updated_at': '2022-04-07T12:08:06Z', 'revision_number': 4, 'project_id': 'f773b5c38f1747ba994d9dbdae582152', 'gw_port': {'id': '71058e0c-eb0e-4219-8b09-6ccbd5c5f417', 'name': '', 'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:b9:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0390f484-f283-4360-89fc-ee67de09a647', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:08:03Z', 'updated_at': '2022-04-07T12:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4554067d-f507-4a99-8a98-0874c02c5721', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836930-1-iscsi', '_interfaces': [{'id': 'cdb1a5b8-20f6-4bf4-a486-7b25dd95c638', 'name': '', 'network_id': 'a3a1c9bf-f178-42b2-8a75-be0111298909', 'tenant_id': 'f773b5c38f1747ba994d9dbdae582152', 'mac_address': 'fa:16:3e:22:dd:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0390f484-f283-4360-89fc-ee67de09a647', 'device_owner': 'network:router_interface', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': 'c904b354-656a-4e16-9970-de4658d8dce1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:08:06Z', 'updated_at': '2022-04-07T12:08:11Z', 'revision_number': 5, 'project_id': 'f773b5c38f1747ba994d9dbdae582152', 'subnets': [{'id': 'c904b354-656a-4e16-9970-de4658d8dce1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836930-1-iscsi', False) {} {{(pid=103984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:14:30.195862 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-280ef3e6-3715-40cf-9206-4ea4d01a1adf None None] The sync data for ids ['0390f484-f283-4360-89fc-ee67de09a647'] in dv-cinder-836930-1-iscsi is: [{'id': '0390f484-f283-4360-89fc-ee67de09a647', 'name': 'tempest-AttachVolumeShelveTestJSON-2064474164-router', 'tenant_id': 'f773b5c38f1747ba994d9dbdae582152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'external_fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': '71058e0c-eb0e-4219-8b09-6ccbd5c5f417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:08:02Z', 'updated_at': '2022-04-07T12:08:06Z', 'revision_number': 4, 'project_id': 'f773b5c38f1747ba994d9dbdae582152', 'gw_port': {'id': '71058e0c-eb0e-4219-8b09-6ccbd5c5f417', 'name': '', 'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:b9:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0390f484-f283-4360-89fc-ee67de09a647', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:08:03Z', 'updated_at': '2022-04-07T12:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4554067d-f507-4a99-8a98-0874c02c5721', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836930-1-iscsi', '_interfaces': [{'id': 'cdb1a5b8-20f6-4bf4-a486-7b25dd95c638', 'name': '', 'network_id': 'a3a1c9bf-f178-42b2-8a75-be0111298909', 'tenant_id': 'f773b5c38f1747ba994d9dbdae582152', 'mac_address': 'fa:16:3e:22:dd:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0390f484-f283-4360-89fc-ee67de09a647', 'device_owner': 'network:router_interface', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': 'c904b354-656a-4e16-9970-de4658d8dce1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:08:06Z', 'updated_at': '2022-04-07T12:08:11Z', 'revision_number': 5, 'project_id': 'f773b5c38f1747ba994d9dbdae582152', 'subnets': [{'id': 'c904b354-656a-4e16-9970-de4658d8dce1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 12:14:30.285614 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_hamode_db [None req-7669fe28-c761-4196-aa87-b1080a8337cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6425557c-237c-4a3e-8e32-6dc483dfa631', 'name': 'tempest-AttachVolumeTestJSON-1991479010-router', 'tenant_id': 'bb7aeab7f2af4131992847a73f3c7e0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'external_fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': '92f08395-6710-4a8f-bd95-1baa091c1ea2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:06:29Z', 'updated_at': '2022-04-07T12:14:28Z', 'revision_number': 5, 'project_id': 'bb7aeab7f2af4131992847a73f3c7e0a', 'gw_port': {'id': '92f08395-6710-4a8f-bd95-1baa091c1ea2', 'name': '', 'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:40:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6425557c-237c-4a3e-8e32-6dc483dfa631', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:06:31Z', 'updated_at': '2022-04-07T12:06:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4554067d-f507-4a99-8a98-0874c02c5721', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836930-1-iscsi'}], 'dv-cinder-836930-1-iscsi', False) {} {{(pid=103985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:14:30.329156 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1325cac5-99fa-41ab-9cff-a79e40ec51cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba9e05b3-4e38-4f71-805b-996e9f756f3c,revision_number=0']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:14:30.356044 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1325cac5-99fa-41ab-9cff-a79e40ec51cb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:14:30.356398 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1325cac5-99fa-41ab-9cff-a79e40ec51cb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:14:30.356742 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1325cac5-99fa-41ab-9cff-a79e40ec51cb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:14:30.357076 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1325cac5-99fa-41ab-9cff-a79e40ec51cb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:14:30.357410 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1325cac5-99fa-41ab-9cff-a79e40ec51cb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:14:30.357735 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1325cac5-99fa-41ab-9cff-a79e40ec51cb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:14:30.358056 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1325cac5-99fa-41ab-9cff-a79e40ec51cb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:14:30.358374 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1325cac5-99fa-41ab-9cff-a79e40ec51cb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:14:30.358708 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1325cac5-99fa-41ab-9cff-a79e40ec51cb admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:14:30.359018 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1325cac5-99fa-41ab-9cff-a79e40ec51cb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:14:30.359362 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1325cac5-99fa-41ab-9cff-a79e40ec51cb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:14:30.359849 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1325cac5-99fa-41ab-9cff-a79e40ec51cb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:14:30.360164 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1325cac5-99fa-41ab-9cff-a79e40ec51cb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:14:30.360480 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1325cac5-99fa-41ab-9cff-a79e40ec51cb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:14:30.360794 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1325cac5-99fa-41ab-9cff-a79e40ec51cb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:14:30.374147 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1325cac5-99fa-41ab-9cff-a79e40ec51cb admin admin] Checking segment: {'id': 'ca12fdd6-afec-4976-9ccd-dd331280033c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'e3161d53-9c39-4626-b2c8-570a8914b73a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:14:30.374514 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1325cac5-99fa-41ab-9cff-a79e40ec51cb admin admin] Network hostable DHCP agents. Network: e3161d53-9c39-4626-b2c8-570a8914b73a, hostable agents: ['94869e64-74fb-4601-95b5-a1334a6bdcea'], hosted agents: [] {{(pid=103983) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 12:14:30.384323 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-73ccee80-5332-44ec-9363-955410efb376 admin admin] Publish callbacks [] for router (6425557c-237c-4a3e-8e32-6dc483dfa631), before_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:30.417641 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7669fe28-c761-4196-aa87-b1080a8337cf None None] Checking router: 6425557c-237c-4a3e-8e32-6dc483dfa631 for host: dv-cinder-836930-1-iscsi {{(pid=103985) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 12:14:30.427389 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7669fe28-c761-4196-aa87-b1080a8337cf None None] Routers {'6425557c-237c-4a3e-8e32-6dc483dfa631'} bound to L3 agent in host dv-cinder-836930-1-iscsi {{(pid=103985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:14:30.427822 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_hamode_db [None req-7669fe28-c761-4196-aa87-b1080a8337cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836930-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-07T11:57:34Z,description=,heartbeat_timestamp=2022-04-07T12:14:04Z,host='dv-cinder-836930-1-iscsi',id=ad8978c4-6515-441c-a828-0289badd3b4a,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:57:35Z,topic='l3_agent')) {'router_ids': ['6425557c-237c-4a3e-8e32-6dc483dfa631'], 'active': True} {{(pid=103985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:14:30.486001 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1325cac5-99fa-41ab-9cff-a79e40ec51cb admin admin] Network e3161d53-9c39-4626-b2c8-570a8914b73a is scheduled to be hosted by DHCP agent 94869e64-74fb-4601-95b5-a1334a6bdcea with binding_index 1 {{(pid=103983) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 12:14:30.516303 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-73ccee80-5332-44ec-9363-955410efb376 admin admin] Publish callbacks [] for router_gateway (6425557c-237c-4a3e-8e32-6dc483dfa631), before_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:30.553551 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_dvr_db [None req-7669fe28-c761-4196-aa87-b1080a8337cf None None] Set router 6425557c-237c-4a3e-8e32-6dc483dfa631 gateway port host: dv-cinder-836930-1-iscsi {{(pid=103985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:14:30.564572 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f6d776d-c599-4316-b896-6c8a821d04af None None] New status for floating IP 61558438-1b2e-49c9-9ea0-458dcad27bf7: DOWN {{(pid=103984) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 12:14:30.572450 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.scheduler.base_scheduler [None req-1325cac5-99fa-41ab-9cff-a79e40ec51cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836930-1-iscsi, e3161d53-9c39-4626-b2c8-570a8914b73a) {{(pid=103983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:14:30.577361 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1325cac5-99fa-41ab-9cff-a79e40ec51cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:14:30.578487 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-1325cac5-99fa-41ab-9cff-a79e40ec51cb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:30.607840 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eabd5f44-13e1-4dfd-bc4e-0280b2632c09 None None] Network e3161d53-9c39-4626-b2c8-570a8914b73a requested from dv-cinder-836930-1-iscsi {{(pid=103984) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 12:14:30.651083 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-73ccee80-5332-44ec-9363-955410efb376 admin admin] Deleting port 92f08395-6710-4a8f-bd95-1baa091c1ea2 {{(pid=103983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:14:30.651483 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-73ccee80-5332-44ec-9363-955410efb376 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780057404546'] for port (92f08395-6710-4a8f-bd95-1baa091c1ea2), before_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:30.742926 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_hamode_db [None req-7669fe28-c761-4196-aa87-b1080a8337cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6425557c-237c-4a3e-8e32-6dc483dfa631', 'name': 'tempest-AttachVolumeTestJSON-1991479010-router', 'tenant_id': 'bb7aeab7f2af4131992847a73f3c7e0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'external_fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': '92f08395-6710-4a8f-bd95-1baa091c1ea2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:06:29Z', 'updated_at': '2022-04-07T12:14:28Z', 'revision_number': 5, 'project_id': 'bb7aeab7f2af4131992847a73f3c7e0a', 'gw_port': {'id': '92f08395-6710-4a8f-bd95-1baa091c1ea2', 'name': '', 'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:40:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6425557c-237c-4a3e-8e32-6dc483dfa631', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:06:31Z', 'updated_at': '2022-04-07T12:06:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4554067d-f507-4a99-8a98-0874c02c5721', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836930-1-iscsi'}], 'dv-cinder-836930-1-iscsi', False) {} {{(pid=103985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:14:30.749364 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [None req-1325cac5-99fa-41ab-9cff-a79e40ec51cb admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.4524882 Apr 07 12:14:30.758606 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.plugins.ml2.db [None req-73ccee80-5332-44ec-9363-955410efb376 admin admin] For port 92f08395-6710-4a8f-bd95-1baa091c1ea2, host dv-cinder-836930-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836930-1-iscsi',level=0,port_id=92f08395-6710-4a8f-bd95-1baa091c1ea2,segment=NetworkSegment(82c7666f-c776-4b0f-ab14-8be16f51c525),segment_id=82c7666f-c776-4b0f-ab14-8be16f51c525)] {{(pid=103983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:14:30.758982 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-73ccee80-5332-44ec-9363-955410efb376 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2017998'] for port (92f08395-6710-4a8f-bd95-1baa091c1ea2), precommit_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:30.778064 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-73ccee80-5332-44ec-9363-955410efb376 admin admin] Calling delete_port for 92f08395-6710-4a8f-bd95-1baa091c1ea2 owned by network:router_gateway {{(pid=103983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:14:30.785101 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7669fe28-c761-4196-aa87-b1080a8337cf None None] The sync data for ids ['6425557c-237c-4a3e-8e32-6dc483dfa631'] in dv-cinder-836930-1-iscsi is: [{'id': '6425557c-237c-4a3e-8e32-6dc483dfa631', 'name': 'tempest-AttachVolumeTestJSON-1991479010-router', 'tenant_id': 'bb7aeab7f2af4131992847a73f3c7e0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'external_fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': '92f08395-6710-4a8f-bd95-1baa091c1ea2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:06:29Z', 'updated_at': '2022-04-07T12:14:28Z', 'revision_number': 5, 'project_id': 'bb7aeab7f2af4131992847a73f3c7e0a', 'gw_port': {'id': '92f08395-6710-4a8f-bd95-1baa091c1ea2', 'name': '', 'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:40:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6425557c-237c-4a3e-8e32-6dc483dfa631', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:06:31Z', 'updated_at': '2022-04-07T12:06:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4554067d-f507-4a99-8a98-0874c02c5721', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836930-1-iscsi'}] {{(pid=103985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 12:14:30.817097 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59158dd2-c51b-4ada-927f-d8647182c3ea None None] Network e3161d53-9c39-4626-b2c8-570a8914b73a requested from dv-cinder-836930-1-iscsi {{(pid=103984) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 12:14:30.947413 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.58', 41260) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:14:31.000116 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-b19634ba-9bba-4ab7-94b2-c8422892a702 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Publish callbacks [] for security_group (4b0e87fb-8029-4c38-a737-b45eced71642), before_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:31.023300 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-b19634ba-9bba-4ab7-94b2-c8422892a702 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Publish callbacks [] for security_group (4b0e87fb-8029-4c38-a737-b45eced71642), precommit_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:31.086254 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-73ccee80-5332-44ec-9363-955410efb376 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780057409621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780056949598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126495687'] for port (92f08395-6710-4a8f-bd95-1baa091c1ea2), after_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:31.112644 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ccee80-5332-44ec-9363-955410efb376 admin admin] Pushing event deleted for resources: {'Port': ['ID=92f08395-6710-4a8f-bd95-1baa091c1ea2,revision_number=None']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:14:31.139533 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-b19634ba-9bba-4ab7-94b2-c8422892a702 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678166'] for security_group (4b0e87fb-8029-4c38-a737-b45eced71642), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:31.143878 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-b19634ba-9bba-4ab7-94b2-c8422892a702 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Publish callbacks [] for security_group (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:31.148565 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [None req-b19634ba-9bba-4ab7-94b2-c8422892a702 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "DELETE /v2.0/security-groups/4b0e87fb-8029-4c38-a737-b45eced71642 HTTP/1.1" status: 204 len: 168 time: 0.1967621 Apr 07 12:14:31.155499 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.58', 41264) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:14:31.186687 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-73ccee80-5332-44ec-9363-955410efb376 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2019840'] for router_gateway (6425557c-237c-4a3e-8e32-6dc483dfa631), after_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:31.199273 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.api.v2.resource [None req-e8cf0816-3632-4141-9530-95ce45eb9b6b tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] show failed (client error): The resource could not be found. Apr 07 12:14:31.200314 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [None req-e8cf0816-3632-4141-9530-95ce45eb9b6b tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "GET /v2.0/security-groups/4b0e87fb-8029-4c38-a737-b45eced71642 HTTP/1.1" status: 404 len: 347 time: 0.0371549 Apr 07 12:14:31.201448 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19634ba-9bba-4ab7-94b2-c8422892a702 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b0e87fb-8029-4c38-a737-b45eced71642,revision_number=None']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:14:31.203714 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.wsgi [-] (103983) accepted ('10.222.0.58', 41268) {{(pid=103983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:14:31.236908 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.58', 41270) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:14:31.298954 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Device 21394a6d-fda4-41a7-8be6-3028c46a6266 no longer exists at agent ovs-agent-dv-cinder-836930-1-iscsi {{(pid=103984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 12:14:31.312142 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-7d6a3286-7d3d-4d62-bf06-54e9c96acdca tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] Publish callbacks [] for security_group (1deef15e-ad32-4d18-a014-8ed81c74d088), before_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:31.324876 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] No Port match for: 21394a6d-fda4-41a7-8be6-3028c46a6266 {{(pid=103984) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 12:14:31.325539 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Device 21394a6d-fda4-41a7-8be6-3028c46a6266 not bound to the agent host dv-cinder-836930-1-iscsi {{(pid=103984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 12:14:31.341232 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-7d6a3286-7d3d-4d62-bf06-54e9c96acdca tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] Publish callbacks [] for security_group (1deef15e-ad32-4d18-a014-8ed81c74d088), precommit_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:31.418944 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-73ccee80-5332-44ec-9363-955410efb376 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105972'] for router (6425557c-237c-4a3e-8e32-6dc483dfa631), precommit_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:31.423192 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-73ccee80-5332-44ec-9363-955410efb376 admin admin] Publish callbacks [] for router_controller (6425557c-237c-4a3e-8e32-6dc483dfa631), precommit_delete_associations {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:31.505631 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-7d6a3286-7d3d-4d62-bf06-54e9c96acdca tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678166'] for security_group (1deef15e-ad32-4d18-a014-8ed81c74d088), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:31.509580 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-7d6a3286-7d3d-4d62-bf06-54e9c96acdca tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] Publish callbacks [] for security_group (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:31.511172 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [None req-7d6a3286-7d3d-4d62-bf06-54e9c96acdca tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] 10.222.0.58 "DELETE /v2.0/security-groups/1deef15e-ad32-4d18-a014-8ed81c74d088 HTTP/1.1" status: 204 len: 168 time: 0.2721000 Apr 07 12:14:31.522073 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6a3286-7d3d-4d62-bf06-54e9c96acdca tempest-TestShelveInstance-642413948 tempest-TestShelveInstance-642413948-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1deef15e-ad32-4d18-a014-8ed81c74d088,revision_number=None']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:14:31.522350 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-f807fd13-6fba-4375-8cba-f3056da90644 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Deleting port 7f3121e3-9308-4a5b-be15-441bb4db4e61 {{(pid=103983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:14:31.522690 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-f807fd13-6fba-4375-8cba-f3056da90644 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780057404546'] for port (7f3121e3-9308-4a5b-be15-441bb4db4e61), before_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:31.581808 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-73ccee80-5332-44ec-9363-955410efb376 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1650014'] for router (6425557c-237c-4a3e-8e32-6dc483dfa631), after_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:31.582356 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73ccee80-5332-44ec-9363-955410efb376 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6425557c-237c-4a3e-8e32-6dc483dfa631 {{(pid=103983) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 12:14:31.590169 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-73ccee80-5332-44ec-9363-955410efb376 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:31.590282 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [None req-73ccee80-5332-44ec-9363-955410efb376 admin admin] 10.222.0.58 "DELETE /v2.0/routers/6425557c-237c-4a3e-8e32-6dc483dfa631 HTTP/1.1" status: 204 len: 168 time: 1.6884112 Apr 07 12:14:31.593145 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.58', 41280) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:14:31.630732 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-f807fd13-6fba-4375-8cba-f3056da90644 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2017998'] for port (7f3121e3-9308-4a5b-be15-441bb4db4e61), precommit_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:31.630732 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-f807fd13-6fba-4375-8cba-f3056da90644 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Publish callbacks [] for floatingip (7f3121e3-9308-4a5b-be15-441bb4db4e61), precommit_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:31.649724 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.58', 41284) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:14:31.653226 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-f807fd13-6fba-4375-8cba-f3056da90644 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Calling delete_port for 7f3121e3-9308-4a5b-be15-441bb4db4e61 owned by network:floatingip {{(pid=103983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:14:31.656000 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.58', 41286) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:14:31.664566 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.v2.base [None req-eee3cd66-6c1b-44ad-9590-bc603a19fa58 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1699896824-network', 'tenant_id': 'd43f3ed809164a0a86e366b8ac96c12d'}} {{(pid=103982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:14:31.684961 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.db.db_base_plugin_v2 [None req-7339c5bb-4a6d-4ea0-b0a4-de8a0832885a admin admin] Deleting subnet f6c89c23-3e38-47dc-af91-b69590186a24 {{(pid=103982) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 12:14:31.690440 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-7339c5bb-4a6d-4ea0-b0a4-de8a0832885a admin admin] Publish callbacks [] for subnet (f6c89c23-3e38-47dc-af91-b69590186a24), before_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:31.743448 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-7339c5bb-4a6d-4ea0-b0a4-de8a0832885a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125930584'] for subnet (f6c89c23-3e38-47dc-af91-b69590186a24), precommit_delete_associations {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:31.842390 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-7339c5bb-4a6d-4ea0-b0a4-de8a0832885a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7504605'] for subnet (f6c89c23-3e38-47dc-af91-b69590186a24), precommit_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:31.884451 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eee3cd66-6c1b-44ad-9590-bc603a19fa58 admin admin] Made reservation on behalf of d43f3ed809164a0a86e366b8ac96c12d for: {'network': 1} {{(pid=103982) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 12:14:31.916655 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-eee3cd66-6c1b-44ad-9590-bc603a19fa58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for network (None), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:31.916655 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-eee3cd66-6c1b-44ad-9590-bc603a19fa58 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:32.005957 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-f807fd13-6fba-4375-8cba-f3056da90644 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780057409621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780056949598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126495687'] for port (7f3121e3-9308-4a5b-be15-441bb4db4e61), after_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:32.032320 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-1adc8a5c-db3a-454e-8c6e-66cd82435a7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (94869e64-74fb-4601-95b5-a1334a6bdcea), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:32.035131 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-7339c5bb-4a6d-4ea0-b0a4-de8a0832885a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7504596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126593778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127907896'] for subnet (f6c89c23-3e38-47dc-af91-b69590186a24), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:32.037579 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f807fd13-6fba-4375-8cba-f3056da90644 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Pushing event deleted for resources: {'Port': ['ID=7f3121e3-9308-4a5b-be15-441bb4db4e61,revision_number=None']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:14:32.077531 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7339c5bb-4a6d-4ea0-b0a4-de8a0832885a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6c89c23-3e38-47dc-af91-b69590186a24,revision_number=None']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:14:32.081848 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-7339c5bb-4a6d-4ea0-b0a4-de8a0832885a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585958'] for subnet (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:32.084944 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [None req-7339c5bb-4a6d-4ea0-b0a4-de8a0832885a admin admin] 10.222.0.58 "DELETE /v2.0/subnets/f6c89c23-3e38-47dc-af91-b69590186a24 HTTP/1.1" status: 204 len: 168 time: 0.4901638 Apr 07 12:14:32.089935 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.wsgi [-] (103983) accepted ('10.222.0.58', 41290) {{(pid=103983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:14:32.098093 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ad3c697-f4d5-4294-8b86-77d8ea819c4e None None] Network fcace665-ea97-4783-845e-38b6ed7c4b29 requested from dv-cinder-836930-1-iscsi {{(pid=103984) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 12:14:32.131419 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-f807fd13-6fba-4375-8cba-f3056da90644 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Publish callbacks [] for floatingip (61558438-1b2e-49c9-9ea0-458dcad27bf7), after_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:32.134797 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-f807fd13-6fba-4375-8cba-f3056da90644 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91606'] for floatingip (None), before_response {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:32.136162 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [None req-f807fd13-6fba-4375-8cba-f3056da90644 tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] 10.222.0.58 "DELETE /v2.0/floatingips/61558438-1b2e-49c9-9ea0-458dcad27bf7 HTTP/1.1" status: 204 len: 168 time: 0.9318581 Apr 07 12:14:32.159383 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-eee3cd66-6c1b-44ad-9590-bc603a19fa58 admin admin] Publish callbacks [] for security_group (a7cfcda9-720f-4863-91b2-1a2d7ea2b670), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:32.188503 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-216bc39a-b49b-4cf0-911d-63b1a2304d05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7349020'] for network (fcace665-ea97-4783-845e-38b6ed7c4b29), before_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:32.245982 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-eee3cd66-6c1b-44ad-9590-bc603a19fa58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678166'] for security_group (a7cfcda9-720f-4863-91b2-1a2d7ea2b670), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:32.249137 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-216bc39a-b49b-4cf0-911d-63b1a2304d05 admin admin] Deleting port 65b1da24-95cf-447b-8245-816b89fdb79a {{(pid=103983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:14:32.249464 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-216bc39a-b49b-4cf0-911d-63b1a2304d05 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780057404546'] for port (65b1da24-95cf-447b-8245-816b89fdb79a), before_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:32.288315 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eee3cd66-6c1b-44ad-9590-bc603a19fa58 admin admin] vlan segment allocate from pool success with {'vlan_id': 618, 'physical_network': 'physnet1'} {{(pid=103982) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 12:14:32.317874 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-086eae90-9a4e-448f-90d4-9a95c1e47528 None None] DHCP port deletion for fcace665-ea97-4783-845e-38b6ed7c4b29 request from dv-cinder-836930-1-iscsi {{(pid=103984) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 12:14:32.325601 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-eee3cd66-6c1b-44ad-9590-bc603a19fa58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7510084'] for segment (b489a4c6-a98b-4fc6-b03c-cd5b7f23d7ef), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:32.325948 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.db.segments_db [None req-eee3cd66-6c1b-44ad-9590-bc603a19fa58 admin admin] Added segment b489a4c6-a98b-4fc6-b03c-cd5b7f23d7ef of type vlan for network d15a24c8-50cd-4f97-a5cc-7f668b6c2196 Apr 07 12:14:32.327308 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee3cd66-6c1b-44ad-9590-bc603a19fa58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7cfcda9-720f-4863-91b2-1a2d7ea2b670,revision_number=1']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:14:32.333927 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.plugins.ml2.db [None req-216bc39a-b49b-4cf0-911d-63b1a2304d05 admin admin] For port 65b1da24-95cf-447b-8245-816b89fdb79a, host dv-cinder-836930-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836930-1-iscsi',level=0,port_id=65b1da24-95cf-447b-8245-816b89fdb79a,segment=NetworkSegment(0390e2dd-fa0e-4e46-ac16-40eb36374f96),segment_id=0390e2dd-fa0e-4e46-ac16-40eb36374f96)] {{(pid=103983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:14:32.334292 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-216bc39a-b49b-4cf0-911d-63b1a2304d05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2017998'] for port (65b1da24-95cf-447b-8245-816b89fdb79a), precommit_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:32.349206 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-216bc39a-b49b-4cf0-911d-63b1a2304d05 admin admin] Calling delete_port for 65b1da24-95cf-447b-8245-816b89fdb79a owned by network:dhcp {{(pid=103983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:14:32.382559 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-eee3cd66-6c1b-44ad-9590-bc603a19fa58 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780056936322'] for network (d15a24c8-50cd-4f97-a5cc-7f668b6c2196), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:32.389278 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-086eae90-9a4e-448f-90d4-9a95c1e47528 None None] Deleting port 65b1da24-95cf-447b-8245-816b89fdb79a {{(pid=103984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:14:32.389666 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-086eae90-9a4e-448f-90d4-9a95c1e47528 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780057404546'] for port (65b1da24-95cf-447b-8245-816b89fdb79a), before_delete {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:32.472371 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.db [None req-086eae90-9a4e-448f-90d4-9a95c1e47528 None None] For port 65b1da24-95cf-447b-8245-816b89fdb79a, host dv-cinder-836930-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836930-1-iscsi',level=0,port_id=65b1da24-95cf-447b-8245-816b89fdb79a,segment=NetworkSegment(0390e2dd-fa0e-4e46-ac16-40eb36374f96),segment_id=0390e2dd-fa0e-4e46-ac16-40eb36374f96)] {{(pid=103984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:14:32.472876 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-086eae90-9a4e-448f-90d4-9a95c1e47528 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2017998'] for port (65b1da24-95cf-447b-8245-816b89fdb79a), precommit_delete {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:32.485540 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-086eae90-9a4e-448f-90d4-9a95c1e47528 None None] Calling delete_port for 65b1da24-95cf-447b-8245-816b89fdb79a owned by network:dhcp {{(pid=103984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:14:32.505761 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-5076e3ba-fdd2-4156-a72d-92ca863f650d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2021178'] for router_interface (51efeb5c-47e7-40f0-ae6b-63c9d73d275c), before_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:32.545414 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-216bc39a-b49b-4cf0-911d-63b1a2304d05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780057409621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780056949598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126495687'] for port (65b1da24-95cf-447b-8245-816b89fdb79a), after_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:32.546155 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-eee3cd66-6c1b-44ad-9590-bc603a19fa58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968'] for network (d15a24c8-50cd-4f97-a5cc-7f668b6c2196), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:32.547145 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eee3cd66-6c1b-44ad-9590-bc603a19fa58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:14:32.547761 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-eee3cd66-6c1b-44ad-9590-bc603a19fa58 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585958'] for network (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:32.576089 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-216bc39a-b49b-4cf0-911d-63b1a2304d05 admin admin] No DVR routers for this DVR port 65b1da24-95cf-447b-8245-816b89fdb79a on host dv-cinder-836930-1-iscsi {{(pid=103983) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 12:14:32.587373 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216bc39a-b49b-4cf0-911d-63b1a2304d05 admin admin] Pushing event deleted for resources: {'Port': ['ID=65b1da24-95cf-447b-8245-816b89fdb79a,revision_number=None']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:14:32.654573 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee3cd66-6c1b-44ad-9590-bc603a19fa58 admin admin] Pushing event updated for resources: {'Network': ['ID=d15a24c8-50cd-4f97-a5cc-7f668b6c2196,revision_number=1']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:14:32.661901 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-216bc39a-b49b-4cf0-911d-63b1a2304d05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7490116', 'neutron.services.segments.db._delete_segments_for_network-8780057229514'] for network (fcace665-ea97-4783-845e-38b6ed7c4b29), precommit_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:32.688316 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.services.segments.db [None req-216bc39a-b49b-4cf0-911d-63b1a2304d05 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcace665-ea97-4783-845e-38b6ed7c4b29']}} {{(pid=103983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:14:32.697128 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Network d15a24c8-50cd-4f97-a5cc-7f668b6c2196 details requested by agent ovs-agent-dv-cinder-836930-1-iscsi with host dv-cinder-836930-1-iscsi {{(pid=103984) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 12:14:32.700353 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.services.segments.db [None req-216bc39a-b49b-4cf0-911d-63b1a2304d05 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0390e2dd-fa0e-4e46-ac16-40eb36374f96') {'for_net_delete': True} {{(pid=103983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:14:32.700353 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.services.segments.db [None req-216bc39a-b49b-4cf0-911d-63b1a2304d05 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0390e2dd-fa0e-4e46-ac16-40eb36374f96') {} {{(pid=103983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:14:32.711476 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [None req-eee3cd66-6c1b-44ad-9590-bc603a19fa58 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.0484779 Apr 07 12:14:32.711667 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.wsgi [-] (103983) accepted ('10.222.0.58', 41296) {{(pid=103983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:14:32.716567 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.v2.base [None req-6e5ce81e-fec3-4579-ad80-4af5ae36dfc0 admin admin] Request body: {'subnet': {'network_id': 'd15a24c8-50cd-4f97-a5cc-7f668b6c2196', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1699896824-subnet', 'tenant_id': 'd43f3ed809164a0a86e366b8ac96c12d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:14:32.721101 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-216bc39a-b49b-4cf0-911d-63b1a2304d05 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780057232083', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3396328'] for segment (0390e2dd-fa0e-4e46-ac16-40eb36374f96), before_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:32.723041 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-086eae90-9a4e-448f-90d4-9a95c1e47528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780057409621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780056949598'] for port (65b1da24-95cf-447b-8245-816b89fdb79a), after_delete {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:32.744429 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-216bc39a-b49b-4cf0-911d-63b1a2304d05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7510084'] for segment (0390e2dd-fa0e-4e46-ac16-40eb36374f96), precommit_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:32.752393 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-216bc39a-b49b-4cf0-911d-63b1a2304d05 admin admin] Releasing vlan 636 on physical network physnet1 to pool {{(pid=103983) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 12:14:32.752780 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-216bc39a-b49b-4cf0-911d-63b1a2304d05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7510084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126495732'] for segment (0390e2dd-fa0e-4e46-ac16-40eb36374f96), after_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:32.754456 dv-cinder-836930-1-iscsi neutron-server[103983]: Traceback (most recent call last): Apr 07 12:14:32.754456 dv-cinder-836930-1-iscsi neutron-server[103983]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 12:14:32.754456 dv-cinder-836930-1-iscsi neutron-server[103983]: timer() Apr 07 12:14:32.754456 dv-cinder-836930-1-iscsi neutron-server[103983]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 12:14:32.754456 dv-cinder-836930-1-iscsi neutron-server[103983]: cb(*args, **kw) Apr 07 12:14:32.754456 dv-cinder-836930-1-iscsi neutron-server[103983]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 12:14:32.754456 dv-cinder-836930-1-iscsi neutron-server[103983]: return func(*args, **kwargs) Apr 07 12:14:32.754456 dv-cinder-836930-1-iscsi neutron-server[103983]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 12:14:32.754456 dv-cinder-836930-1-iscsi neutron-server[103983]: self._notify() Apr 07 12:14:32.754456 dv-cinder-836930-1-iscsi neutron-server[103983]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 12:14:32.754456 dv-cinder-836930-1-iscsi neutron-server[103983]: self.callback(batched_events) Apr 07 12:14:32.754456 dv-cinder-836930-1-iscsi neutron-server[103983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 12:14:32.754456 dv-cinder-836930-1-iscsi neutron-server[103983]: event.method(event) Apr 07 12:14:32.754456 dv-cinder-836930-1-iscsi neutron-server[103983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 12:14:32.754456 dv-cinder-836930-1-iscsi neutron-server[103983]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 12:14:32.754456 dv-cinder-836930-1-iscsi neutron-server[103983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 12:14:32.754456 dv-cinder-836930-1-iscsi neutron-server[103983]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 12:14:32.754456 dv-cinder-836930-1-iscsi neutron-server[103983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 12:14:32.754456 dv-cinder-836930-1-iscsi neutron-server[103983]: return f(self, *a, **k) Apr 07 12:14:32.754456 dv-cinder-836930-1-iscsi neutron-server[103983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 12:14:32.754456 dv-cinder-836930-1-iscsi neutron-server[103983]: return self._get(url).json() Apr 07 12:14:32.754456 dv-cinder-836930-1-iscsi neutron-server[103983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 12:14:32.754456 dv-cinder-836930-1-iscsi neutron-server[103983]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 12:14:32.754456 dv-cinder-836930-1-iscsi neutron-server[103983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 12:14:32.754456 dv-cinder-836930-1-iscsi neutron-server[103983]: return self.request(url, 'GET', **kwargs) Apr 07 12:14:32.754456 dv-cinder-836930-1-iscsi neutron-server[103983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 12:14:32.754456 dv-cinder-836930-1-iscsi neutron-server[103983]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 12:14:32.754456 dv-cinder-836930-1-iscsi neutron-server[103983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 12:14:32.754456 dv-cinder-836930-1-iscsi neutron-server[103983]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 12:14:32.754456 dv-cinder-836930-1-iscsi neutron-server[103983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 12:14:32.754456 dv-cinder-836930-1-iscsi neutron-server[103983]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 12:14:32.754456 dv-cinder-836930-1-iscsi neutron-server[103983]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 12:14:32.779506 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086eae90-9a4e-448f-90d4-9a95c1e47528 None None] Pushing event deleted for resources: {'Port': ['ID=65b1da24-95cf-447b-8245-816b89fdb79a,revision_number=None']} {{(pid=103984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:14:32.792958 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-086eae90-9a4e-448f-90d4-9a95c1e47528 None None] No DVR routers for this DVR port 65b1da24-95cf-447b-8245-816b89fdb79a on host dv-cinder-836930-1-iscsi {{(pid=103984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 12:14:32.845809 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.plugin [None req-5076e3ba-fdd2-4156-a72d-92ca863f650d admin admin] Deleting port d4fa9e18-b22f-4794-82f6-3e693a8fa0b9 {{(pid=103982) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:14:32.846144 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-5076e3ba-fdd2-4156-a72d-92ca863f650d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780057404546'] for port (d4fa9e18-b22f-4794-82f6-3e693a8fa0b9), before_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:32.868839 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e5ce81e-fec3-4579-ad80-4af5ae36dfc0 admin admin] Made reservation on behalf of d43f3ed809164a0a86e366b8ac96c12d for: {'subnet': 1} {{(pid=103983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 12:14:32.871250 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-6e5ce81e-fec3-4579-ad80-4af5ae36dfc0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127799600'] for subnet (None), before_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:32.918458 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-216bc39a-b49b-4cf0-911d-63b1a2304d05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7490143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2019876'] for network (fcace665-ea97-4783-845e-38b6ed7c4b29), after_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:32.933439 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.db [None req-5076e3ba-fdd2-4156-a72d-92ca863f650d admin admin] For port d4fa9e18-b22f-4794-82f6-3e693a8fa0b9, host dv-cinder-836930-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836930-1-iscsi',level=0,port_id=d4fa9e18-b22f-4794-82f6-3e693a8fa0b9,segment=NetworkSegment(03f974f2-7a81-4033-8e47-73794737a6ee),segment_id=03f974f2-7a81-4033-8e47-73794737a6ee)] {{(pid=103982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:14:32.934060 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-5076e3ba-fdd2-4156-a72d-92ca863f650d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2017998'] for port (d4fa9e18-b22f-4794-82f6-3e693a8fa0b9), precommit_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:32.937506 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-216bc39a-b49b-4cf0-911d-63b1a2304d05 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585958'] for network (None), before_response {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:32.940662 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [None req-216bc39a-b49b-4cf0-911d-63b1a2304d05 admin admin] 10.222.0.58 "DELETE /v2.0/networks/fcace665-ea97-4783-845e-38b6ed7c4b29 HTTP/1.1" status: 204 len: 168 time: 0.8520710 Apr 07 12:14:32.942862 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216bc39a-b49b-4cf0-911d-63b1a2304d05 admin admin] Pushing event deleted for resources: {'Network': ['ID=fcace665-ea97-4783-845e-38b6ed7c4b29,revision_number=None']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:14:32.947804 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.plugin [None req-5076e3ba-fdd2-4156-a72d-92ca863f650d admin admin] Calling delete_port for d4fa9e18-b22f-4794-82f6-3e693a8fa0b9 owned by network:router_interface {{(pid=103982) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:14:33.146137 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-6e5ce81e-fec3-4579-ad80-4af5ae36dfc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126495571', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127800522'] for subnet (6dd9643f-9aec-4034-94b5-275b5c8a367a), after_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:33.158208 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Device 92f08395-6710-4a8f-bd95-1baa091c1ea2 no longer exists at agent ovs-agent-dv-cinder-836930-1-iscsi {{(pid=103984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 12:14:33.184780 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] No Port match for: 92f08395-6710-4a8f-bd95-1baa091c1ea2 {{(pid=103984) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 12:14:33.185469 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Device 92f08395-6710-4a8f-bd95-1baa091c1ea2 not bound to the agent host dv-cinder-836930-1-iscsi {{(pid=103984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 12:14:33.186090 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Device 65b1da24-95cf-447b-8245-816b89fdb79a no longer exists at agent ovs-agent-dv-cinder-836930-1-iscsi {{(pid=103984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 12:14:33.202788 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-5076e3ba-fdd2-4156-a72d-92ca863f650d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780057409621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780056949598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126593575'] for port (d4fa9e18-b22f-4794-82f6-3e693a8fa0b9), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:33.207056 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] No Port match for: 65b1da24-95cf-447b-8245-816b89fdb79a {{(pid=103984) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 12:14:33.207056 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Device 65b1da24-95cf-447b-8245-816b89fdb79a not bound to the agent host dv-cinder-836930-1-iscsi {{(pid=103984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 12:14:33.211447 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5ce81e-fec3-4579-ad80-4af5ae36dfc0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6dd9643f-9aec-4034-94b5-275b5c8a367a,revision_number=0']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:14:33.216113 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e5ce81e-fec3-4579-ad80-4af5ae36dfc0 admin admin] Checking segment: {'id': 'b489a4c6-a98b-4fc6-b03c-cd5b7f23d7ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'd15a24c8-50cd-4f97-a5cc-7f668b6c2196'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:14:33.216484 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e5ce81e-fec3-4579-ad80-4af5ae36dfc0 admin admin] Network hostable DHCP agents. Network: d15a24c8-50cd-4f97-a5cc-7f668b6c2196, hostable agents: ['94869e64-74fb-4601-95b5-a1334a6bdcea'], hosted agents: [] {{(pid=103983) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 12:14:33.247414 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5076e3ba-fdd2-4156-a72d-92ca863f650d admin admin] Pushing event deleted for resources: {'Port': ['ID=d4fa9e18-b22f-4794-82f6-3e693a8fa0b9,revision_number=None']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:14:33.334962 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.wsgi [-] (103983) accepted ('10.222.0.58', 41300) {{(pid=103983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:14:33.342582 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e5ce81e-fec3-4579-ad80-4af5ae36dfc0 admin admin] Network d15a24c8-50cd-4f97-a5cc-7f668b6c2196 is scheduled to be hosted by DHCP agent 94869e64-74fb-4601-95b5-a1334a6bdcea with binding_index 1 {{(pid=103983) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 12:14:33.385790 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [None req-c7b84cf7-2c83-4090-8e2a-a8ef94c93103 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=bb7aeab7f2af4131992847a73f3c7e0a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0471215 Apr 07 12:14:33.385997 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.wsgi [-] (103983) accepted ('10.222.0.58', 41302) {{(pid=103983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:14:33.426036 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-5076e3ba-fdd2-4156-a72d-92ca863f650d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2021237'] for router_interface (51efeb5c-47e7-40f0-ae6b-63c9d73d275c), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:33.435412 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.scheduler.base_scheduler [None req-6e5ce81e-fec3-4579-ad80-4af5ae36dfc0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836930-1-iscsi, d15a24c8-50cd-4f97-a5cc-7f668b6c2196) {{(pid=103983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:14:33.445260 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e5ce81e-fec3-4579-ad80-4af5ae36dfc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:14:33.445407 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-6e5ce81e-fec3-4579-ad80-4af5ae36dfc0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:33.454766 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53f27e9f-9797-40ff-8a51-2d66ff568e9f None None] Network d15a24c8-50cd-4f97-a5cc-7f668b6c2196 requested from dv-cinder-836930-1-iscsi {{(pid=103984) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 12:14:33.455260 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-2a651192-f83b-4d50-9c21-cdbcc6a3a43d admin admin] Publish callbacks [] for security_group (d41c8b0b-f1ad-4d83-93bd-7ef342598478), before_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:33.473220 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-2a651192-f83b-4d50-9c21-cdbcc6a3a43d admin admin] Publish callbacks [] for security_group (d41c8b0b-f1ad-4d83-93bd-7ef342598478), precommit_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:33.605056 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [None req-6e5ce81e-fec3-4579-ad80-4af5ae36dfc0 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8921957 Apr 07 12:14:33.621949 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f2a2cd2-4842-4828-81b0-b517106988ae None None] Network d15a24c8-50cd-4f97-a5cc-7f668b6c2196 requested from dv-cinder-836930-1-iscsi {{(pid=103984) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 12:14:33.640665 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-2a651192-f83b-4d50-9c21-cdbcc6a3a43d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678166'] for security_group (d41c8b0b-f1ad-4d83-93bd-7ef342598478), after_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:33.644731 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-2a651192-f83b-4d50-9c21-cdbcc6a3a43d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:33.645247 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [None req-2a651192-f83b-4d50-9c21-cdbcc6a3a43d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d41c8b0b-f1ad-4d83-93bd-7ef342598478 HTTP/1.1" status: 204 len: 168 time: 0.2581553 Apr 07 12:14:33.654024 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a651192-f83b-4d50-9c21-cdbcc6a3a43d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d41c8b0b-f1ad-4d83-93bd-7ef342598478,revision_number=None']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:14:33.790806 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.wsgi [-] (103983) accepted ('10.222.0.58', 41316) {{(pid=103983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:14:33.846943 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2e83282-0b5d-4d03-a8d0-4e8f8e4286d7 admin admin] Deleting subnet ba9e05b3-4e38-4f71-805b-996e9f756f3c {{(pid=103983) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 12:14:33.851075 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-a2e83282-0b5d-4d03-a8d0-4e8f8e4286d7 admin admin] Publish callbacks [] for subnet (ba9e05b3-4e38-4f71-805b-996e9f756f3c), before_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:33.895581 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-a2e83282-0b5d-4d03-a8d0-4e8f8e4286d7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3396337'] for subnet (ba9e05b3-4e38-4f71-805b-996e9f756f3c), precommit_delete_associations {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:33.934699 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-a2e83282-0b5d-4d03-a8d0-4e8f8e4286d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7504605'] for subnet (ba9e05b3-4e38-4f71-805b-996e9f756f3c), precommit_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:33.940011 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5076e3ba-fdd2-4156-a72d-92ca863f650d admin admin] Router 51efeb5c-47e7-40f0-ae6b-63c9d73d275c has already been hosted by L3 agent ad8978c4-6515-441c-a828-0289badd3b4a {{(pid=103982) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 12:14:34.050990 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5076e3ba-fdd2-4156-a72d-92ca863f650d admin admin] Notify agent at l3_agent.dv-cinder-836930-1-iscsi the message routers_updated {{(pid=103982) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 12:14:34.056067 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [None req-5076e3ba-fdd2-4156-a72d-92ca863f650d admin admin] 10.222.0.58 "PUT /v2.0/routers/51efeb5c-47e7-40f0-ae6b-63c9d73d275c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4050472 Apr 07 12:14:34.058520 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.58', 41322) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:14:34.061679 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa343c54-fa47-457a-a4c7-c7693cb2ba4f None None] Sync routers for ids ['51efeb5c-47e7-40f0-ae6b-63c9d73d275c'] in dv-cinder-836930-1-iscsi {{(pid=103985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 12:14:34.066541 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-a2e83282-0b5d-4d03-a8d0-4e8f8e4286d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7504596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126495506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127800529'] for subnet (ba9e05b3-4e38-4f71-805b-996e9f756f3c), after_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:34.078489 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa343c54-fa47-457a-a4c7-c7693cb2ba4f None None] Routers {'51efeb5c-47e7-40f0-ae6b-63c9d73d275c'} bound to L3 agent in host dv-cinder-836930-1-iscsi {{(pid=103985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:14:34.079732 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_hamode_db [None req-fa343c54-fa47-457a-a4c7-c7693cb2ba4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836930-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-07T11:57:34Z,description=,heartbeat_timestamp=2022-04-07T12:14:04Z,host='dv-cinder-836930-1-iscsi',id=ad8978c4-6515-441c-a828-0289badd3b4a,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:57:35Z,topic='l3_agent')) {'router_ids': ['51efeb5c-47e7-40f0-ae6b-63c9d73d275c'], 'active': True} {{(pid=103985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:14:34.082856 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-a2e83282-0b5d-4d03-a8d0-4e8f8e4286d7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:34.086296 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [None req-a2e83282-0b5d-4d03-a8d0-4e8f8e4286d7 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/ba9e05b3-4e38-4f71-805b-996e9f756f3c HTTP/1.1" status: 204 len: 168 time: 0.2943332 Apr 07 12:14:34.106658 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.58', 41324) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:14:34.120348 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e83282-0b5d-4d03-a8d0-4e8f8e4286d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba9e05b3-4e38-4f71-805b-996e9f756f3c,revision_number=None']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:14:34.198768 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_dvr_db [None req-fa343c54-fa47-457a-a4c7-c7693cb2ba4f None None] Set router 51efeb5c-47e7-40f0-ae6b-63c9d73d275c gateway port host: dv-cinder-836930-1-iscsi {{(pid=103985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:14:34.223096 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-00dd6185-7030-4a35-9c56-25ced9d12c05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7349020'] for network (e3161d53-9c39-4626-b2c8-570a8914b73a), before_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:34.247164 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-e24ded85-ae36-413d-86b0-ac36e6b372b4 admin admin] Publish callbacks [] for router (51efeb5c-47e7-40f0-ae6b-63c9d73d275c), before_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:34.356981 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-8ec10d39-cf86-42a9-951d-0dbc167fb9ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (ad8978c4-6515-441c-a828-0289badd3b4a), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:34.381133 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_hamode_db [None req-fa343c54-fa47-457a-a4c7-c7693cb2ba4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51efeb5c-47e7-40f0-ae6b-63c9d73d275c', 'name': 'tempest-TestShelveInstance-2003760294-router', 'tenant_id': 'a4085596b6ef4b2aa7ec76a5ca5df6a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'external_fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': 'd4c2457e-6d49-4c8b-bde8-f2a8510d5a22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:08:40Z', 'updated_at': '2022-04-07T12:14:33Z', 'revision_number': 5, 'project_id': 'a4085596b6ef4b2aa7ec76a5ca5df6a5', 'gw_port': {'id': 'd4c2457e-6d49-4c8b-bde8-f2a8510d5a22', 'name': '', 'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:18:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51efeb5c-47e7-40f0-ae6b-63c9d73d275c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:08:41Z', 'updated_at': '2022-04-07T12:08:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4554067d-f507-4a99-8a98-0874c02c5721', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836930-1-iscsi'}], 'dv-cinder-836930-1-iscsi', False) {} {{(pid=103985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:14:34.389791 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-00dd6185-7030-4a35-9c56-25ced9d12c05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7490116', 'neutron.services.segments.db._delete_segments_for_network-8780057229514'] for network (e3161d53-9c39-4626-b2c8-570a8914b73a), precommit_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:34.408241 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa343c54-fa47-457a-a4c7-c7693cb2ba4f None None] Checking router: 51efeb5c-47e7-40f0-ae6b-63c9d73d275c for host: dv-cinder-836930-1-iscsi {{(pid=103985) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 12:14:34.417239 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa343c54-fa47-457a-a4c7-c7693cb2ba4f None None] Routers {'51efeb5c-47e7-40f0-ae6b-63c9d73d275c'} bound to L3 agent in host dv-cinder-836930-1-iscsi {{(pid=103985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:14:34.417861 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_hamode_db [None req-fa343c54-fa47-457a-a4c7-c7693cb2ba4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836930-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T11:57:34Z,description=,heartbeat_timestamp=2022-04-07T12:14:34Z,host='dv-cinder-836930-1-iscsi',id=ad8978c4-6515-441c-a828-0289badd3b4a,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:57:35Z,topic='l3_agent')) {'router_ids': ['51efeb5c-47e7-40f0-ae6b-63c9d73d275c'], 'active': True} {{(pid=103985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:14:34.420578 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.services.segments.db [None req-00dd6185-7030-4a35-9c56-25ced9d12c05 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3161d53-9c39-4626-b2c8-570a8914b73a']}} {{(pid=103982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:14:34.434737 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.services.segments.db [None req-00dd6185-7030-4a35-9c56-25ced9d12c05 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca12fdd6-afec-4976-9ccd-dd331280033c') {'for_net_delete': True} {{(pid=103982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:14:34.435051 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.services.segments.db [None req-00dd6185-7030-4a35-9c56-25ced9d12c05 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca12fdd6-afec-4976-9ccd-dd331280033c') {} {{(pid=103982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:14:34.447360 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-00dd6185-7030-4a35-9c56-25ced9d12c05 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780057232083', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125930561'] for segment (ca12fdd6-afec-4976-9ccd-dd331280033c), before_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:34.454272 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-e24ded85-ae36-413d-86b0-ac36e6b372b4 admin admin] Publish callbacks [] for router_gateway (51efeb5c-47e7-40f0-ae6b-63c9d73d275c), before_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:34.472782 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-00dd6185-7030-4a35-9c56-25ced9d12c05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7510084'] for segment (ca12fdd6-afec-4976-9ccd-dd331280033c), precommit_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:34.480504 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00dd6185-7030-4a35-9c56-25ced9d12c05 admin admin] Releasing vlan 637 on physical network physnet1 to pool {{(pid=103982) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 12:14:34.481128 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-00dd6185-7030-4a35-9c56-25ced9d12c05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7510084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126593556'] for segment (ca12fdd6-afec-4976-9ccd-dd331280033c), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:34.483010 dv-cinder-836930-1-iscsi neutron-server[103982]: Traceback (most recent call last): Apr 07 12:14:34.483010 dv-cinder-836930-1-iscsi neutron-server[103982]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 12:14:34.483010 dv-cinder-836930-1-iscsi neutron-server[103982]: timer() Apr 07 12:14:34.483010 dv-cinder-836930-1-iscsi neutron-server[103982]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 12:14:34.483010 dv-cinder-836930-1-iscsi neutron-server[103982]: cb(*args, **kw) Apr 07 12:14:34.483010 dv-cinder-836930-1-iscsi neutron-server[103982]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 12:14:34.483010 dv-cinder-836930-1-iscsi neutron-server[103982]: return func(*args, **kwargs) Apr 07 12:14:34.483010 dv-cinder-836930-1-iscsi neutron-server[103982]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 12:14:34.483010 dv-cinder-836930-1-iscsi neutron-server[103982]: self._notify() Apr 07 12:14:34.483010 dv-cinder-836930-1-iscsi neutron-server[103982]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 12:14:34.483010 dv-cinder-836930-1-iscsi neutron-server[103982]: self.callback(batched_events) Apr 07 12:14:34.483010 dv-cinder-836930-1-iscsi neutron-server[103982]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 12:14:34.483010 dv-cinder-836930-1-iscsi neutron-server[103982]: event.method(event) Apr 07 12:14:34.483010 dv-cinder-836930-1-iscsi neutron-server[103982]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 12:14:34.483010 dv-cinder-836930-1-iscsi neutron-server[103982]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 12:14:34.483010 dv-cinder-836930-1-iscsi neutron-server[103982]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 12:14:34.483010 dv-cinder-836930-1-iscsi neutron-server[103982]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 12:14:34.483010 dv-cinder-836930-1-iscsi neutron-server[103982]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 12:14:34.483010 dv-cinder-836930-1-iscsi neutron-server[103982]: return f(self, *a, **k) Apr 07 12:14:34.483010 dv-cinder-836930-1-iscsi neutron-server[103982]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 12:14:34.483010 dv-cinder-836930-1-iscsi neutron-server[103982]: return self._get(url).json() Apr 07 12:14:34.483010 dv-cinder-836930-1-iscsi neutron-server[103982]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 12:14:34.483010 dv-cinder-836930-1-iscsi neutron-server[103982]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 12:14:34.483010 dv-cinder-836930-1-iscsi neutron-server[103982]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 12:14:34.483010 dv-cinder-836930-1-iscsi neutron-server[103982]: return self.request(url, 'GET', **kwargs) Apr 07 12:14:34.483010 dv-cinder-836930-1-iscsi neutron-server[103982]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 12:14:34.483010 dv-cinder-836930-1-iscsi neutron-server[103982]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 12:14:34.483010 dv-cinder-836930-1-iscsi neutron-server[103982]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 12:14:34.483010 dv-cinder-836930-1-iscsi neutron-server[103982]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 12:14:34.483010 dv-cinder-836930-1-iscsi neutron-server[103982]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 12:14:34.483010 dv-cinder-836930-1-iscsi neutron-server[103982]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 12:14:34.483010 dv-cinder-836930-1-iscsi neutron-server[103982]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 12:14:34.536153 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_dvr_db [None req-fa343c54-fa47-457a-a4c7-c7693cb2ba4f None None] Set router 51efeb5c-47e7-40f0-ae6b-63c9d73d275c gateway port host: dv-cinder-836930-1-iscsi {{(pid=103985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:14:34.604366 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.plugin [None req-e24ded85-ae36-413d-86b0-ac36e6b372b4 admin admin] Deleting port d4c2457e-6d49-4c8b-bde8-f2a8510d5a22 {{(pid=103982) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:14:34.604689 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-e24ded85-ae36-413d-86b0-ac36e6b372b4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780057404546'] for port (d4c2457e-6d49-4c8b-bde8-f2a8510d5a22), before_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:34.659570 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-00dd6185-7030-4a35-9c56-25ced9d12c05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7490143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2019876'] for network (e3161d53-9c39-4626-b2c8-570a8914b73a), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:34.665598 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-00dd6185-7030-4a35-9c56-25ced9d12c05 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585958'] for network (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:34.671181 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [None req-00dd6185-7030-4a35-9c56-25ced9d12c05 admin admin] 10.222.0.58 "DELETE /v2.0/networks/e3161d53-9c39-4626-b2c8-570a8914b73a HTTP/1.1" status: 204 len: 168 time: 0.5611939 Apr 07 12:14:34.671580 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.wsgi [-] (103983) accepted ('10.222.0.58', 41340) {{(pid=103983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:14:34.682760 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dd6185-7030-4a35-9c56-25ced9d12c05 admin admin] Pushing event deleted for resources: {'Network': ['ID=e3161d53-9c39-4626-b2c8-570a8914b73a,revision_number=None']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:14:34.712231 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.db [None req-e24ded85-ae36-413d-86b0-ac36e6b372b4 admin admin] For port d4c2457e-6d49-4c8b-bde8-f2a8510d5a22, host dv-cinder-836930-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836930-1-iscsi',level=0,port_id=d4c2457e-6d49-4c8b-bde8-f2a8510d5a22,segment=NetworkSegment(82c7666f-c776-4b0f-ab14-8be16f51c525),segment_id=82c7666f-c776-4b0f-ab14-8be16f51c525)] {{(pid=103982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:14:34.712606 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-e24ded85-ae36-413d-86b0-ac36e6b372b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2017998'] for port (d4c2457e-6d49-4c8b-bde8-f2a8510d5a22), precommit_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:34.726815 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0b198e1-a96e-458c-a8e3-3704396dd10e admin admin] Deleting subnet 6dd9643f-9aec-4034-94b5-275b5c8a367a {{(pid=103983) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 12:14:34.727013 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.plugin [None req-e24ded85-ae36-413d-86b0-ac36e6b372b4 admin admin] Calling delete_port for d4c2457e-6d49-4c8b-bde8-f2a8510d5a22 owned by network:router_gateway {{(pid=103982) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:14:34.732793 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-b0b198e1-a96e-458c-a8e3-3704396dd10e admin admin] Publish callbacks [] for subnet (6dd9643f-9aec-4034-94b5-275b5c8a367a), before_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:34.733687 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_hamode_db [None req-fa343c54-fa47-457a-a4c7-c7693cb2ba4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51efeb5c-47e7-40f0-ae6b-63c9d73d275c', 'name': 'tempest-TestShelveInstance-2003760294-router', 'tenant_id': 'a4085596b6ef4b2aa7ec76a5ca5df6a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'external_fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': 'd4c2457e-6d49-4c8b-bde8-f2a8510d5a22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:08:40Z', 'updated_at': '2022-04-07T12:14:33Z', 'revision_number': 5, 'project_id': 'a4085596b6ef4b2aa7ec76a5ca5df6a5', 'gw_port': {'id': 'd4c2457e-6d49-4c8b-bde8-f2a8510d5a22', 'name': '', 'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:18:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51efeb5c-47e7-40f0-ae6b-63c9d73d275c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:08:41Z', 'updated_at': '2022-04-07T12:08:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4554067d-f507-4a99-8a98-0874c02c5721', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836930-1-iscsi'}], 'dv-cinder-836930-1-iscsi', False) {} {{(pid=103985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:14:34.768357 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa343c54-fa47-457a-a4c7-c7693cb2ba4f None None] The sync data for ids ['51efeb5c-47e7-40f0-ae6b-63c9d73d275c'] in dv-cinder-836930-1-iscsi is: [{'id': '51efeb5c-47e7-40f0-ae6b-63c9d73d275c', 'name': 'tempest-TestShelveInstance-2003760294-router', 'tenant_id': 'a4085596b6ef4b2aa7ec76a5ca5df6a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'external_fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': 'd4c2457e-6d49-4c8b-bde8-f2a8510d5a22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:08:40Z', 'updated_at': '2022-04-07T12:14:33Z', 'revision_number': 5, 'project_id': 'a4085596b6ef4b2aa7ec76a5ca5df6a5', 'gw_port': {'id': 'd4c2457e-6d49-4c8b-bde8-f2a8510d5a22', 'name': '', 'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:18:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51efeb5c-47e7-40f0-ae6b-63c9d73d275c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:08:41Z', 'updated_at': '2022-04-07T12:08:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4554067d-f507-4a99-8a98-0874c02c5721', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836930-1-iscsi'}] {{(pid=103985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 12:14:34.787227 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-b0b198e1-a96e-458c-a8e3-3704396dd10e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3396337'] for subnet (6dd9643f-9aec-4034-94b5-275b5c8a367a), precommit_delete_associations {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:34.830582 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-b0b198e1-a96e-458c-a8e3-3704396dd10e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7504605'] for subnet (6dd9643f-9aec-4034-94b5-275b5c8a367a), precommit_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:34.974562 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-b0b198e1-a96e-458c-a8e3-3704396dd10e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7504596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126495506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127800529'] for subnet (6dd9643f-9aec-4034-94b5-275b5c8a367a), after_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:34.985258 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.58', 41354) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:14:35.002059 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-e24ded85-ae36-413d-86b0-ac36e6b372b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780057409621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780056949598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126593575'] for port (d4c2457e-6d49-4c8b-bde8-f2a8510d5a22), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:35.004829 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-b0b198e1-a96e-458c-a8e3-3704396dd10e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:35.011217 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [None req-b0b198e1-a96e-458c-a8e3-3704396dd10e admin admin] 10.222.0.58 "DELETE /v2.0/subnets/6dd9643f-9aec-4034-94b5-275b5c8a367a HTTP/1.1" status: 204 len: 168 time: 0.3358357 Apr 07 12:14:35.011217 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b198e1-a96e-458c-a8e3-3704396dd10e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6dd9643f-9aec-4034-94b5-275b5c8a367a,revision_number=None']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:14:35.013380 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.wsgi [-] (103983) accepted ('10.222.0.58', 41358) {{(pid=103983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:14:35.033978 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24ded85-ae36-413d-86b0-ac36e6b372b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4c2457e-6d49-4c8b-bde8-f2a8510d5a22,revision_number=None']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:14:35.092636 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-0de9d1b5-e0f8-44e1-9c6f-25008ca7bf4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7349020'] for network (d15a24c8-50cd-4f97-a5cc-7f668b6c2196), before_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:35.109642 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-e24ded85-ae36-413d-86b0-ac36e6b372b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2019840'] for router_gateway (51efeb5c-47e7-40f0-ae6b-63c9d73d275c), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:35.252248 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-0de9d1b5-e0f8-44e1-9c6f-25008ca7bf4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7490116', 'neutron.services.segments.db._delete_segments_for_network-8780057229514'] for network (d15a24c8-50cd-4f97-a5cc-7f668b6c2196), precommit_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:35.274869 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-e24ded85-ae36-413d-86b0-ac36e6b372b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105972'] for router (51efeb5c-47e7-40f0-ae6b-63c9d73d275c), precommit_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:35.285708 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.services.segments.db [None req-0de9d1b5-e0f8-44e1-9c6f-25008ca7bf4f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d15a24c8-50cd-4f97-a5cc-7f668b6c2196']}} {{(pid=103983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:14:35.302795 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.services.segments.db [None req-0de9d1b5-e0f8-44e1-9c6f-25008ca7bf4f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b489a4c6-a98b-4fc6-b03c-cd5b7f23d7ef') {'for_net_delete': True} {{(pid=103983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:14:35.303091 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.services.segments.db [None req-0de9d1b5-e0f8-44e1-9c6f-25008ca7bf4f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b489a4c6-a98b-4fc6-b03c-cd5b7f23d7ef') {} {{(pid=103983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:14:35.312380 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Device d4fa9e18-b22f-4794-82f6-3e693a8fa0b9 no longer exists at agent ovs-agent-dv-cinder-836930-1-iscsi {{(pid=103984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 12:14:35.316942 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-0de9d1b5-e0f8-44e1-9c6f-25008ca7bf4f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780057232083', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3396328'] for segment (b489a4c6-a98b-4fc6-b03c-cd5b7f23d7ef), before_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:35.318221 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.agents_db [None req-3662b1ad-d2b5-4b6d-81f6-e1280f618718 None None] Agent healthcheck: found 6 active agents {{(pid=103985) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 12:14:35.328470 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-e24ded85-ae36-413d-86b0-ac36e6b372b4 admin admin] Publish callbacks [] for router_controller (51efeb5c-47e7-40f0-ae6b-63c9d73d275c), precommit_delete_associations {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:35.333055 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-0de9d1b5-e0f8-44e1-9c6f-25008ca7bf4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7510084'] for segment (b489a4c6-a98b-4fc6-b03c-cd5b7f23d7ef), precommit_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:35.343653 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0de9d1b5-e0f8-44e1-9c6f-25008ca7bf4f admin admin] Releasing vlan 618 on physical network physnet1 to pool {{(pid=103983) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 12:14:35.344315 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-0de9d1b5-e0f8-44e1-9c6f-25008ca7bf4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7510084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126495732'] for segment (b489a4c6-a98b-4fc6-b03c-cd5b7f23d7ef), after_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:35.346221 dv-cinder-836930-1-iscsi neutron-server[103983]: Traceback (most recent call last): Apr 07 12:14:35.346221 dv-cinder-836930-1-iscsi neutron-server[103983]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 12:14:35.346221 dv-cinder-836930-1-iscsi neutron-server[103983]: timer() Apr 07 12:14:35.346221 dv-cinder-836930-1-iscsi neutron-server[103983]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 12:14:35.346221 dv-cinder-836930-1-iscsi neutron-server[103983]: cb(*args, **kw) Apr 07 12:14:35.346221 dv-cinder-836930-1-iscsi neutron-server[103983]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 12:14:35.346221 dv-cinder-836930-1-iscsi neutron-server[103983]: return func(*args, **kwargs) Apr 07 12:14:35.346221 dv-cinder-836930-1-iscsi neutron-server[103983]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 12:14:35.346221 dv-cinder-836930-1-iscsi neutron-server[103983]: self._notify() Apr 07 12:14:35.346221 dv-cinder-836930-1-iscsi neutron-server[103983]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 12:14:35.346221 dv-cinder-836930-1-iscsi neutron-server[103983]: self.callback(batched_events) Apr 07 12:14:35.346221 dv-cinder-836930-1-iscsi neutron-server[103983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 12:14:35.346221 dv-cinder-836930-1-iscsi neutron-server[103983]: event.method(event) Apr 07 12:14:35.346221 dv-cinder-836930-1-iscsi neutron-server[103983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 12:14:35.346221 dv-cinder-836930-1-iscsi neutron-server[103983]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 12:14:35.346221 dv-cinder-836930-1-iscsi neutron-server[103983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 12:14:35.346221 dv-cinder-836930-1-iscsi neutron-server[103983]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 12:14:35.346221 dv-cinder-836930-1-iscsi neutron-server[103983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 12:14:35.346221 dv-cinder-836930-1-iscsi neutron-server[103983]: return f(self, *a, **k) Apr 07 12:14:35.346221 dv-cinder-836930-1-iscsi neutron-server[103983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 12:14:35.346221 dv-cinder-836930-1-iscsi neutron-server[103983]: return self._get(url).json() Apr 07 12:14:35.346221 dv-cinder-836930-1-iscsi neutron-server[103983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 12:14:35.346221 dv-cinder-836930-1-iscsi neutron-server[103983]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 12:14:35.346221 dv-cinder-836930-1-iscsi neutron-server[103983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 12:14:35.346221 dv-cinder-836930-1-iscsi neutron-server[103983]: return self.request(url, 'GET', **kwargs) Apr 07 12:14:35.346221 dv-cinder-836930-1-iscsi neutron-server[103983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 12:14:35.346221 dv-cinder-836930-1-iscsi neutron-server[103983]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 12:14:35.346221 dv-cinder-836930-1-iscsi neutron-server[103983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 12:14:35.346221 dv-cinder-836930-1-iscsi neutron-server[103983]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 12:14:35.346221 dv-cinder-836930-1-iscsi neutron-server[103983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 12:14:35.346221 dv-cinder-836930-1-iscsi neutron-server[103983]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 12:14:35.346221 dv-cinder-836930-1-iscsi neutron-server[103983]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 12:14:35.355362 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] No Port match for: d4fa9e18-b22f-4794-82f6-3e693a8fa0b9 {{(pid=103984) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 12:14:35.355819 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Device d4fa9e18-b22f-4794-82f6-3e693a8fa0b9 not bound to the agent host dv-cinder-836930-1-iscsi {{(pid=103984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 12:14:35.513990 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-e24ded85-ae36-413d-86b0-ac36e6b372b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1650014'] for router (51efeb5c-47e7-40f0-ae6b-63c9d73d275c), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:35.514646 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e24ded85-ae36-413d-86b0-ac36e6b372b4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 51efeb5c-47e7-40f0-ae6b-63c9d73d275c {{(pid=103982) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 12:14:35.519254 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-e24ded85-ae36-413d-86b0-ac36e6b372b4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:35.520407 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [None req-e24ded85-ae36-413d-86b0-ac36e6b372b4 admin admin] 10.222.0.58 "DELETE /v2.0/routers/51efeb5c-47e7-40f0-ae6b-63c9d73d275c HTTP/1.1" status: 204 len: 168 time: 1.4606752 Apr 07 12:14:35.523172 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.wsgi [-] (103983) accepted ('10.222.0.58', 41362) {{(pid=103983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:14:35.555024 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-0de9d1b5-e0f8-44e1-9c6f-25008ca7bf4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7490143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2019876'] for network (d15a24c8-50cd-4f97-a5cc-7f668b6c2196), after_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:35.563485 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-0de9d1b5-e0f8-44e1-9c6f-25008ca7bf4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585958'] for network (None), before_response {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:35.566813 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [None req-0de9d1b5-e0f8-44e1-9c6f-25008ca7bf4f admin admin] 10.222.0.58 "DELETE /v2.0/networks/d15a24c8-50cd-4f97-a5cc-7f668b6c2196 HTTP/1.1" status: 204 len: 168 time: 0.5523558 Apr 07 12:14:35.587323 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de9d1b5-e0f8-44e1-9c6f-25008ca7bf4f admin admin] Pushing event deleted for resources: {'Network': ['ID=d15a24c8-50cd-4f97-a5cc-7f668b6c2196,revision_number=None']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:14:35.602259 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.db.db_base_plugin_v2 [None req-338d17c4-53c3-4feb-be88-ea9f4c4218d4 admin admin] Deleting subnet 6305e169-23ba-4b2b-83ee-e04d73c5b0bb {{(pid=103983) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 12:14:35.610687 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-338d17c4-53c3-4feb-be88-ea9f4c4218d4 admin admin] Publish callbacks [] for subnet (6305e169-23ba-4b2b-83ee-e04d73c5b0bb), before_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:35.650791 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-338d17c4-53c3-4feb-be88-ea9f4c4218d4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3396337'] for subnet (6305e169-23ba-4b2b-83ee-e04d73c5b0bb), precommit_delete_associations {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:35.737795 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-338d17c4-53c3-4feb-be88-ea9f4c4218d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7504605'] for subnet (6305e169-23ba-4b2b-83ee-e04d73c5b0bb), precommit_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:35.757567 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-e3029262-029d-49e4-8078-e7e61e534645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (e465150c-12ca-425e-8c36-fa03ee6240b4), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:35.763170 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-8319f3d3-42bb-4133-9d81-22b4830ce818 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2021178'] for router_interface (0390f484-f283-4360-89fc-ee67de09a647), before_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:35.985502 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-338d17c4-53c3-4feb-be88-ea9f4c4218d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7504596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126495506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127800529'] for subnet (6305e169-23ba-4b2b-83ee-e04d73c5b0bb), after_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:36.012893 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338d17c4-53c3-4feb-be88-ea9f4c4218d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6305e169-23ba-4b2b-83ee-e04d73c5b0bb,revision_number=None']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:14:36.016377 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.plugin [None req-8319f3d3-42bb-4133-9d81-22b4830ce818 admin admin] Deleting port cdb1a5b8-20f6-4bf4-a486-7b25dd95c638 {{(pid=103982) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:14:36.016808 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-338d17c4-53c3-4feb-be88-ea9f4c4218d4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:36.016929 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-8319f3d3-42bb-4133-9d81-22b4830ce818 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780057404546'] for port (cdb1a5b8-20f6-4bf4-a486-7b25dd95c638), before_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:36.024113 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [None req-338d17c4-53c3-4feb-be88-ea9f4c4218d4 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/6305e169-23ba-4b2b-83ee-e04d73c5b0bb HTTP/1.1" status: 204 len: 168 time: 0.4998605 Apr 07 12:14:36.024763 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.wsgi [-] (103983) accepted ('10.222.0.58', 41366) {{(pid=103983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:14:36.031937 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9058941-ff34-47e0-80d1-c418a36ef1d0 None None] Network 3ddbe8c1-9e72-419f-bb9d-9b04f45bb675 requested from dv-cinder-836930-1-iscsi {{(pid=103984) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 12:14:36.130304 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-b4cf031e-a683-4020-8838-763c76fa6fb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7349020'] for network (3ddbe8c1-9e72-419f-bb9d-9b04f45bb675), before_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:36.132443 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.58', 41370) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:14:36.171195 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.db [None req-8319f3d3-42bb-4133-9d81-22b4830ce818 admin admin] For port cdb1a5b8-20f6-4bf4-a486-7b25dd95c638, host dv-cinder-836930-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836930-1-iscsi',level=0,port_id=cdb1a5b8-20f6-4bf4-a486-7b25dd95c638,segment=NetworkSegment(c6eef021-ef52-4fe9-b827-fdc4163e97eb),segment_id=c6eef021-ef52-4fe9-b827-fdc4163e97eb)] {{(pid=103982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:14:36.171800 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-8319f3d3-42bb-4133-9d81-22b4830ce818 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2017998'] for port (cdb1a5b8-20f6-4bf4-a486-7b25dd95c638), precommit_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:36.200367 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.plugin [None req-8319f3d3-42bb-4133-9d81-22b4830ce818 admin admin] Calling delete_port for cdb1a5b8-20f6-4bf4-a486-7b25dd95c638 owned by network:router_interface {{(pid=103982) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:14:36.219230 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-b4cf031e-a683-4020-8838-763c76fa6fb9 admin admin] Deleting port 16186e54-b052-49f1-bff7-fe1dbe2d935f {{(pid=103983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:14:36.219570 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-b4cf031e-a683-4020-8838-763c76fa6fb9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780057404546'] for port (16186e54-b052-49f1-bff7-fe1dbe2d935f), before_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:36.226415 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [None req-11f7f2d9-c31f-4313-ae37-f8021464a1e2 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=35754c3d900f45ad9dee04a0617325bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0919681 Apr 07 12:14:36.227025 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.58', 41378) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:14:36.304542 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.plugins.ml2.db [None req-b4cf031e-a683-4020-8838-763c76fa6fb9 admin admin] For port 16186e54-b052-49f1-bff7-fe1dbe2d935f, host dv-cinder-836930-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836930-1-iscsi',level=0,port_id=16186e54-b052-49f1-bff7-fe1dbe2d935f,segment=NetworkSegment(03f974f2-7a81-4033-8e47-73794737a6ee),segment_id=03f974f2-7a81-4033-8e47-73794737a6ee)] {{(pid=103983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:14:36.305005 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-b4cf031e-a683-4020-8838-763c76fa6fb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2017998'] for port (16186e54-b052-49f1-bff7-fe1dbe2d935f), precommit_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:36.318179 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e3599f5-4cb9-4c1c-a93a-48a3fd261fbd None None] DHCP port deletion for 3ddbe8c1-9e72-419f-bb9d-9b04f45bb675 request from dv-cinder-836930-1-iscsi {{(pid=103984) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 12:14:36.319904 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-b4cf031e-a683-4020-8838-763c76fa6fb9 admin admin] Calling delete_port for 16186e54-b052-49f1-bff7-fe1dbe2d935f owned by network:dhcp {{(pid=103983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:14:36.379387 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-2e3599f5-4cb9-4c1c-a93a-48a3fd261fbd None None] Deleting port 16186e54-b052-49f1-bff7-fe1dbe2d935f {{(pid=103984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:14:36.379770 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-2e3599f5-4cb9-4c1c-a93a-48a3fd261fbd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780057404546'] for port (16186e54-b052-49f1-bff7-fe1dbe2d935f), before_delete {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:36.382970 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-15be9742-3c5e-43b1-aee0-3d451a2dd82a admin admin] Publish callbacks [] for security_group (fd16ea96-2d7a-49c1-abfe-e760dbf18976), before_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:36.417045 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-15be9742-3c5e-43b1-aee0-3d451a2dd82a admin admin] Publish callbacks [] for security_group (fd16ea96-2d7a-49c1-abfe-e760dbf18976), precommit_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:36.446112 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.db [None req-2e3599f5-4cb9-4c1c-a93a-48a3fd261fbd None None] For port 16186e54-b052-49f1-bff7-fe1dbe2d935f, host dv-cinder-836930-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836930-1-iscsi',level=0,port_id=16186e54-b052-49f1-bff7-fe1dbe2d935f,segment=NetworkSegment(03f974f2-7a81-4033-8e47-73794737a6ee),segment_id=03f974f2-7a81-4033-8e47-73794737a6ee)] {{(pid=103984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:14:36.446558 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-2e3599f5-4cb9-4c1c-a93a-48a3fd261fbd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2017998'] for port (16186e54-b052-49f1-bff7-fe1dbe2d935f), precommit_delete {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:36.466132 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-2e3599f5-4cb9-4c1c-a93a-48a3fd261fbd None None] Calling delete_port for 16186e54-b052-49f1-bff7-fe1dbe2d935f owned by network:dhcp {{(pid=103984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:14:36.495385 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-b4cf031e-a683-4020-8838-763c76fa6fb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780057409621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780056949598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126495687'] for port (16186e54-b052-49f1-bff7-fe1dbe2d935f), after_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:36.521710 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cf031e-a683-4020-8838-763c76fa6fb9 admin admin] Pushing event deleted for resources: {'Port': ['ID=16186e54-b052-49f1-bff7-fe1dbe2d935f,revision_number=None']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:14:36.525252 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4cf031e-a683-4020-8838-763c76fa6fb9 admin admin] No DVR routers for this DVR port 16186e54-b052-49f1-bff7-fe1dbe2d935f on host dv-cinder-836930-1-iscsi {{(pid=103983) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 12:14:36.542230 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-2e3599f5-4cb9-4c1c-a93a-48a3fd261fbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780057409621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780056949598'] for port (16186e54-b052-49f1-bff7-fe1dbe2d935f), after_delete {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:36.568809 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3599f5-4cb9-4c1c-a93a-48a3fd261fbd None None] Pushing event deleted for resources: {'Port': ['ID=16186e54-b052-49f1-bff7-fe1dbe2d935f,revision_number=None']} {{(pid=103984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:14:36.572543 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e3599f5-4cb9-4c1c-a93a-48a3fd261fbd None None] No DVR routers for this DVR port 16186e54-b052-49f1-bff7-fe1dbe2d935f on host dv-cinder-836930-1-iscsi {{(pid=103984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 12:14:36.577136 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-15be9742-3c5e-43b1-aee0-3d451a2dd82a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678166'] for security_group (fd16ea96-2d7a-49c1-abfe-e760dbf18976), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:36.590832 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-15be9742-3c5e-43b1-aee0-3d451a2dd82a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:36.590832 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [None req-15be9742-3c5e-43b1-aee0-3d451a2dd82a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/fd16ea96-2d7a-49c1-abfe-e760dbf18976 HTTP/1.1" status: 204 len: 168 time: 0.3484046 Apr 07 12:14:36.592217 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15be9742-3c5e-43b1-aee0-3d451a2dd82a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd16ea96-2d7a-49c1-abfe-e760dbf18976,revision_number=None']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:14:36.602914 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-8319f3d3-42bb-4133-9d81-22b4830ce818 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780057409621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780056949598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126593575'] for port (cdb1a5b8-20f6-4bf4-a486-7b25dd95c638), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:36.616469 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-b4cf031e-a683-4020-8838-763c76fa6fb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7490116', 'neutron.services.segments.db._delete_segments_for_network-8780057229514'] for network (3ddbe8c1-9e72-419f-bb9d-9b04f45bb675), precommit_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:36.635992 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8319f3d3-42bb-4133-9d81-22b4830ce818 admin admin] Pushing event deleted for resources: {'Port': ['ID=cdb1a5b8-20f6-4bf4-a486-7b25dd95c638,revision_number=None']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:14:36.642094 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.services.segments.db [None req-b4cf031e-a683-4020-8838-763c76fa6fb9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ddbe8c1-9e72-419f-bb9d-9b04f45bb675']}} {{(pid=103983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:14:36.655544 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.services.segments.db [None req-b4cf031e-a683-4020-8838-763c76fa6fb9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03f974f2-7a81-4033-8e47-73794737a6ee') {'for_net_delete': True} {{(pid=103983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:14:36.656701 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.services.segments.db [None req-b4cf031e-a683-4020-8838-763c76fa6fb9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03f974f2-7a81-4033-8e47-73794737a6ee') {} {{(pid=103983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:14:36.670382 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-b4cf031e-a683-4020-8838-763c76fa6fb9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780057232083', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3396328'] for segment (03f974f2-7a81-4033-8e47-73794737a6ee), before_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:36.686034 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-b4cf031e-a683-4020-8838-763c76fa6fb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7510084'] for segment (03f974f2-7a81-4033-8e47-73794737a6ee), precommit_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:36.695733 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4cf031e-a683-4020-8838-763c76fa6fb9 admin admin] Releasing vlan 641 on physical network physnet1 to pool {{(pid=103983) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 12:14:36.696210 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-b4cf031e-a683-4020-8838-763c76fa6fb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7510084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126495732'] for segment (03f974f2-7a81-4033-8e47-73794737a6ee), after_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:36.701243 dv-cinder-836930-1-iscsi neutron-server[103983]: Traceback (most recent call last): Apr 07 12:14:36.701243 dv-cinder-836930-1-iscsi neutron-server[103983]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 12:14:36.701243 dv-cinder-836930-1-iscsi neutron-server[103983]: timer() Apr 07 12:14:36.701243 dv-cinder-836930-1-iscsi neutron-server[103983]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 12:14:36.701243 dv-cinder-836930-1-iscsi neutron-server[103983]: cb(*args, **kw) Apr 07 12:14:36.701243 dv-cinder-836930-1-iscsi neutron-server[103983]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 12:14:36.701243 dv-cinder-836930-1-iscsi neutron-server[103983]: return func(*args, **kwargs) Apr 07 12:14:36.701243 dv-cinder-836930-1-iscsi neutron-server[103983]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 12:14:36.701243 dv-cinder-836930-1-iscsi neutron-server[103983]: self._notify() Apr 07 12:14:36.701243 dv-cinder-836930-1-iscsi neutron-server[103983]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 12:14:36.701243 dv-cinder-836930-1-iscsi neutron-server[103983]: self.callback(batched_events) Apr 07 12:14:36.701243 dv-cinder-836930-1-iscsi neutron-server[103983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 12:14:36.701243 dv-cinder-836930-1-iscsi neutron-server[103983]: event.method(event) Apr 07 12:14:36.701243 dv-cinder-836930-1-iscsi neutron-server[103983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 12:14:36.701243 dv-cinder-836930-1-iscsi neutron-server[103983]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 12:14:36.701243 dv-cinder-836930-1-iscsi neutron-server[103983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 12:14:36.701243 dv-cinder-836930-1-iscsi neutron-server[103983]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 12:14:36.701243 dv-cinder-836930-1-iscsi neutron-server[103983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 12:14:36.701243 dv-cinder-836930-1-iscsi neutron-server[103983]: return f(self, *a, **k) Apr 07 12:14:36.701243 dv-cinder-836930-1-iscsi neutron-server[103983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 12:14:36.701243 dv-cinder-836930-1-iscsi neutron-server[103983]: return self._get(url).json() Apr 07 12:14:36.701243 dv-cinder-836930-1-iscsi neutron-server[103983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 12:14:36.701243 dv-cinder-836930-1-iscsi neutron-server[103983]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 12:14:36.701243 dv-cinder-836930-1-iscsi neutron-server[103983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 12:14:36.701243 dv-cinder-836930-1-iscsi neutron-server[103983]: return self.request(url, 'GET', **kwargs) Apr 07 12:14:36.701243 dv-cinder-836930-1-iscsi neutron-server[103983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 12:14:36.701243 dv-cinder-836930-1-iscsi neutron-server[103983]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 12:14:36.701243 dv-cinder-836930-1-iscsi neutron-server[103983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 12:14:36.701243 dv-cinder-836930-1-iscsi neutron-server[103983]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 12:14:36.701243 dv-cinder-836930-1-iscsi neutron-server[103983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 12:14:36.701243 dv-cinder-836930-1-iscsi neutron-server[103983]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 12:14:36.701243 dv-cinder-836930-1-iscsi neutron-server[103983]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 12:14:36.831024 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-8319f3d3-42bb-4133-9d81-22b4830ce818 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2021237'] for router_interface (0390f484-f283-4360-89fc-ee67de09a647), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:36.857678 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-b4cf031e-a683-4020-8838-763c76fa6fb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7490143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2019876'] for network (3ddbe8c1-9e72-419f-bb9d-9b04f45bb675), after_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:36.863774 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-b4cf031e-a683-4020-8838-763c76fa6fb9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585958'] for network (None), before_response {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:36.867325 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [None req-b4cf031e-a683-4020-8838-763c76fa6fb9 admin admin] 10.222.0.58 "DELETE /v2.0/networks/3ddbe8c1-9e72-419f-bb9d-9b04f45bb675 HTTP/1.1" status: 204 len: 168 time: 0.8416126 Apr 07 12:14:36.877332 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.wsgi [-] (103983) accepted ('10.222.0.58', 41382) {{(pid=103983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:14:36.883283 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cf031e-a683-4020-8838-763c76fa6fb9 admin admin] Pushing event deleted for resources: {'Network': ['ID=3ddbe8c1-9e72-419f-bb9d-9b04f45bb675,revision_number=None']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:14:37.071050 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8319f3d3-42bb-4133-9d81-22b4830ce818 admin admin] Router 0390f484-f283-4360-89fc-ee67de09a647 has already been hosted by L3 agent ad8978c4-6515-441c-a828-0289badd3b4a {{(pid=103982) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 12:14:37.241025 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Device d4c2457e-6d49-4c8b-bde8-f2a8510d5a22 no longer exists at agent ovs-agent-dv-cinder-836930-1-iscsi {{(pid=103984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 12:14:37.280954 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-dc467bfc-aab0-41d1-90a3-d251fce3847a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2021178'] for router_interface (6a6c2d11-988c-449d-bffd-49055d71f20b), before_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:37.285069 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] No Port match for: d4c2457e-6d49-4c8b-bde8-f2a8510d5a22 {{(pid=103984) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 12:14:37.285697 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Device d4c2457e-6d49-4c8b-bde8-f2a8510d5a22 not bound to the agent host dv-cinder-836930-1-iscsi {{(pid=103984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 12:14:37.286281 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Device 16186e54-b052-49f1-bff7-fe1dbe2d935f no longer exists at agent ovs-agent-dv-cinder-836930-1-iscsi {{(pid=103984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 12:14:37.307032 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] No Port match for: 16186e54-b052-49f1-bff7-fe1dbe2d935f {{(pid=103984) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 12:14:37.307701 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Device 16186e54-b052-49f1-bff7-fe1dbe2d935f not bound to the agent host dv-cinder-836930-1-iscsi {{(pid=103984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 12:14:37.436914 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.58', 41396) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:14:37.446436 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-4ee86192-ef9a-4f9c-8d37-983d911c7eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (8705c964-c35e-4008-b403-e26242cd5404), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:37.516206 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [None req-d62e6a76-eacd-4693-9b6e-554b0b07d8f6 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d43f3ed809164a0a86e366b8ac96c12d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0777164 Apr 07 12:14:37.520196 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.58', 41400) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:14:37.527291 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8319f3d3-42bb-4133-9d81-22b4830ce818 admin admin] Notify agent at l3_agent.dv-cinder-836930-1-iscsi the message routers_updated {{(pid=103982) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 12:14:37.537242 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-766cc1e7-f7bb-472e-a896-1e612bceaf07 None None] Sync routers for ids ['0390f484-f283-4360-89fc-ee67de09a647'] in dv-cinder-836930-1-iscsi {{(pid=103984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 12:14:37.538746 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [None req-8319f3d3-42bb-4133-9d81-22b4830ce818 admin admin] 10.222.0.58 "PUT /v2.0/routers/0390f484-f283-4360-89fc-ee67de09a647/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5514512 Apr 07 12:14:37.541781 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.58', 41402) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:14:37.547903 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-766cc1e7-f7bb-472e-a896-1e612bceaf07 None None] Routers {'0390f484-f283-4360-89fc-ee67de09a647'} bound to L3 agent in host dv-cinder-836930-1-iscsi {{(pid=103984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:14:37.548597 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_hamode_db [None req-766cc1e7-f7bb-472e-a896-1e612bceaf07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836930-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T11:57:34Z,description=,heartbeat_timestamp=2022-04-07T12:14:34Z,host='dv-cinder-836930-1-iscsi',id=ad8978c4-6515-441c-a828-0289badd3b4a,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:57:35Z,topic='l3_agent')) {'router_ids': ['0390f484-f283-4360-89fc-ee67de09a647'], 'active': True} {{(pid=103984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:14:37.574858 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-dc467bfc-aab0-41d1-90a3-d251fce3847a admin admin] Deleting port 22e4fc0a-86e4-4074-85c1-d7c27fe0c1da {{(pid=103983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:14:37.575225 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-dc467bfc-aab0-41d1-90a3-d251fce3847a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780057404546'] for port (22e4fc0a-86e4-4074-85c1-d7c27fe0c1da), before_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:37.659547 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-c23644da-fd2b-4422-b68c-e0ef9cf0a52b admin admin] Publish callbacks [] for security_group (a7cfcda9-720f-4863-91b2-1a2d7ea2b670), before_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:37.672512 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.plugins.ml2.db [None req-dc467bfc-aab0-41d1-90a3-d251fce3847a admin admin] For port 22e4fc0a-86e4-4074-85c1-d7c27fe0c1da, host dv-cinder-836930-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836930-1-iscsi',level=0,port_id=22e4fc0a-86e4-4074-85c1-d7c27fe0c1da,segment=NetworkSegment(92e7a5be-f2ad-4f14-8191-e3d33b6a9843),segment_id=92e7a5be-f2ad-4f14-8191-e3d33b6a9843)] {{(pid=103983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:14:37.674092 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-dc467bfc-aab0-41d1-90a3-d251fce3847a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2017998'] for port (22e4fc0a-86e4-4074-85c1-d7c27fe0c1da), precommit_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:37.677265 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_dvr_db [None req-766cc1e7-f7bb-472e-a896-1e612bceaf07 None None] Set router 0390f484-f283-4360-89fc-ee67de09a647 gateway port host: dv-cinder-836930-1-iscsi {{(pid=103984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:14:37.698877 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-dc467bfc-aab0-41d1-90a3-d251fce3847a admin admin] Calling delete_port for 22e4fc0a-86e4-4074-85c1-d7c27fe0c1da owned by network:router_interface {{(pid=103983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:14:37.713699 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-c23644da-fd2b-4422-b68c-e0ef9cf0a52b admin admin] Publish callbacks [] for security_group (a7cfcda9-720f-4863-91b2-1a2d7ea2b670), precommit_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:37.721914 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-d7341bba-a17c-4e29-9a02-6f88b2e6ea91 admin admin] Publish callbacks [] for router (0390f484-f283-4360-89fc-ee67de09a647), before_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:37.864923 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-d7341bba-a17c-4e29-9a02-6f88b2e6ea91 admin admin] Publish callbacks [] for router_gateway (0390f484-f283-4360-89fc-ee67de09a647), before_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:37.866822 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_hamode_db [None req-766cc1e7-f7bb-472e-a896-1e612bceaf07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0390f484-f283-4360-89fc-ee67de09a647', 'name': 'tempest-AttachVolumeShelveTestJSON-2064474164-router', 'tenant_id': 'f773b5c38f1747ba994d9dbdae582152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'external_fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': '71058e0c-eb0e-4219-8b09-6ccbd5c5f417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:08:02Z', 'updated_at': '2022-04-07T12:14:36Z', 'revision_number': 5, 'project_id': 'f773b5c38f1747ba994d9dbdae582152', 'gw_port': {'id': '71058e0c-eb0e-4219-8b09-6ccbd5c5f417', 'name': '', 'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:b9:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0390f484-f283-4360-89fc-ee67de09a647', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:08:03Z', 'updated_at': '2022-04-07T12:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4554067d-f507-4a99-8a98-0874c02c5721', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836930-1-iscsi'}], 'dv-cinder-836930-1-iscsi', False) {} {{(pid=103984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:14:37.897800 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-766cc1e7-f7bb-472e-a896-1e612bceaf07 None None] Checking router: 0390f484-f283-4360-89fc-ee67de09a647 for host: dv-cinder-836930-1-iscsi {{(pid=103984) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 12:14:37.906396 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-766cc1e7-f7bb-472e-a896-1e612bceaf07 None None] Routers {'0390f484-f283-4360-89fc-ee67de09a647'} bound to L3 agent in host dv-cinder-836930-1-iscsi {{(pid=103984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:14:37.906993 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_hamode_db [None req-766cc1e7-f7bb-472e-a896-1e612bceaf07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836930-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T11:57:34Z,description=,heartbeat_timestamp=2022-04-07T12:14:34Z,host='dv-cinder-836930-1-iscsi',id=ad8978c4-6515-441c-a828-0289badd3b4a,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:57:35Z,topic='l3_agent')) {'router_ids': ['0390f484-f283-4360-89fc-ee67de09a647'], 'active': True} {{(pid=103984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:14:37.931472 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-c23644da-fd2b-4422-b68c-e0ef9cf0a52b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678166'] for security_group (a7cfcda9-720f-4863-91b2-1a2d7ea2b670), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:37.934408 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-c23644da-fd2b-4422-b68c-e0ef9cf0a52b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:37.935673 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [None req-c23644da-fd2b-4422-b68c-e0ef9cf0a52b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a7cfcda9-720f-4863-91b2-1a2d7ea2b670 HTTP/1.1" status: 204 len: 168 time: 0.4145851 Apr 07 12:14:37.944573 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23644da-fd2b-4422-b68c-e0ef9cf0a52b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7cfcda9-720f-4863-91b2-1a2d7ea2b670,revision_number=None']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:14:37.985566 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-dc467bfc-aab0-41d1-90a3-d251fce3847a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780057409621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780056949598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126495687'] for port (22e4fc0a-86e4-4074-85c1-d7c27fe0c1da), after_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:38.019335 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc467bfc-aab0-41d1-90a3-d251fce3847a admin admin] Pushing event deleted for resources: {'Port': ['ID=22e4fc0a-86e4-4074-85c1-d7c27fe0c1da,revision_number=None']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:14:38.037657 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_dvr_db [None req-766cc1e7-f7bb-472e-a896-1e612bceaf07 None None] Set router 0390f484-f283-4360-89fc-ee67de09a647 gateway port host: dv-cinder-836930-1-iscsi {{(pid=103984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:14:38.106236 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.plugin [None req-d7341bba-a17c-4e29-9a02-6f88b2e6ea91 admin admin] Deleting port 71058e0c-eb0e-4219-8b09-6ccbd5c5f417 {{(pid=103982) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:14:38.106606 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-d7341bba-a17c-4e29-9a02-6f88b2e6ea91 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780057404546'] for port (71058e0c-eb0e-4219-8b09-6ccbd5c5f417), before_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:38.213095 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.db [None req-d7341bba-a17c-4e29-9a02-6f88b2e6ea91 admin admin] For port 71058e0c-eb0e-4219-8b09-6ccbd5c5f417, host dv-cinder-836930-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836930-1-iscsi',level=0,port_id=71058e0c-eb0e-4219-8b09-6ccbd5c5f417,segment=NetworkSegment(82c7666f-c776-4b0f-ab14-8be16f51c525),segment_id=82c7666f-c776-4b0f-ab14-8be16f51c525)] {{(pid=103982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:14:38.214046 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-d7341bba-a17c-4e29-9a02-6f88b2e6ea91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2017998'] for port (71058e0c-eb0e-4219-8b09-6ccbd5c5f417), precommit_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:38.238943 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.plugin [None req-d7341bba-a17c-4e29-9a02-6f88b2e6ea91 admin admin] Calling delete_port for 71058e0c-eb0e-4219-8b09-6ccbd5c5f417 owned by network:router_gateway {{(pid=103982) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:14:38.318074 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_hamode_db [None req-766cc1e7-f7bb-472e-a896-1e612bceaf07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0390f484-f283-4360-89fc-ee67de09a647', 'name': 'tempest-AttachVolumeShelveTestJSON-2064474164-router', 'tenant_id': 'f773b5c38f1747ba994d9dbdae582152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'external_fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': '71058e0c-eb0e-4219-8b09-6ccbd5c5f417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:08:02Z', 'updated_at': '2022-04-07T12:14:36Z', 'revision_number': 5, 'project_id': 'f773b5c38f1747ba994d9dbdae582152', 'gw_port': {'id': '71058e0c-eb0e-4219-8b09-6ccbd5c5f417', 'name': '', 'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:b9:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0390f484-f283-4360-89fc-ee67de09a647', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:08:03Z', 'updated_at': '2022-04-07T12:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4554067d-f507-4a99-8a98-0874c02c5721', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836930-1-iscsi'}], 'dv-cinder-836930-1-iscsi', False) {} {{(pid=103984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:14:38.351834 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-766cc1e7-f7bb-472e-a896-1e612bceaf07 None None] The sync data for ids ['0390f484-f283-4360-89fc-ee67de09a647'] in dv-cinder-836930-1-iscsi is: [{'id': '0390f484-f283-4360-89fc-ee67de09a647', 'name': 'tempest-AttachVolumeShelveTestJSON-2064474164-router', 'tenant_id': 'f773b5c38f1747ba994d9dbdae582152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'external_fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': '71058e0c-eb0e-4219-8b09-6ccbd5c5f417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:08:02Z', 'updated_at': '2022-04-07T12:14:36Z', 'revision_number': 5, 'project_id': 'f773b5c38f1747ba994d9dbdae582152', 'gw_port': {'id': '71058e0c-eb0e-4219-8b09-6ccbd5c5f417', 'name': '', 'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:b9:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0390f484-f283-4360-89fc-ee67de09a647', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:08:03Z', 'updated_at': '2022-04-07T12:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4554067d-f507-4a99-8a98-0874c02c5721', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836930-1-iscsi'}] {{(pid=103984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 12:14:38.476732 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-dc467bfc-aab0-41d1-90a3-d251fce3847a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2021237'] for router_interface (6a6c2d11-988c-449d-bffd-49055d71f20b), after_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:38.537784 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-d7341bba-a17c-4e29-9a02-6f88b2e6ea91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780057409621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780056949598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126593575'] for port (71058e0c-eb0e-4219-8b09-6ccbd5c5f417), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:38.564113 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7341bba-a17c-4e29-9a02-6f88b2e6ea91 admin admin] Pushing event deleted for resources: {'Port': ['ID=71058e0c-eb0e-4219-8b09-6ccbd5c5f417,revision_number=None']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:14:38.623395 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-d7341bba-a17c-4e29-9a02-6f88b2e6ea91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2019840'] for router_gateway (0390f484-f283-4360-89fc-ee67de09a647), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:38.715204 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc467bfc-aab0-41d1-90a3-d251fce3847a admin admin] Router 6a6c2d11-988c-449d-bffd-49055d71f20b has already been hosted by L3 agent ad8978c4-6515-441c-a828-0289badd3b4a {{(pid=103983) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 12:14:38.733578 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-d7341bba-a17c-4e29-9a02-6f88b2e6ea91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105972'] for router (0390f484-f283-4360-89fc-ee67de09a647), precommit_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:38.738130 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-d7341bba-a17c-4e29-9a02-6f88b2e6ea91 admin admin] Publish callbacks [] for router_controller (0390f484-f283-4360-89fc-ee67de09a647), precommit_delete_associations {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:38.786183 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (18566f30-62c1-4fb1-af49-ebd049d63fec), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:38.841309 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc467bfc-aab0-41d1-90a3-d251fce3847a admin admin] Notify agent at l3_agent.dv-cinder-836930-1-iscsi the message routers_updated {{(pid=103983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 12:14:38.850789 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [None req-dc467bfc-aab0-41d1-90a3-d251fce3847a admin admin] 10.222.0.58 "PUT /v2.0/routers/6a6c2d11-988c-449d-bffd-49055d71f20b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9721954 Apr 07 12:14:38.850934 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.58', 41426) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:14:38.854621 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f2cccf-0704-4f48-acf9-bda7b3d9ea09 None None] Sync routers for ids ['6a6c2d11-988c-449d-bffd-49055d71f20b'] in dv-cinder-836930-1-iscsi {{(pid=103985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 12:14:38.868209 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f2cccf-0704-4f48-acf9-bda7b3d9ea09 None None] Routers {'6a6c2d11-988c-449d-bffd-49055d71f20b'} bound to L3 agent in host dv-cinder-836930-1-iscsi {{(pid=103985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:14:38.869080 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_hamode_db [None req-11f2cccf-0704-4f48-acf9-bda7b3d9ea09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836930-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T11:57:34Z,description=,heartbeat_timestamp=2022-04-07T12:14:34Z,host='dv-cinder-836930-1-iscsi',id=ad8978c4-6515-441c-a828-0289badd3b4a,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:57:35Z,topic='l3_agent')) {'router_ids': ['6a6c2d11-988c-449d-bffd-49055d71f20b'], 'active': True} {{(pid=103985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:14:38.900914 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-d7341bba-a17c-4e29-9a02-6f88b2e6ea91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1650014'] for router (0390f484-f283-4360-89fc-ee67de09a647), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:38.901529 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7341bba-a17c-4e29-9a02-6f88b2e6ea91 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0390f484-f283-4360-89fc-ee67de09a647 {{(pid=103982) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 12:14:38.907192 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-d7341bba-a17c-4e29-9a02-6f88b2e6ea91 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:38.908442 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [None req-d7341bba-a17c-4e29-9a02-6f88b2e6ea91 admin admin] 10.222.0.58 "DELETE /v2.0/routers/0390f484-f283-4360-89fc-ee67de09a647 HTTP/1.1" status: 204 len: 168 time: 1.3658745 Apr 07 12:14:38.911704 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.wsgi [-] (103983) accepted ('10.222.0.58', 41428) {{(pid=103983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:14:38.987841 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-cf1db43b-3cff-4abc-a046-b5c116391d95 admin admin] Publish callbacks [] for router (6a6c2d11-988c-449d-bffd-49055d71f20b), before_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:38.996161 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.db.db_base_plugin_v2 [None req-64acab7c-c338-4fa1-843f-c0814b5c1539 admin admin] Deleting subnet c904b354-656a-4e16-9970-de4658d8dce1 {{(pid=103983) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 12:14:39.001742 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-64acab7c-c338-4fa1-843f-c0814b5c1539 admin admin] Publish callbacks [] for subnet (c904b354-656a-4e16-9970-de4658d8dce1), before_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:39.041838 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_dvr_db [None req-11f2cccf-0704-4f48-acf9-bda7b3d9ea09 None None] Set router 6a6c2d11-988c-449d-bffd-49055d71f20b gateway port host: dv-cinder-836930-1-iscsi {{(pid=103985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:14:39.054682 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-64acab7c-c338-4fa1-843f-c0814b5c1539 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3396337'] for subnet (c904b354-656a-4e16-9970-de4658d8dce1), precommit_delete_associations {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:39.162662 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-cf1db43b-3cff-4abc-a046-b5c116391d95 admin admin] Publish callbacks [] for router_gateway (6a6c2d11-988c-449d-bffd-49055d71f20b), before_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:39.164784 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-64acab7c-c338-4fa1-843f-c0814b5c1539 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7504605'] for subnet (c904b354-656a-4e16-9970-de4658d8dce1), precommit_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:39.250067 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Device cdb1a5b8-20f6-4bf4-a486-7b25dd95c638 no longer exists at agent ovs-agent-dv-cinder-836930-1-iscsi {{(pid=103984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 12:14:39.283227 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] No Port match for: cdb1a5b8-20f6-4bf4-a486-7b25dd95c638 {{(pid=103984) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 12:14:39.283595 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Device cdb1a5b8-20f6-4bf4-a486-7b25dd95c638 not bound to the agent host dv-cinder-836930-1-iscsi {{(pid=103984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 12:14:39.321063 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_hamode_db [None req-11f2cccf-0704-4f48-acf9-bda7b3d9ea09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a6c2d11-988c-449d-bffd-49055d71f20b', 'name': 'tempest-TestShelveInstance-1549520160-router', 'tenant_id': '1fe839f2d25941fa8ddcf1163df1cedb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'external_fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.168'}], 'enable_snat': True}, 'gw_port_id': '7409d94e-6f80-4fd2-a3c7-34fdbea639b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:08:48Z', 'updated_at': '2022-04-07T12:14:37Z', 'revision_number': 5, 'project_id': '1fe839f2d25941fa8ddcf1163df1cedb', 'gw_port': {'id': '7409d94e-6f80-4fd2-a3c7-34fdbea639b6', 'name': '', 'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:5e:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a6c2d11-988c-449d-bffd-49055d71f20b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:08:48Z', 'updated_at': '2022-04-07T12:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4554067d-f507-4a99-8a98-0874c02c5721', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836930-1-iscsi'}], 'dv-cinder-836930-1-iscsi', False) {} {{(pid=103985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:14:39.435280 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f2cccf-0704-4f48-acf9-bda7b3d9ea09 None None] Checking router: 6a6c2d11-988c-449d-bffd-49055d71f20b for host: dv-cinder-836930-1-iscsi {{(pid=103985) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 12:14:39.442947 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f2cccf-0704-4f48-acf9-bda7b3d9ea09 None None] Routers {'6a6c2d11-988c-449d-bffd-49055d71f20b'} bound to L3 agent in host dv-cinder-836930-1-iscsi {{(pid=103985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:14:39.443655 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_hamode_db [None req-11f2cccf-0704-4f48-acf9-bda7b3d9ea09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836930-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T11:57:34Z,description=,heartbeat_timestamp=2022-04-07T12:14:34Z,host='dv-cinder-836930-1-iscsi',id=ad8978c4-6515-441c-a828-0289badd3b4a,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:57:35Z,topic='l3_agent')) {'router_ids': ['6a6c2d11-988c-449d-bffd-49055d71f20b'], 'active': True} {{(pid=103985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:14:39.498822 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.plugin [None req-cf1db43b-3cff-4abc-a046-b5c116391d95 admin admin] Deleting port 7409d94e-6f80-4fd2-a3c7-34fdbea639b6 {{(pid=103982) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:14:39.499504 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-cf1db43b-3cff-4abc-a046-b5c116391d95 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780057404546'] for port (7409d94e-6f80-4fd2-a3c7-34fdbea639b6), before_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:39.502735 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-64acab7c-c338-4fa1-843f-c0814b5c1539 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7504596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126495506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127800529'] for subnet (c904b354-656a-4e16-9970-de4658d8dce1), after_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:39.570114 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_dvr_db [None req-11f2cccf-0704-4f48-acf9-bda7b3d9ea09 None None] Set router 6a6c2d11-988c-449d-bffd-49055d71f20b gateway port host: dv-cinder-836930-1-iscsi {{(pid=103985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:14:39.585421 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64acab7c-c338-4fa1-843f-c0814b5c1539 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c904b354-656a-4e16-9970-de4658d8dce1,revision_number=None']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:14:39.594796 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.db [None req-cf1db43b-3cff-4abc-a046-b5c116391d95 admin admin] For port 7409d94e-6f80-4fd2-a3c7-34fdbea639b6, host dv-cinder-836930-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836930-1-iscsi',level=0,port_id=7409d94e-6f80-4fd2-a3c7-34fdbea639b6,segment=NetworkSegment(82c7666f-c776-4b0f-ab14-8be16f51c525),segment_id=82c7666f-c776-4b0f-ab14-8be16f51c525)] {{(pid=103982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:14:39.595224 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-cf1db43b-3cff-4abc-a046-b5c116391d95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2017998'] for port (7409d94e-6f80-4fd2-a3c7-34fdbea639b6), precommit_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:39.600102 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-64acab7c-c338-4fa1-843f-c0814b5c1539 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:39.603639 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-806653c3-f8a1-462b-84b1-2c010310cb6f None None] Network a3a1c9bf-f178-42b2-8a75-be0111298909 requested from dv-cinder-836930-1-iscsi {{(pid=103984) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 12:14:39.605235 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [None req-64acab7c-c338-4fa1-843f-c0814b5c1539 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/c904b354-656a-4e16-9970-de4658d8dce1 HTTP/1.1" status: 204 len: 168 time: 0.6924653 Apr 07 12:14:39.607786 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.wsgi [-] (103983) accepted ('10.222.0.58', 41444) {{(pid=103983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:14:39.620472 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.plugin [None req-cf1db43b-3cff-4abc-a046-b5c116391d95 admin admin] Calling delete_port for 7409d94e-6f80-4fd2-a3c7-34fdbea639b6 owned by network:router_gateway {{(pid=103982) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:14:39.711320 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-f20d7cc9-0f17-4f25-b15c-c3626cb7fa51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7349020'] for network (a3a1c9bf-f178-42b2-8a75-be0111298909), before_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:39.763097 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.58', 41446) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:14:39.779945 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-f20d7cc9-0f17-4f25-b15c-c3626cb7fa51 admin admin] Deleting port f1128348-099c-40da-a765-6ba37834875f {{(pid=103983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:14:39.780403 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-f20d7cc9-0f17-4f25-b15c-c3626cb7fa51 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780057404546'] for port (f1128348-099c-40da-a765-6ba37834875f), before_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:39.890975 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.plugins.ml2.db [None req-f20d7cc9-0f17-4f25-b15c-c3626cb7fa51 admin admin] For port f1128348-099c-40da-a765-6ba37834875f, host dv-cinder-836930-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836930-1-iscsi',level=0,port_id=f1128348-099c-40da-a765-6ba37834875f,segment=NetworkSegment(c6eef021-ef52-4fe9-b827-fdc4163e97eb),segment_id=c6eef021-ef52-4fe9-b827-fdc4163e97eb)] {{(pid=103983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:14:39.891370 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-f20d7cc9-0f17-4f25-b15c-c3626cb7fa51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2017998'] for port (f1128348-099c-40da-a765-6ba37834875f), precommit_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:39.910906 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa13f3ee-5bfb-4923-97db-d7421a499ce4 None None] DHCP port deletion for a3a1c9bf-f178-42b2-8a75-be0111298909 request from dv-cinder-836930-1-iscsi {{(pid=103984) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 12:14:39.912138 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-f20d7cc9-0f17-4f25-b15c-c3626cb7fa51 admin admin] Calling delete_port for f1128348-099c-40da-a765-6ba37834875f owned by network:dhcp {{(pid=103983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:14:39.972023 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_hamode_db [None req-11f2cccf-0704-4f48-acf9-bda7b3d9ea09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a6c2d11-988c-449d-bffd-49055d71f20b', 'name': 'tempest-TestShelveInstance-1549520160-router', 'tenant_id': '1fe839f2d25941fa8ddcf1163df1cedb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'external_fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.168'}], 'enable_snat': True}, 'gw_port_id': '7409d94e-6f80-4fd2-a3c7-34fdbea639b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:08:48Z', 'updated_at': '2022-04-07T12:14:37Z', 'revision_number': 5, 'project_id': '1fe839f2d25941fa8ddcf1163df1cedb', 'gw_port': {'id': '7409d94e-6f80-4fd2-a3c7-34fdbea639b6', 'name': '', 'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:5e:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a6c2d11-988c-449d-bffd-49055d71f20b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:08:48Z', 'updated_at': '2022-04-07T12:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4554067d-f507-4a99-8a98-0874c02c5721', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836930-1-iscsi'}], 'dv-cinder-836930-1-iscsi', False) {} {{(pid=103985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:14:39.980217 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-01e7acea-ddd8-4f6b-82b7-47524d778a8f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:39.997664 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-aa13f3ee-5bfb-4923-97db-d7421a499ce4 None None] Deleting port f1128348-099c-40da-a765-6ba37834875f {{(pid=103984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:14:39.998334 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-aa13f3ee-5bfb-4923-97db-d7421a499ce4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780057404546'] for port (f1128348-099c-40da-a765-6ba37834875f), before_delete {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:40.034761 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f2cccf-0704-4f48-acf9-bda7b3d9ea09 None None] The sync data for ids ['6a6c2d11-988c-449d-bffd-49055d71f20b'] in dv-cinder-836930-1-iscsi is: [{'id': '6a6c2d11-988c-449d-bffd-49055d71f20b', 'name': 'tempest-TestShelveInstance-1549520160-router', 'tenant_id': '1fe839f2d25941fa8ddcf1163df1cedb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'external_fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.168'}], 'enable_snat': True}, 'gw_port_id': '7409d94e-6f80-4fd2-a3c7-34fdbea639b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:08:48Z', 'updated_at': '2022-04-07T12:14:37Z', 'revision_number': 5, 'project_id': '1fe839f2d25941fa8ddcf1163df1cedb', 'gw_port': {'id': '7409d94e-6f80-4fd2-a3c7-34fdbea639b6', 'name': '', 'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:5e:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a6c2d11-988c-449d-bffd-49055d71f20b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:08:48Z', 'updated_at': '2022-04-07T12:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4554067d-f507-4a99-8a98-0874c02c5721', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836930-1-iscsi'}] {{(pid=103985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 12:14:40.082397 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.db [None req-aa13f3ee-5bfb-4923-97db-d7421a499ce4 None None] For port f1128348-099c-40da-a765-6ba37834875f, host dv-cinder-836930-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836930-1-iscsi',level=0,port_id=f1128348-099c-40da-a765-6ba37834875f,segment=NetworkSegment(c6eef021-ef52-4fe9-b827-fdc4163e97eb),segment_id=c6eef021-ef52-4fe9-b827-fdc4163e97eb)] {{(pid=103984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:14:40.082814 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-aa13f3ee-5bfb-4923-97db-d7421a499ce4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2017998'] for port (f1128348-099c-40da-a765-6ba37834875f), precommit_delete {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:40.095569 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-aa13f3ee-5bfb-4923-97db-d7421a499ce4 None None] Calling delete_port for f1128348-099c-40da-a765-6ba37834875f owned by network:dhcp {{(pid=103984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:14:40.121945 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-cf1db43b-3cff-4abc-a046-b5c116391d95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780057409621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780056949598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126593575'] for port (7409d94e-6f80-4fd2-a3c7-34fdbea639b6), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:40.164000 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1db43b-3cff-4abc-a046-b5c116391d95 admin admin] Pushing event deleted for resources: {'Port': ['ID=7409d94e-6f80-4fd2-a3c7-34fdbea639b6,revision_number=None']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:14:40.185264 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-f20d7cc9-0f17-4f25-b15c-c3626cb7fa51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780057409621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780056949598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126495687'] for port (f1128348-099c-40da-a765-6ba37834875f), after_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:40.193290 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-aa13f3ee-5bfb-4923-97db-d7421a499ce4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780057409621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780056949598'] for port (f1128348-099c-40da-a765-6ba37834875f), after_delete {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:40.216583 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20d7cc9-0f17-4f25-b15c-c3626cb7fa51 admin admin] Pushing event deleted for resources: {'Port': ['ID=f1128348-099c-40da-a765-6ba37834875f,revision_number=None']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:14:40.222406 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f20d7cc9-0f17-4f25-b15c-c3626cb7fa51 admin admin] No DVR routers for this DVR port f1128348-099c-40da-a765-6ba37834875f on host dv-cinder-836930-1-iscsi {{(pid=103983) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 12:14:40.246214 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa13f3ee-5bfb-4923-97db-d7421a499ce4 None None] Pushing event deleted for resources: {'Port': ['ID=f1128348-099c-40da-a765-6ba37834875f,revision_number=None']} {{(pid=103984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:14:40.248580 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa13f3ee-5bfb-4923-97db-d7421a499ce4 None None] No DVR routers for this DVR port f1128348-099c-40da-a765-6ba37834875f on host dv-cinder-836930-1-iscsi {{(pid=103984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 12:14:40.278065 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-01e7acea-ddd8-4f6b-82b7-47524d778a8f admin admin] Publish callbacks [] for security_group (84ab77d8-267f-4589-a612-f187b349bc79), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:40.292442 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-cf1db43b-3cff-4abc-a046-b5c116391d95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2019840'] for router_gateway (6a6c2d11-988c-449d-bffd-49055d71f20b), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:40.329445 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-f20d7cc9-0f17-4f25-b15c-c3626cb7fa51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7490116', 'neutron.services.segments.db._delete_segments_for_network-8780057229514'] for network (a3a1c9bf-f178-42b2-8a75-be0111298909), precommit_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:40.350707 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.services.segments.db [None req-f20d7cc9-0f17-4f25-b15c-c3626cb7fa51 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3a1c9bf-f178-42b2-8a75-be0111298909']}} {{(pid=103983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:14:40.360344 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.services.segments.db [None req-f20d7cc9-0f17-4f25-b15c-c3626cb7fa51 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6eef021-ef52-4fe9-b827-fdc4163e97eb') {'for_net_delete': True} {{(pid=103983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:14:40.360639 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.services.segments.db [None req-f20d7cc9-0f17-4f25-b15c-c3626cb7fa51 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6eef021-ef52-4fe9-b827-fdc4163e97eb') {} {{(pid=103983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:14:40.374707 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-f20d7cc9-0f17-4f25-b15c-c3626cb7fa51 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780057232083', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3396328'] for segment (c6eef021-ef52-4fe9-b827-fdc4163e97eb), before_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:40.382718 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-01e7acea-ddd8-4f6b-82b7-47524d778a8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678166'] for security_group (84ab77d8-267f-4589-a612-f187b349bc79), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:40.395980 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-f20d7cc9-0f17-4f25-b15c-c3626cb7fa51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7510084'] for segment (c6eef021-ef52-4fe9-b827-fdc4163e97eb), precommit_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:40.406415 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-cf1db43b-3cff-4abc-a046-b5c116391d95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105972'] for router (6a6c2d11-988c-449d-bffd-49055d71f20b), precommit_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:40.417143 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-cf1db43b-3cff-4abc-a046-b5c116391d95 admin admin] Publish callbacks [] for router_controller (6a6c2d11-988c-449d-bffd-49055d71f20b), precommit_delete_associations {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:40.417290 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f20d7cc9-0f17-4f25-b15c-c3626cb7fa51 admin admin] Releasing vlan 615 on physical network physnet1 to pool {{(pid=103983) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 12:14:40.417614 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-f20d7cc9-0f17-4f25-b15c-c3626cb7fa51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7510084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126495732'] for segment (c6eef021-ef52-4fe9-b827-fdc4163e97eb), after_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:40.448578 dv-cinder-836930-1-iscsi neutron-server[103983]: Traceback (most recent call last): Apr 07 12:14:40.448578 dv-cinder-836930-1-iscsi neutron-server[103983]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 12:14:40.448578 dv-cinder-836930-1-iscsi neutron-server[103983]: timer() Apr 07 12:14:40.448578 dv-cinder-836930-1-iscsi neutron-server[103983]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 12:14:40.448578 dv-cinder-836930-1-iscsi neutron-server[103983]: cb(*args, **kw) Apr 07 12:14:40.448578 dv-cinder-836930-1-iscsi neutron-server[103983]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 12:14:40.448578 dv-cinder-836930-1-iscsi neutron-server[103983]: return func(*args, **kwargs) Apr 07 12:14:40.448578 dv-cinder-836930-1-iscsi neutron-server[103983]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 12:14:40.448578 dv-cinder-836930-1-iscsi neutron-server[103983]: self._notify() Apr 07 12:14:40.448578 dv-cinder-836930-1-iscsi neutron-server[103983]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 12:14:40.448578 dv-cinder-836930-1-iscsi neutron-server[103983]: self.callback(batched_events) Apr 07 12:14:40.448578 dv-cinder-836930-1-iscsi neutron-server[103983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 12:14:40.448578 dv-cinder-836930-1-iscsi neutron-server[103983]: event.method(event) Apr 07 12:14:40.448578 dv-cinder-836930-1-iscsi neutron-server[103983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 12:14:40.448578 dv-cinder-836930-1-iscsi neutron-server[103983]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 12:14:40.448578 dv-cinder-836930-1-iscsi neutron-server[103983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 12:14:40.448578 dv-cinder-836930-1-iscsi neutron-server[103983]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 12:14:40.448578 dv-cinder-836930-1-iscsi neutron-server[103983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 12:14:40.448578 dv-cinder-836930-1-iscsi neutron-server[103983]: return f(self, *a, **k) Apr 07 12:14:40.448578 dv-cinder-836930-1-iscsi neutron-server[103983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 12:14:40.448578 dv-cinder-836930-1-iscsi neutron-server[103983]: return self._get(url).json() Apr 07 12:14:40.448578 dv-cinder-836930-1-iscsi neutron-server[103983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 12:14:40.448578 dv-cinder-836930-1-iscsi neutron-server[103983]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 12:14:40.448578 dv-cinder-836930-1-iscsi neutron-server[103983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 12:14:40.448578 dv-cinder-836930-1-iscsi neutron-server[103983]: return self.request(url, 'GET', **kwargs) Apr 07 12:14:40.448578 dv-cinder-836930-1-iscsi neutron-server[103983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 12:14:40.448578 dv-cinder-836930-1-iscsi neutron-server[103983]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 12:14:40.448578 dv-cinder-836930-1-iscsi neutron-server[103983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 12:14:40.448578 dv-cinder-836930-1-iscsi neutron-server[103983]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 12:14:40.448578 dv-cinder-836930-1-iscsi neutron-server[103983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 12:14:40.448578 dv-cinder-836930-1-iscsi neutron-server[103983]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 12:14:40.448578 dv-cinder-836930-1-iscsi neutron-server[103983]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 12:14:40.474943 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e7acea-ddd8-4f6b-82b7-47524d778a8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84ab77d8-267f-4589-a612-f187b349bc79,revision_number=1']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:14:40.482584 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [None req-01e7acea-ddd8-4f6b-82b7-47524d778a8f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f112f07ae444445290746082b446b270&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7130897 Apr 07 12:14:40.482913 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.58', 41460) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:14:40.548542 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-f1ad3358-f769-4b7e-afc4-8d00e44c8073 admin admin] Publish callbacks [] for security_group (84ab77d8-267f-4589-a612-f187b349bc79), before_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:40.573625 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-f1ad3358-f769-4b7e-afc4-8d00e44c8073 admin admin] Publish callbacks [] for security_group (84ab77d8-267f-4589-a612-f187b349bc79), precommit_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:40.582686 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-cf1db43b-3cff-4abc-a046-b5c116391d95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1650014'] for router (6a6c2d11-988c-449d-bffd-49055d71f20b), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:40.583248 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf1db43b-3cff-4abc-a046-b5c116391d95 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6a6c2d11-988c-449d-bffd-49055d71f20b {{(pid=103982) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 12:14:40.589195 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-cf1db43b-3cff-4abc-a046-b5c116391d95 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:40.590676 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [None req-cf1db43b-3cff-4abc-a046-b5c116391d95 admin admin] 10.222.0.58 "DELETE /v2.0/routers/6a6c2d11-988c-449d-bffd-49055d71f20b HTTP/1.1" status: 204 len: 168 time: 1.7385645 Apr 07 12:14:40.593245 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.wsgi [-] (103983) accepted ('10.222.0.58', 41466) {{(pid=103983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:14:40.627343 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-f20d7cc9-0f17-4f25-b15c-c3626cb7fa51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7490143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2019876'] for network (a3a1c9bf-f178-42b2-8a75-be0111298909), after_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:40.633073 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-f20d7cc9-0f17-4f25-b15c-c3626cb7fa51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585958'] for network (None), before_response {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:40.636629 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [None req-f20d7cc9-0f17-4f25-b15c-c3626cb7fa51 admin admin] 10.222.0.58 "DELETE /v2.0/networks/a3a1c9bf-f178-42b2-8a75-be0111298909 HTTP/1.1" status: 204 len: 168 time: 1.0275261 Apr 07 12:14:40.657588 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20d7cc9-0f17-4f25-b15c-c3626cb7fa51 admin admin] Pushing event deleted for resources: {'Network': ['ID=a3a1c9bf-f178-42b2-8a75-be0111298909,revision_number=None']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:14:40.674291 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef9a23af-670b-4781-b3ad-cc834e9a0108 admin admin] Deleting subnet 56ac8d51-42be-4bcc-830e-df6120da5288 {{(pid=103983) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 12:14:40.680243 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-ef9a23af-670b-4781-b3ad-cc834e9a0108 admin admin] Publish callbacks [] for subnet (56ac8d51-42be-4bcc-830e-df6120da5288), before_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:40.717381 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-f1ad3358-f769-4b7e-afc4-8d00e44c8073 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678166'] for security_group (84ab77d8-267f-4589-a612-f187b349bc79), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:40.720190 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-f1ad3358-f769-4b7e-afc4-8d00e44c8073 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:40.721379 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [None req-f1ad3358-f769-4b7e-afc4-8d00e44c8073 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/84ab77d8-267f-4589-a612-f187b349bc79 HTTP/1.1" status: 204 len: 168 time: 0.2374642 Apr 07 12:14:40.735605 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ad3358-f769-4b7e-afc4-8d00e44c8073 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84ab77d8-267f-4589-a612-f187b349bc79,revision_number=None']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:14:40.745869 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-ef9a23af-670b-4781-b3ad-cc834e9a0108 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3396337'] for subnet (56ac8d51-42be-4bcc-830e-df6120da5288), precommit_delete_associations {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:40.855558 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-ef9a23af-670b-4781-b3ad-cc834e9a0108 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7504605'] for subnet (56ac8d51-42be-4bcc-830e-df6120da5288), precommit_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:41.031721 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-ef9a23af-670b-4781-b3ad-cc834e9a0108 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7504596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126495506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127800529'] for subnet (56ac8d51-42be-4bcc-830e-df6120da5288), after_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:41.060341 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9a23af-670b-4781-b3ad-cc834e9a0108 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=56ac8d51-42be-4bcc-830e-df6120da5288,revision_number=None']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:14:41.062411 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-ef9a23af-670b-4781-b3ad-cc834e9a0108 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:41.065651 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [None req-ef9a23af-670b-4781-b3ad-cc834e9a0108 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/56ac8d51-42be-4bcc-830e-df6120da5288 HTTP/1.1" status: 204 len: 168 time: 0.4711752 Apr 07 12:14:41.068428 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.58', 41476) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:14:41.070466 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9802d815-8d26-4083-919f-6a2fd6654f4b None None] Network 7e874b1d-49ff-459a-97b5-c5847902adf7 requested from dv-cinder-836930-1-iscsi {{(pid=103984) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 12:14:41.141436 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-aa94dedd-3361-490a-bb7b-d583b776d170 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7349020'] for network (7e874b1d-49ff-459a-97b5-c5847902adf7), before_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:41.177911 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.wsgi [-] (103983) accepted ('10.222.0.58', 41478) {{(pid=103983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:14:41.204000 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.plugin [None req-aa94dedd-3361-490a-bb7b-d583b776d170 admin admin] Deleting port a3198ab0-3e8e-4d45-ad30-ecea804c1151 {{(pid=103982) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:14:41.204340 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-aa94dedd-3361-490a-bb7b-d583b776d170 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780057404546'] for port (a3198ab0-3e8e-4d45-ad30-ecea804c1151), before_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:41.242642 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [None req-6f8e859a-7bdd-4ab6-b5f4-0848c8e6adfd admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f773b5c38f1747ba994d9dbdae582152&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0640035 Apr 07 12:14:41.245344 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.wsgi [-] (103983) accepted ('10.222.0.58', 41480) {{(pid=103983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:14:41.264884 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d64730a-286b-4bc4-aed4-31d5f5ccf6b1 None None] DHCP port deletion for 7e874b1d-49ff-459a-97b5-c5847902adf7 request from dv-cinder-836930-1-iscsi {{(pid=103984) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 12:14:41.341718 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.db [None req-aa94dedd-3361-490a-bb7b-d583b776d170 admin admin] For port a3198ab0-3e8e-4d45-ad30-ecea804c1151, host dv-cinder-836930-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836930-1-iscsi',level=0,port_id=a3198ab0-3e8e-4d45-ad30-ecea804c1151,segment=NetworkSegment(92e7a5be-f2ad-4f14-8191-e3d33b6a9843),segment_id=92e7a5be-f2ad-4f14-8191-e3d33b6a9843)] {{(pid=103982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:14:41.342087 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-aa94dedd-3361-490a-bb7b-d583b776d170 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2017998'] for port (a3198ab0-3e8e-4d45-ad30-ecea804c1151), precommit_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:41.357257 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-0a1edd2c-eb4e-4ab3-a363-2cedbdab6eaf admin admin] Publish callbacks [] for security_group (c51a2660-5162-4645-9ba8-25b767f0fe4e), before_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:41.389969 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-0a1edd2c-eb4e-4ab3-a363-2cedbdab6eaf admin admin] Publish callbacks [] for security_group (c51a2660-5162-4645-9ba8-25b767f0fe4e), precommit_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:41.391977 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.plugin [None req-aa94dedd-3361-490a-bb7b-d583b776d170 admin admin] Calling delete_port for a3198ab0-3e8e-4d45-ad30-ecea804c1151 owned by network:dhcp {{(pid=103982) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:14:41.407266 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-5d64730a-286b-4bc4-aed4-31d5f5ccf6b1 None None] Deleting port a3198ab0-3e8e-4d45-ad30-ecea804c1151 {{(pid=103984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:14:41.407266 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-5d64730a-286b-4bc4-aed4-31d5f5ccf6b1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780057404546'] for port (a3198ab0-3e8e-4d45-ad30-ecea804c1151), before_delete {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:41.444916 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Device 22e4fc0a-86e4-4074-85c1-d7c27fe0c1da no longer exists at agent ovs-agent-dv-cinder-836930-1-iscsi {{(pid=103984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 12:14:41.494829 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] No Port match for: 22e4fc0a-86e4-4074-85c1-d7c27fe0c1da {{(pid=103984) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 12:14:41.495294 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Device 22e4fc0a-86e4-4074-85c1-d7c27fe0c1da not bound to the agent host dv-cinder-836930-1-iscsi {{(pid=103984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 12:14:41.495847 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Device 71058e0c-eb0e-4219-8b09-6ccbd5c5f417 no longer exists at agent ovs-agent-dv-cinder-836930-1-iscsi {{(pid=103984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 12:14:41.528541 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] No Port match for: 71058e0c-eb0e-4219-8b09-6ccbd5c5f417 {{(pid=103984) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 12:14:41.528541 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Device 71058e0c-eb0e-4219-8b09-6ccbd5c5f417 not bound to the agent host dv-cinder-836930-1-iscsi {{(pid=103984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 12:14:41.528541 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Device 7409d94e-6f80-4fd2-a3c7-34fdbea639b6 no longer exists at agent ovs-agent-dv-cinder-836930-1-iscsi {{(pid=103984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 12:14:41.549081 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-0a1edd2c-eb4e-4ab3-a363-2cedbdab6eaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678166'] for security_group (c51a2660-5162-4645-9ba8-25b767f0fe4e), after_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:41.552861 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-0a1edd2c-eb4e-4ab3-a363-2cedbdab6eaf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:41.557386 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [None req-0a1edd2c-eb4e-4ab3-a363-2cedbdab6eaf admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c51a2660-5162-4645-9ba8-25b767f0fe4e HTTP/1.1" status: 204 len: 168 time: 0.3077765 Apr 07 12:14:41.563285 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1edd2c-eb4e-4ab3-a363-2cedbdab6eaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c51a2660-5162-4645-9ba8-25b767f0fe4e,revision_number=None']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:14:41.577357 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-aa94dedd-3361-490a-bb7b-d583b776d170 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780057409621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780056949598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126593575'] for port (a3198ab0-3e8e-4d45-ad30-ecea804c1151), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:41.606236 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa94dedd-3361-490a-bb7b-d583b776d170 admin admin] Pushing event deleted for resources: {'Port': ['ID=a3198ab0-3e8e-4d45-ad30-ecea804c1151,revision_number=None']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:14:41.608213 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa94dedd-3361-490a-bb7b-d583b776d170 admin admin] No DVR routers for this DVR port a3198ab0-3e8e-4d45-ad30-ecea804c1151 on host dv-cinder-836930-1-iscsi {{(pid=103982) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 12:14:41.695484 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-aa94dedd-3361-490a-bb7b-d583b776d170 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7490116', 'neutron.services.segments.db._delete_segments_for_network-8780057229514'] for network (7e874b1d-49ff-459a-97b5-c5847902adf7), precommit_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:41.718479 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] No Port match for: 7409d94e-6f80-4fd2-a3c7-34fdbea639b6 {{(pid=103984) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 12:14:41.718879 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.services.segments.db [None req-aa94dedd-3361-490a-bb7b-d583b776d170 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e874b1d-49ff-459a-97b5-c5847902adf7']}} {{(pid=103982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:14:41.719026 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Device 7409d94e-6f80-4fd2-a3c7-34fdbea639b6 not bound to the agent host dv-cinder-836930-1-iscsi {{(pid=103984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 12:14:41.719567 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Device f1128348-099c-40da-a765-6ba37834875f no longer exists at agent ovs-agent-dv-cinder-836930-1-iscsi {{(pid=103984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 12:14:41.730897 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.services.segments.db [None req-aa94dedd-3361-490a-bb7b-d583b776d170 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92e7a5be-f2ad-4f14-8191-e3d33b6a9843') {'for_net_delete': True} {{(pid=103982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:14:41.731169 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.db [None req-5d64730a-286b-4bc4-aed4-31d5f5ccf6b1 None None] For port a3198ab0-3e8e-4d45-ad30-ecea804c1151, host dv-cinder-836930-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836930-1-iscsi',level=0,port_id=a3198ab0-3e8e-4d45-ad30-ecea804c1151,segment=NetworkSegment(92e7a5be-f2ad-4f14-8191-e3d33b6a9843),segment_id=92e7a5be-f2ad-4f14-8191-e3d33b6a9843)] {{(pid=103984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:14:41.731318 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.services.segments.db [None req-aa94dedd-3361-490a-bb7b-d583b776d170 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92e7a5be-f2ad-4f14-8191-e3d33b6a9843') {} {{(pid=103982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:14:41.731706 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-5d64730a-286b-4bc4-aed4-31d5f5ccf6b1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2017998'] for port (a3198ab0-3e8e-4d45-ad30-ecea804c1151), precommit_delete {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:41.742244 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-aa94dedd-3361-490a-bb7b-d583b776d170 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780057232083', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125930561'] for segment (92e7a5be-f2ad-4f14-8191-e3d33b6a9843), before_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:41.756641 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-aa94dedd-3361-490a-bb7b-d583b776d170 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7510084'] for segment (92e7a5be-f2ad-4f14-8191-e3d33b6a9843), precommit_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:41.763184 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] No Port match for: f1128348-099c-40da-a765-6ba37834875f {{(pid=103984) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 12:14:41.763405 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Device f1128348-099c-40da-a765-6ba37834875f not bound to the agent host dv-cinder-836930-1-iscsi {{(pid=103984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 12:14:41.768890 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-5d64730a-286b-4bc4-aed4-31d5f5ccf6b1 None None] Calling delete_port for a3198ab0-3e8e-4d45-ad30-ecea804c1151 owned by network:dhcp {{(pid=103984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:14:41.778697 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa94dedd-3361-490a-bb7b-d583b776d170 admin admin] Releasing vlan 609 on physical network physnet1 to pool {{(pid=103982) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 12:14:41.779096 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-aa94dedd-3361-490a-bb7b-d583b776d170 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7510084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126593556'] for segment (92e7a5be-f2ad-4f14-8191-e3d33b6a9843), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:41.786967 dv-cinder-836930-1-iscsi neutron-server[103982]: Traceback (most recent call last): Apr 07 12:14:41.786967 dv-cinder-836930-1-iscsi neutron-server[103982]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 12:14:41.786967 dv-cinder-836930-1-iscsi neutron-server[103982]: timer() Apr 07 12:14:41.786967 dv-cinder-836930-1-iscsi neutron-server[103982]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 12:14:41.786967 dv-cinder-836930-1-iscsi neutron-server[103982]: cb(*args, **kw) Apr 07 12:14:41.786967 dv-cinder-836930-1-iscsi neutron-server[103982]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 12:14:41.786967 dv-cinder-836930-1-iscsi neutron-server[103982]: return func(*args, **kwargs) Apr 07 12:14:41.786967 dv-cinder-836930-1-iscsi neutron-server[103982]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 12:14:41.786967 dv-cinder-836930-1-iscsi neutron-server[103982]: self._notify() Apr 07 12:14:41.786967 dv-cinder-836930-1-iscsi neutron-server[103982]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 12:14:41.786967 dv-cinder-836930-1-iscsi neutron-server[103982]: self.callback(batched_events) Apr 07 12:14:41.786967 dv-cinder-836930-1-iscsi neutron-server[103982]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 12:14:41.786967 dv-cinder-836930-1-iscsi neutron-server[103982]: event.method(event) Apr 07 12:14:41.786967 dv-cinder-836930-1-iscsi neutron-server[103982]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 12:14:41.786967 dv-cinder-836930-1-iscsi neutron-server[103982]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 12:14:41.786967 dv-cinder-836930-1-iscsi neutron-server[103982]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 12:14:41.786967 dv-cinder-836930-1-iscsi neutron-server[103982]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 12:14:41.786967 dv-cinder-836930-1-iscsi neutron-server[103982]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 12:14:41.786967 dv-cinder-836930-1-iscsi neutron-server[103982]: return f(self, *a, **k) Apr 07 12:14:41.786967 dv-cinder-836930-1-iscsi neutron-server[103982]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 12:14:41.786967 dv-cinder-836930-1-iscsi neutron-server[103982]: return self._get(url).json() Apr 07 12:14:41.786967 dv-cinder-836930-1-iscsi neutron-server[103982]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 12:14:41.786967 dv-cinder-836930-1-iscsi neutron-server[103982]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 12:14:41.786967 dv-cinder-836930-1-iscsi neutron-server[103982]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 12:14:41.786967 dv-cinder-836930-1-iscsi neutron-server[103982]: return self.request(url, 'GET', **kwargs) Apr 07 12:14:41.786967 dv-cinder-836930-1-iscsi neutron-server[103982]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 12:14:41.786967 dv-cinder-836930-1-iscsi neutron-server[103982]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 12:14:41.786967 dv-cinder-836930-1-iscsi neutron-server[103982]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 12:14:41.786967 dv-cinder-836930-1-iscsi neutron-server[103982]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 12:14:41.786967 dv-cinder-836930-1-iscsi neutron-server[103982]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 12:14:41.786967 dv-cinder-836930-1-iscsi neutron-server[103982]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 12:14:41.786967 dv-cinder-836930-1-iscsi neutron-server[103982]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 12:14:41.858852 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-5d64730a-286b-4bc4-aed4-31d5f5ccf6b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780057409621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780056949598'] for port (a3198ab0-3e8e-4d45-ad30-ecea804c1151), after_delete {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:41.888903 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d64730a-286b-4bc4-aed4-31d5f5ccf6b1 None None] Pushing event deleted for resources: {'Port': ['ID=a3198ab0-3e8e-4d45-ad30-ecea804c1151,revision_number=None']} {{(pid=103984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:14:41.892113 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d64730a-286b-4bc4-aed4-31d5f5ccf6b1 None None] No DVR routers for this DVR port a3198ab0-3e8e-4d45-ad30-ecea804c1151 on host dv-cinder-836930-1-iscsi {{(pid=103984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 12:14:41.899093 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d64730a-286b-4bc4-aed4-31d5f5ccf6b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:14:41.899511 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d64730a-286b-4bc4-aed4-31d5f5ccf6b1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:14:41.899852 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d64730a-286b-4bc4-aed4-31d5f5ccf6b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:14:41.900186 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d64730a-286b-4bc4-aed4-31d5f5ccf6b1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:14:41.900515 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d64730a-286b-4bc4-aed4-31d5f5ccf6b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:14:41.900838 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d64730a-286b-4bc4-aed4-31d5f5ccf6b1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:14:41.901336 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d64730a-286b-4bc4-aed4-31d5f5ccf6b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:14:41.901664 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d64730a-286b-4bc4-aed4-31d5f5ccf6b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:14:41.901988 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d64730a-286b-4bc4-aed4-31d5f5ccf6b1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:14:41.902308 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d64730a-286b-4bc4-aed4-31d5f5ccf6b1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:14:41.902629 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d64730a-286b-4bc4-aed4-31d5f5ccf6b1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:14:41.902950 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d64730a-286b-4bc4-aed4-31d5f5ccf6b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:14:41.903303 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d64730a-286b-4bc4-aed4-31d5f5ccf6b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:14:41.903618 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d64730a-286b-4bc4-aed4-31d5f5ccf6b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:14:41.903933 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d64730a-286b-4bc4-aed4-31d5f5ccf6b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:14:41.922004 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-aa94dedd-3361-490a-bb7b-d583b776d170 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7490143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2019876'] for network (7e874b1d-49ff-459a-97b5-c5847902adf7), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:41.926909 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-aa94dedd-3361-490a-bb7b-d583b776d170 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585958'] for network (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:41.932340 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [None req-aa94dedd-3361-490a-bb7b-d583b776d170 admin admin] 10.222.0.58 "DELETE /v2.0/networks/7e874b1d-49ff-459a-97b5-c5847902adf7 HTTP/1.1" status: 204 len: 168 time: 0.8605759 Apr 07 12:14:41.943063 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa94dedd-3361-490a-bb7b-d583b776d170 admin admin] Pushing event deleted for resources: {'Network': ['ID=7e874b1d-49ff-459a-97b5-c5847902adf7,revision_number=None']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:14:42.108396 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.wsgi [-] (103983) accepted ('10.222.0.58', 41502) {{(pid=103983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:14:42.262007 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-9ccd83cb-ff7b-467b-b03a-372dce95098d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:42.348600 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-9ccd83cb-ff7b-467b-b03a-372dce95098d admin admin] Publish callbacks [] for security_group (3bfa15fe-b50a-4ec1-a7b6-aa4799f7b0f7), precommit_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:42.469209 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-9ccd83cb-ff7b-467b-b03a-372dce95098d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678166'] for security_group (3bfa15fe-b50a-4ec1-a7b6-aa4799f7b0f7), after_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:42.486960 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.58', 41516) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:14:42.512279 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [None req-9ccd83cb-ff7b-467b-b03a-372dce95098d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d8b00f53ed2a4f8b9c790ce83e0414ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4026229 Apr 07 12:14:42.513116 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.wsgi [-] (103983) accepted ('10.222.0.58', 41518) {{(pid=103983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:14:42.520137 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccd83cb-ff7b-467b-b03a-372dce95098d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bfa15fe-b50a-4ec1-a7b6-aa4799f7b0f7,revision_number=1']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:14:42.537898 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [None req-cfbaca0d-7ff4-4154-a5b2-d572de5ed266 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a4085596b6ef4b2aa7ec76a5ca5df6a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0490785 Apr 07 12:14:42.542264 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.58', 41520) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:14:42.572477 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-092056e0-a79b-47f9-9c83-9ce1dd9b3cac admin admin] Publish callbacks [] for security_group (3bfa15fe-b50a-4ec1-a7b6-aa4799f7b0f7), before_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:42.601982 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-9fa6b4a7-0724-4253-b1b6-78749adacc66 admin admin] Publish callbacks [] for security_group (7caa69bd-1a96-4f0c-91e8-10d2c29e94d4), before_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:42.605344 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-092056e0-a79b-47f9-9c83-9ce1dd9b3cac admin admin] Publish callbacks [] for security_group (3bfa15fe-b50a-4ec1-a7b6-aa4799f7b0f7), precommit_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:42.635160 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-9fa6b4a7-0724-4253-b1b6-78749adacc66 admin admin] Publish callbacks [] for security_group (7caa69bd-1a96-4f0c-91e8-10d2c29e94d4), precommit_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:42.771909 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-092056e0-a79b-47f9-9c83-9ce1dd9b3cac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678166'] for security_group (3bfa15fe-b50a-4ec1-a7b6-aa4799f7b0f7), after_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:42.774564 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-092056e0-a79b-47f9-9c83-9ce1dd9b3cac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:42.777729 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [None req-092056e0-a79b-47f9-9c83-9ce1dd9b3cac admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3bfa15fe-b50a-4ec1-a7b6-aa4799f7b0f7 HTTP/1.1" status: 204 len: 168 time: 0.2613406 Apr 07 12:14:42.783772 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092056e0-a79b-47f9-9c83-9ce1dd9b3cac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bfa15fe-b50a-4ec1-a7b6-aa4799f7b0f7,revision_number=None']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:14:42.836712 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-9fa6b4a7-0724-4253-b1b6-78749adacc66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678166'] for security_group (7caa69bd-1a96-4f0c-91e8-10d2c29e94d4), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:42.839539 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-9fa6b4a7-0724-4253-b1b6-78749adacc66 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:42.843036 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [None req-9fa6b4a7-0724-4253-b1b6-78749adacc66 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7caa69bd-1a96-4f0c-91e8-10d2c29e94d4 HTTP/1.1" status: 204 len: 168 time: 0.2974074 Apr 07 12:14:42.850922 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa6b4a7-0724-4253-b1b6-78749adacc66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7caa69bd-1a96-4f0c-91e8-10d2c29e94d4,revision_number=None']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:14:43.155990 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Device a3198ab0-3e8e-4d45-ad30-ecea804c1151 no longer exists at agent ovs-agent-dv-cinder-836930-1-iscsi {{(pid=103984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 12:14:43.177911 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] No Port match for: a3198ab0-3e8e-4d45-ad30-ecea804c1151 {{(pid=103984) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 12:14:43.178256 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Device a3198ab0-3e8e-4d45-ad30-ecea804c1151 not bound to the agent host dv-cinder-836930-1-iscsi {{(pid=103984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 12:14:43.681467 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.wsgi [-] (103983) accepted ('10.222.0.58', 41542) {{(pid=103983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:14:43.723040 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [None req-580c6e85-2cfa-4c77-8f1b-63df9b360948 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=1fe839f2d25941fa8ddcf1163df1cedb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0403447 Apr 07 12:14:43.726091 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.wsgi [-] (103983) accepted ('10.222.0.58', 41544) {{(pid=103983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:14:43.778429 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-4538d90b-7c80-4be4-81ab-bca19cbbe916 admin admin] Publish callbacks [] for security_group (a48e6afe-d66c-483e-993e-6242f5aeae94), before_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:43.793482 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.wsgi [-] (103983) accepted ('10.222.0.58', 41548) {{(pid=103983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:14:43.815930 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-4538d90b-7c80-4be4-81ab-bca19cbbe916 admin admin] Publish callbacks [] for security_group (a48e6afe-d66c-483e-993e-6242f5aeae94), precommit_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:43.818397 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-8722091d-70a4-4654-9909-500bbba3c0bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:43.971617 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-4538d90b-7c80-4be4-81ab-bca19cbbe916 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678166'] for security_group (a48e6afe-d66c-483e-993e-6242f5aeae94), after_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:43.975415 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-4538d90b-7c80-4be4-81ab-bca19cbbe916 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:43.979086 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [None req-4538d90b-7c80-4be4-81ab-bca19cbbe916 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a48e6afe-d66c-483e-993e-6242f5aeae94 HTTP/1.1" status: 204 len: 168 time: 0.2496438 Apr 07 12:14:43.996824 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4538d90b-7c80-4be4-81ab-bca19cbbe916 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a48e6afe-d66c-483e-993e-6242f5aeae94,revision_number=None']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:14:44.058383 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-8722091d-70a4-4654-9909-500bbba3c0bd admin admin] Publish callbacks [] for security_group (3aa510b7-ef81-4249-95cb-b455e1f2fae0), precommit_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:44.127736 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-8722091d-70a4-4654-9909-500bbba3c0bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678166'] for security_group (3aa510b7-ef81-4249-95cb-b455e1f2fae0), after_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:44.170840 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [None req-8722091d-70a4-4654-9909-500bbba3c0bd admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f7c3623fd05d4e19a179446376ec6e95&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3760428 Apr 07 12:14:44.171607 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8722091d-70a4-4654-9909-500bbba3c0bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3aa510b7-ef81-4249-95cb-b455e1f2fae0,revision_number=1']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:14:44.173341 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.58', 41562) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:14:44.246392 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-165a0fe0-7396-4c10-9da4-aabdabea7e33 admin admin] Publish callbacks [] for security_group (3aa510b7-ef81-4249-95cb-b455e1f2fae0), before_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:44.276829 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-165a0fe0-7396-4c10-9da4-aabdabea7e33 admin admin] Publish callbacks [] for security_group (3aa510b7-ef81-4249-95cb-b455e1f2fae0), precommit_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:44.390937 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-165a0fe0-7396-4c10-9da4-aabdabea7e33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678166'] for security_group (3aa510b7-ef81-4249-95cb-b455e1f2fae0), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:44.393516 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-165a0fe0-7396-4c10-9da4-aabdabea7e33 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:44.394720 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [None req-165a0fe0-7396-4c10-9da4-aabdabea7e33 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3aa510b7-ef81-4249-95cb-b455e1f2fae0 HTTP/1.1" status: 204 len: 168 time: 0.2168019 Apr 07 12:14:44.402283 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165a0fe0-7396-4c10-9da4-aabdabea7e33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aa510b7-ef81-4249-95cb-b455e1f2fae0,revision_number=None']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:14:45.367298 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.wsgi [-] (103983) accepted ('10.222.0.58', 41602) {{(pid=103983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:14:45.536193 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-4ea3f896-7f58-4860-8052-2f121e53aeae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:45.612725 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-4ea3f896-7f58-4860-8052-2f121e53aeae admin admin] Publish callbacks [] for security_group (143dfcfa-13bc-4cc7-9c73-9b551024ed38), precommit_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:45.687861 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-4ea3f896-7f58-4860-8052-2f121e53aeae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678166'] for security_group (143dfcfa-13bc-4cc7-9c73-9b551024ed38), after_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:45.725927 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [None req-4ea3f896-7f58-4860-8052-2f121e53aeae admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=fd16654cb9e34e068c4ad2f88a4c8e64&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3600979 Apr 07 12:14:45.727763 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea3f896-7f58-4860-8052-2f121e53aeae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=143dfcfa-13bc-4cc7-9c73-9b551024ed38,revision_number=1']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:14:45.728636 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.58', 41622) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:14:45.791879 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-8323b01c-092f-438a-b399-3019a784f679 admin admin] Publish callbacks [] for security_group (143dfcfa-13bc-4cc7-9c73-9b551024ed38), before_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:45.816290 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-8323b01c-092f-438a-b399-3019a784f679 admin admin] Publish callbacks [] for security_group (143dfcfa-13bc-4cc7-9c73-9b551024ed38), precommit_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:45.948646 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-8323b01c-092f-438a-b399-3019a784f679 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678166'] for security_group (143dfcfa-13bc-4cc7-9c73-9b551024ed38), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:45.951235 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-8323b01c-092f-438a-b399-3019a784f679 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:45.952730 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [None req-8323b01c-092f-438a-b399-3019a784f679 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/143dfcfa-13bc-4cc7-9c73-9b551024ed38 HTTP/1.1" status: 204 len: 168 time: 0.2226186 Apr 07 12:14:45.961010 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8323b01c-092f-438a-b399-3019a784f679 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=143dfcfa-13bc-4cc7-9c73-9b551024ed38,revision_number=None']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:14:46.687602 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.wsgi [-] (103983) accepted ('10.222.0.58', 41652) {{(pid=103983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:14:46.704515 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-dc9fed59-a62c-45f9-bddb-5a2756e7752f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:46.873396 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-dc9fed59-a62c-45f9-bddb-5a2756e7752f admin admin] Publish callbacks [] for security_group (df79ce84-d8ce-475b-9ec0-89f5da3be662), precommit_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:46.950989 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-dc9fed59-a62c-45f9-bddb-5a2756e7752f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678166'] for security_group (df79ce84-d8ce-475b-9ec0-89f5da3be662), after_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:46.991383 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [None req-dc9fed59-a62c-45f9-bddb-5a2756e7752f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=68ca43f6c17344a5a99c72f974acc8a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3026621 Apr 07 12:14:46.992594 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9fed59-a62c-45f9-bddb-5a2756e7752f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df79ce84-d8ce-475b-9ec0-89f5da3be662,revision_number=1']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:14:46.994227 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.58', 41660) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:14:47.044790 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-52c665e6-489a-471b-9ed6-7a60250d507d admin admin] Publish callbacks [] for security_group (df79ce84-d8ce-475b-9ec0-89f5da3be662), before_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:47.068547 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-52c665e6-489a-471b-9ed6-7a60250d507d admin admin] Publish callbacks [] for security_group (df79ce84-d8ce-475b-9ec0-89f5da3be662), precommit_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:47.242073 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-52c665e6-489a-471b-9ed6-7a60250d507d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678166'] for security_group (df79ce84-d8ce-475b-9ec0-89f5da3be662), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:47.244715 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-52c665e6-489a-471b-9ed6-7a60250d507d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:47.245885 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [None req-52c665e6-489a-471b-9ed6-7a60250d507d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/df79ce84-d8ce-475b-9ec0-89f5da3be662 HTTP/1.1" status: 204 len: 168 time: 0.2506738 Apr 07 12:14:47.255376 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c665e6-489a-471b-9ed6-7a60250d507d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df79ce84-d8ce-475b-9ec0-89f5da3be662,revision_number=None']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:14:52.791098 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.wsgi [-] (103983) accepted ('10.222.0.58', 41800) {{(pid=103983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:14:52.908953 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-f4720fd9-0903-4463-b57f-673f9d78d9b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:52.984893 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-f4720fd9-0903-4463-b57f-673f9d78d9b4 admin admin] Publish callbacks [] for security_group (6c71522e-84a4-4d3d-ba38-41e4f6cd1a4a), precommit_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:53.062948 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-f4720fd9-0903-4463-b57f-673f9d78d9b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678166'] for security_group (6c71522e-84a4-4d3d-ba38-41e4f6cd1a4a), after_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:53.100471 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [None req-f4720fd9-0903-4463-b57f-673f9d78d9b4 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=49b7ec5c83524f969b7e97b0c68c66d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3081636 Apr 07 12:14:53.102473 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4720fd9-0903-4463-b57f-673f9d78d9b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c71522e-84a4-4d3d-ba38-41e4f6cd1a4a,revision_number=1']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:14:53.103383 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.58', 41814) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:14:53.158747 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-84f72062-9b66-4c39-af70-4f45e43d39ff admin admin] Publish callbacks [] for security_group (6c71522e-84a4-4d3d-ba38-41e4f6cd1a4a), before_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:53.181448 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-84f72062-9b66-4c39-af70-4f45e43d39ff admin admin] Publish callbacks [] for security_group (6c71522e-84a4-4d3d-ba38-41e4f6cd1a4a), precommit_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:53.339419 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-84f72062-9b66-4c39-af70-4f45e43d39ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678166'] for security_group (6c71522e-84a4-4d3d-ba38-41e4f6cd1a4a), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:53.342732 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-84f72062-9b66-4c39-af70-4f45e43d39ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:53.346882 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [None req-84f72062-9b66-4c39-af70-4f45e43d39ff admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/6c71522e-84a4-4d3d-ba38-41e4f6cd1a4a HTTP/1.1" status: 204 len: 168 time: 0.2409010 Apr 07 12:14:53.356210 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f72062-9b66-4c39-af70-4f45e43d39ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c71522e-84a4-4d3d-ba38-41e4f6cd1a4a,revision_number=None']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:14:53.364793 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f72062-9b66-4c39-af70-4f45e43d39ff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:14:53.365061 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f72062-9b66-4c39-af70-4f45e43d39ff admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:14:53.365475 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f72062-9b66-4c39-af70-4f45e43d39ff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:14:53.365938 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f72062-9b66-4c39-af70-4f45e43d39ff admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:14:53.366336 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f72062-9b66-4c39-af70-4f45e43d39ff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:14:53.367160 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f72062-9b66-4c39-af70-4f45e43d39ff admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:14:53.367574 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f72062-9b66-4c39-af70-4f45e43d39ff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:14:53.367909 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f72062-9b66-4c39-af70-4f45e43d39ff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:14:53.368240 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f72062-9b66-4c39-af70-4f45e43d39ff admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:14:53.368569 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f72062-9b66-4c39-af70-4f45e43d39ff admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:14:53.368897 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f72062-9b66-4c39-af70-4f45e43d39ff admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:14:53.369277 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f72062-9b66-4c39-af70-4f45e43d39ff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:14:53.369602 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f72062-9b66-4c39-af70-4f45e43d39ff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:14:53.369927 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f72062-9b66-4c39-af70-4f45e43d39ff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:14:53.370289 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f72062-9b66-4c39-af70-4f45e43d39ff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:14:54.011788 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.58', 41862) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:14:54.025986 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-6d63815f-6610-4608-9155-fa91d65f6a75 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:54.100932 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-6d63815f-6610-4608-9155-fa91d65f6a75 admin admin] Publish callbacks [] for security_group (b2a3e6c6-1bac-481c-961c-e874af568535), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:54.168248 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-6d63815f-6610-4608-9155-fa91d65f6a75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678166'] for security_group (b2a3e6c6-1bac-481c-961c-e874af568535), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:54.206949 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [None req-6d63815f-6610-4608-9155-fa91d65f6a75 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ad640c683d83423daa9d510abe4330c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1939244 Apr 07 12:14:54.208057 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d63815f-6610-4608-9155-fa91d65f6a75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2a3e6c6-1bac-481c-961c-e874af568535,revision_number=1']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:14:54.210388 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.wsgi [-] (103983) accepted ('10.222.0.58', 41870) {{(pid=103983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:14:54.262843 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-7bfab8f5-78aa-4361-b305-8648e0301e7a admin admin] Publish callbacks [] for security_group (b2a3e6c6-1bac-481c-961c-e874af568535), before_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:54.287814 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-7bfab8f5-78aa-4361-b305-8648e0301e7a admin admin] Publish callbacks [] for security_group (b2a3e6c6-1bac-481c-961c-e874af568535), precommit_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:54.407845 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-7bfab8f5-78aa-4361-b305-8648e0301e7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678166'] for security_group (b2a3e6c6-1bac-481c-961c-e874af568535), after_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:54.410436 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-7bfab8f5-78aa-4361-b305-8648e0301e7a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:54.411632 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [None req-7bfab8f5-78aa-4361-b305-8648e0301e7a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b2a3e6c6-1bac-481c-961c-e874af568535 HTTP/1.1" status: 204 len: 168 time: 0.2001865 Apr 07 12:14:54.420793 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfab8f5-78aa-4361-b305-8648e0301e7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2a3e6c6-1bac-481c-961c-e874af568535,revision_number=None']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:14:54.482766 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.wsgi [-] (103983) accepted ('10.222.0.58', 41878) {{(pid=103983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:14:54.586582 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-b8cd659a-b666-44a7-ae1e-960f76c7ffef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:54.661338 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-b8cd659a-b666-44a7-ae1e-960f76c7ffef admin admin] Publish callbacks [] for security_group (e374c910-8551-4002-afa6-e5107b541713), precommit_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:54.748761 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-b8cd659a-b666-44a7-ae1e-960f76c7ffef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678166'] for security_group (e374c910-8551-4002-afa6-e5107b541713), after_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:54.786947 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [None req-b8cd659a-b666-44a7-ae1e-960f76c7ffef admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=083ed1df15de468789f0683dd1b206a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3029475 Apr 07 12:14:54.789515 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cd659a-b666-44a7-ae1e-960f76c7ffef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e374c910-8551-4002-afa6-e5107b541713,revision_number=1']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:14:54.790026 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.58', 41884) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:14:54.848950 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-11aff3e7-a1c5-41b4-a080-b8cb9841ed6f admin admin] Publish callbacks [] for security_group (e374c910-8551-4002-afa6-e5107b541713), before_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:54.874877 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-11aff3e7-a1c5-41b4-a080-b8cb9841ed6f admin admin] Publish callbacks [] for security_group (e374c910-8551-4002-afa6-e5107b541713), precommit_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:55.047549 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-11aff3e7-a1c5-41b4-a080-b8cb9841ed6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678166'] for security_group (e374c910-8551-4002-afa6-e5107b541713), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:55.050207 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-11aff3e7-a1c5-41b4-a080-b8cb9841ed6f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:55.051372 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [None req-11aff3e7-a1c5-41b4-a080-b8cb9841ed6f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e374c910-8551-4002-afa6-e5107b541713 HTTP/1.1" status: 204 len: 168 time: 0.2602923 Apr 07 12:14:55.062776 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11aff3e7-a1c5-41b4-a080-b8cb9841ed6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e374c910-8551-4002-afa6-e5107b541713,revision_number=None']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:14:56.403401 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.58', 41948) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:14:56.432044 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.wsgi [-] (103983) accepted ('10.222.0.58', 41952) {{(pid=103983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:14:56.526727 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-a5f65783-c14c-4fe5-83d9-fdff7d84e9a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:56.527639 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.v2.base [None req-50038ed1-b066-4bdd-8f44-e1650fb043a1 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1487225456-network', 'tenant_id': '8799abbfe1d848f8a3d0491b5d77a568'}} {{(pid=103983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:14:56.608861 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-a5f65783-c14c-4fe5-83d9-fdff7d84e9a6 admin admin] Publish callbacks [] for security_group (ee46936c-702a-4f11-9a54-5b396f34d2af), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:56.613598 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50038ed1-b066-4bdd-8f44-e1650fb043a1 admin admin] Made reservation on behalf of 8799abbfe1d848f8a3d0491b5d77a568 for: {'network': 1} {{(pid=103983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 12:14:56.616104 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-50038ed1-b066-4bdd-8f44-e1650fb043a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for network (None), before_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:56.625106 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-50038ed1-b066-4bdd-8f44-e1650fb043a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:56.691922 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-a5f65783-c14c-4fe5-83d9-fdff7d84e9a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678166'] for security_group (ee46936c-702a-4f11-9a54-5b396f34d2af), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:56.703915 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-50038ed1-b066-4bdd-8f44-e1650fb043a1 admin admin] Publish callbacks [] for security_group (ffd4ca1c-ab6f-45a5-94d1-20b5c233febe), precommit_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:56.732113 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [None req-a5f65783-c14c-4fe5-83d9-fdff7d84e9a6 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=abac3af8a0514434a9511c10289b5ab0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3269932 Apr 07 12:14:56.733202 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f65783-c14c-4fe5-83d9-fdff7d84e9a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee46936c-702a-4f11-9a54-5b396f34d2af,revision_number=1']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:14:56.737368 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.wsgi [-] (103983) accepted ('10.222.0.58', 41964) {{(pid=103983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:14:56.786076 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-6f802823-031f-44a6-b46f-bf7ee8c7b2c7 admin admin] Publish callbacks [] for security_group (ee46936c-702a-4f11-9a54-5b396f34d2af), before_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:56.808347 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-6f802823-031f-44a6-b46f-bf7ee8c7b2c7 admin admin] Publish callbacks [] for security_group (ee46936c-702a-4f11-9a54-5b396f34d2af), precommit_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:56.815079 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-50038ed1-b066-4bdd-8f44-e1650fb043a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678166'] for security_group (ffd4ca1c-ab6f-45a5-94d1-20b5c233febe), after_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:56.871262 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50038ed1-b066-4bdd-8f44-e1650fb043a1 admin admin] vlan segment allocate from pool success with {'vlan_id': 631, 'physical_network': 'physnet1'} {{(pid=103983) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 12:14:56.874736 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50038ed1-b066-4bdd-8f44-e1650fb043a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffd4ca1c-ab6f-45a5-94d1-20b5c233febe,revision_number=1']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:14:56.955920 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-6f802823-031f-44a6-b46f-bf7ee8c7b2c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678166'] for security_group (ee46936c-702a-4f11-9a54-5b396f34d2af), after_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:56.958436 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-6f802823-031f-44a6-b46f-bf7ee8c7b2c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:56.963005 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [None req-6f802823-031f-44a6-b46f-bf7ee8c7b2c7 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ee46936c-702a-4f11-9a54-5b396f34d2af HTTP/1.1" status: 204 len: 168 time: 0.2270310 Apr 07 12:14:56.964351 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-50038ed1-b066-4bdd-8f44-e1650fb043a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7510084'] for segment (76e0c286-76ab-42b5-9757-5d009c90bddf), precommit_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:56.964982 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.db.segments_db [None req-50038ed1-b066-4bdd-8f44-e1650fb043a1 admin admin] Added segment 76e0c286-76ab-42b5-9757-5d009c90bddf of type vlan for network f79ab1cc-5bfe-4ae4-b6e2-5ae01cee9ad3 Apr 07 12:14:56.986903 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f802823-031f-44a6-b46f-bf7ee8c7b2c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee46936c-702a-4f11-9a54-5b396f34d2af,revision_number=None']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:14:57.028003 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-50038ed1-b066-4bdd-8f44-e1650fb043a1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780056936322'] for network (f79ab1cc-5bfe-4ae4-b6e2-5ae01cee9ad3), precommit_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:57.142716 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-50038ed1-b066-4bdd-8f44-e1650fb043a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968'] for network (f79ab1cc-5bfe-4ae4-b6e2-5ae01cee9ad3), after_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:57.143667 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50038ed1-b066-4bdd-8f44-e1650fb043a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:14:57.144395 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-50038ed1-b066-4bdd-8f44-e1650fb043a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585958'] for network (None), before_response {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:57.207255 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50038ed1-b066-4bdd-8f44-e1650fb043a1 admin admin] Pushing event updated for resources: {'Network': ['ID=f79ab1cc-5bfe-4ae4-b6e2-5ae01cee9ad3,revision_number=1']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:14:57.218285 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Network f79ab1cc-5bfe-4ae4-b6e2-5ae01cee9ad3 details requested by agent ovs-agent-dv-cinder-836930-1-iscsi with host dv-cinder-836930-1-iscsi {{(pid=103984) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 12:14:57.254006 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [None req-50038ed1-b066-4bdd-8f44-e1650fb043a1 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8201849 Apr 07 12:14:57.257561 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.58', 41970) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:14:57.263154 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.v2.base [None req-d76d6cf2-959b-4d88-892b-d5ca82ea418d admin admin] Request body: {'subnet': {'network_id': 'f79ab1cc-5bfe-4ae4-b6e2-5ae01cee9ad3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1487225456-subnet', 'tenant_id': '8799abbfe1d848f8a3d0491b5d77a568', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:14:57.350734 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d76d6cf2-959b-4d88-892b-d5ca82ea418d admin admin] Made reservation on behalf of 8799abbfe1d848f8a3d0491b5d77a568 for: {'subnet': 1} {{(pid=103982) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 12:14:57.353259 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-d76d6cf2-959b-4d88-892b-d5ca82ea418d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127909337'] for subnet (None), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:57.632708 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-d76d6cf2-959b-4d88-892b-d5ca82ea418d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126593715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127907875'] for subnet (cd664d16-72a3-4840-a45b-d606a827ada8), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:57.694590 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76d6cf2-959b-4d88-892b-d5ca82ea418d admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd664d16-72a3-4840-a45b-d606a827ada8,revision_number=0']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:14:57.702968 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d76d6cf2-959b-4d88-892b-d5ca82ea418d admin admin] Checking segment: {'id': '76e0c286-76ab-42b5-9757-5d009c90bddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'f79ab1cc-5bfe-4ae4-b6e2-5ae01cee9ad3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:14:57.703361 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d76d6cf2-959b-4d88-892b-d5ca82ea418d admin admin] Network hostable DHCP agents. Network: f79ab1cc-5bfe-4ae4-b6e2-5ae01cee9ad3, hostable agents: ['94869e64-74fb-4601-95b5-a1334a6bdcea'], hosted agents: [] {{(pid=103982) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 12:14:57.761815 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.58', 41978) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:14:57.774983 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-9d8d500b-6d55-4007-948c-8b1fee7cc79f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:57.835537 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d76d6cf2-959b-4d88-892b-d5ca82ea418d admin admin] Network f79ab1cc-5bfe-4ae4-b6e2-5ae01cee9ad3 is scheduled to be hosted by DHCP agent 94869e64-74fb-4601-95b5-a1334a6bdcea with binding_index 1 {{(pid=103982) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 12:14:57.851723 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-9d8d500b-6d55-4007-948c-8b1fee7cc79f admin admin] Publish callbacks [] for security_group (56626ea1-6042-416a-8d6a-80d0116a2bf9), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:57.925613 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.scheduler.base_scheduler [None req-d76d6cf2-959b-4d88-892b-d5ca82ea418d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836930-1-iscsi, f79ab1cc-5bfe-4ae4-b6e2-5ae01cee9ad3) {{(pid=103982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:14:57.930140 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d76d6cf2-959b-4d88-892b-d5ca82ea418d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:14:57.930732 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-d76d6cf2-959b-4d88-892b-d5ca82ea418d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585958'] for subnet (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:57.936687 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06f12232-2f31-4e2a-85b6-48b092b5f0f0 None None] Network f79ab1cc-5bfe-4ae4-b6e2-5ae01cee9ad3 requested from dv-cinder-836930-1-iscsi {{(pid=103984) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 12:14:57.961612 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-9d8d500b-6d55-4007-948c-8b1fee7cc79f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678166'] for security_group (56626ea1-6042-416a-8d6a-80d0116a2bf9), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:58.000483 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [None req-9d8d500b-6d55-4007-948c-8b1fee7cc79f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9c4ecdf8b1f448fab4db6240c38db540&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2375431 Apr 07 12:14:58.001550 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8d500b-6d55-4007-948c-8b1fee7cc79f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56626ea1-6042-416a-8d6a-80d0116a2bf9,revision_number=1']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:14:58.003085 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.wsgi [-] (103983) accepted ('10.222.0.58', 41980) {{(pid=103983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:14:58.027934 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [None req-d76d6cf2-959b-4d88-892b-d5ca82ea418d admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7691779 Apr 07 12:14:58.037194 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-370594bc-aa7b-4ff0-9092-f96bd145bf4c None None] Network f79ab1cc-5bfe-4ae4-b6e2-5ae01cee9ad3 requested from dv-cinder-836930-1-iscsi {{(pid=103984) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 12:14:58.064417 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-2fb0f7a3-0dad-4b9a-a0f4-9664d9bb59af admin admin] Publish callbacks [] for security_group (56626ea1-6042-416a-8d6a-80d0116a2bf9), before_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:58.088416 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-2fb0f7a3-0dad-4b9a-a0f4-9664d9bb59af admin admin] Publish callbacks [] for security_group (56626ea1-6042-416a-8d6a-80d0116a2bf9), precommit_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:58.258862 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-2fb0f7a3-0dad-4b9a-a0f4-9664d9bb59af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678166'] for security_group (56626ea1-6042-416a-8d6a-80d0116a2bf9), after_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:58.261580 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-2fb0f7a3-0dad-4b9a-a0f4-9664d9bb59af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:58.262750 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [None req-2fb0f7a3-0dad-4b9a-a0f4-9664d9bb59af admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/56626ea1-6042-416a-8d6a-80d0116a2bf9 HTTP/1.1" status: 204 len: 168 time: 0.2584627 Apr 07 12:14:58.276656 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb0f7a3-0dad-4b9a-a0f4-9664d9bb59af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56626ea1-6042-416a-8d6a-80d0116a2bf9,revision_number=None']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:14:59.504994 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (b65c4e22-832a-4f2b-89ab-f6b5f91e1f65), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:00.275093 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508df17e-dc49-4e67-b75d-16deda1658f1 req-b61b3a10-fab6-4c49-a9b1-27f3f6520d54 tempest-VolumesActionsTest-1301679375 tempest-VolumesActionsTest-1301679375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:15:00.276638 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-508df17e-dc49-4e67-b75d-16deda1658f1 req-b61b3a10-fab6-4c49-a9b1-27f3f6520d54 tempest-VolumesActionsTest-1301679375 tempest-VolumesActionsTest-1301679375-project] 10.222.0.58 "GET /v2.0/networks?id=f79ab1cc-5bfe-4ae4-b6e2-5ae01cee9ad3 HTTP/1.1" status: 200 len: 809 time: 0.1069152 Apr 07 12:15:00.292354 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-508df17e-dc49-4e67-b75d-16deda1658f1 req-b01dd219-a31e-4500-835b-ff202d18c60a tempest-VolumesActionsTest-1301679375 tempest-VolumesActionsTest-1301679375-project] 10.222.0.58 "GET /v2.0/quotas/8799abbfe1d848f8a3d0491b5d77a568 HTTP/1.1" status: 200 len: 375 time: 0.0102494 Apr 07 12:15:00.325547 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-508df17e-dc49-4e67-b75d-16deda1658f1 req-d762c511-e9c2-4a14-b478-7d0901f15184 tempest-VolumesActionsTest-1301679375 tempest-VolumesActionsTest-1301679375-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=8799abbfe1d848f8a3d0491b5d77a568&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0280049 Apr 07 12:15:00.423920 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-508df17e-dc49-4e67-b75d-16deda1658f1 req-34e71e9d-a77b-423f-82b6-a68c03bbbe17 service neutron] 10.222.0.58 "GET /v2.0/networks/f79ab1cc-5bfe-4ae4-b6e2-5ae01cee9ad3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912726 Apr 07 12:15:00.517209 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-508df17e-dc49-4e67-b75d-16deda1658f1 req-58e6f0ae-dfad-4aa9-9a07-f656616d2386 service neutron] 10.222.0.58 "GET /v2.0/networks/f79ab1cc-5bfe-4ae4-b6e2-5ae01cee9ad3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871379 Apr 07 12:15:00.938147 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-3d79f180-6b0e-4e0d-bb11-0d36fa920d94 req-a6840a7c-3e21-45d8-9207-6b589e111bfb tempest-VolumesActionsTest-1301679375 tempest-VolumesActionsTest-1301679375-project] 10.222.0.58 "GET /v2.0/ports?device_id=a4f550b0-8605-4a45-8d49-056f0eaaec6d HTTP/1.1" status: 200 len: 210 time: 0.0336704 Apr 07 12:15:01.966606 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-3e253539-32dd-4e4c-89a4-a5f147feed10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (94869e64-74fb-4601-95b5-a1334a6bdcea), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:02.015566 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-0594a1c7-6cd6-4f56-8c81-4307fafda7b5 req-67f4fedd-9398-4c0d-9576-b52954f06b5a tempest-VolumesActionsTest-1301679375 tempest-VolumesActionsTest-1301679375-project] 10.222.0.58 "GET /v2.0/ports?device_id=a4f550b0-8605-4a45-8d49-056f0eaaec6d HTTP/1.1" status: 200 len: 210 time: 0.0270352 Apr 07 12:15:02.204975 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.58', 42108) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:15:02.309200 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-d892ded4-3835-42d4-b6bf-b37515df57bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:02.386400 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-d892ded4-3835-42d4-b6bf-b37515df57bc admin admin] Publish callbacks [] for security_group (bf506683-f643-4253-ae6e-32485836ada7), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:02.445648 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-d892ded4-3835-42d4-b6bf-b37515df57bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678166'] for security_group (bf506683-f643-4253-ae6e-32485836ada7), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:02.492868 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [None req-d892ded4-3835-42d4-b6bf-b37515df57bc admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b7b72219305642369ce05363fdadf2bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2868180 Apr 07 12:15:02.494159 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d892ded4-3835-42d4-b6bf-b37515df57bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf506683-f643-4253-ae6e-32485836ada7,revision_number=1']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:15:02.495686 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.wsgi [-] (103983) accepted ('10.222.0.58', 42118) {{(pid=103983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:15:02.549046 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-99f87709-6d77-47f7-b050-9d10f834a996 admin admin] Publish callbacks [] for security_group (bf506683-f643-4253-ae6e-32485836ada7), before_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:02.570470 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-99f87709-6d77-47f7-b050-9d10f834a996 admin admin] Publish callbacks [] for security_group (bf506683-f643-4253-ae6e-32485836ada7), precommit_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:02.693281 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-99f87709-6d77-47f7-b050-9d10f834a996 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678166'] for security_group (bf506683-f643-4253-ae6e-32485836ada7), after_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:02.695913 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-99f87709-6d77-47f7-b050-9d10f834a996 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:02.697114 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [None req-99f87709-6d77-47f7-b050-9d10f834a996 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/bf506683-f643-4253-ae6e-32485836ada7 HTTP/1.1" status: 204 len: 168 time: 0.2004449 Apr 07 12:15:02.705311 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f87709-6d77-47f7-b050-9d10f834a996 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf506683-f643-4253-ae6e-32485836ada7,revision_number=None']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:15:03.115364 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-e555b6df-94f1-467b-96a9-cf720794729b req-dcf491d2-9b53-4b55-a6b4-854dfe19b6f7 tempest-VolumesActionsTest-1301679375 tempest-VolumesActionsTest-1301679375-project] 10.222.0.58 "GET /v2.0/ports?device_id=a4f550b0-8605-4a45-8d49-056f0eaaec6d HTTP/1.1" status: 200 len: 210 time: 0.0507584 Apr 07 12:15:03.474204 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.58', 42136) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:15:03.488057 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-d686f74f-5a3b-4ef8-91a1-44af7e9465d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:03.560681 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-d686f74f-5a3b-4ef8-91a1-44af7e9465d2 admin admin] Publish callbacks [] for security_group (946ecb48-2fec-470c-9b46-3c1a9681a2e6), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:03.624432 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-d686f74f-5a3b-4ef8-91a1-44af7e9465d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678166'] for security_group (946ecb48-2fec-470c-9b46-3c1a9681a2e6), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:03.662431 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [None req-d686f74f-5a3b-4ef8-91a1-44af7e9465d2 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=43d5d8be67364036ac61e47501b3a970&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1865563 Apr 07 12:15:03.663314 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d686f74f-5a3b-4ef8-91a1-44af7e9465d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=946ecb48-2fec-470c-9b46-3c1a9681a2e6,revision_number=1']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:15:03.665491 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.wsgi [-] (103983) accepted ('10.222.0.58', 42138) {{(pid=103983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:15:03.714098 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-0aef765d-3db0-4d3b-9f7e-7d80ffb8ba00 admin admin] Publish callbacks [] for security_group (946ecb48-2fec-470c-9b46-3c1a9681a2e6), before_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:03.735342 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-0aef765d-3db0-4d3b-9f7e-7d80ffb8ba00 admin admin] Publish callbacks [] for security_group (946ecb48-2fec-470c-9b46-3c1a9681a2e6), precommit_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:03.870133 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-0aef765d-3db0-4d3b-9f7e-7d80ffb8ba00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678166'] for security_group (946ecb48-2fec-470c-9b46-3c1a9681a2e6), after_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:03.872766 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-0aef765d-3db0-4d3b-9f7e-7d80ffb8ba00 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:03.874003 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [None req-0aef765d-3db0-4d3b-9f7e-7d80ffb8ba00 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/946ecb48-2fec-470c-9b46-3c1a9681a2e6 HTTP/1.1" status: 204 len: 168 time: 0.2074714 Apr 07 12:15:03.882083 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aef765d-3db0-4d3b-9f7e-7d80ffb8ba00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=946ecb48-2fec-470c-9b46-3c1a9681a2e6,revision_number=None']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:15:04.193919 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-a9381bbc-352c-4257-bb4a-5d6c1697e34f req-3e952628-0be8-46ee-bc99-06139d6a4552 tempest-VolumesActionsTest-1301679375 tempest-VolumesActionsTest-1301679375-project] 10.222.0.58 "GET /v2.0/ports?device_id=a4f550b0-8605-4a45-8d49-056f0eaaec6d HTTP/1.1" status: 200 len: 210 time: 0.0282390 Apr 07 12:15:04.327692 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-fecdacb5-f708-43d7-b3ea-d22a49238d4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (ad8978c4-6515-441c-a828-0289badd3b4a), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:05.291799 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-e4613a44-8dcc-4f4c-8e8c-165bc34dc906 req-83459db9-21ab-4ddc-89ba-80225148a666 tempest-VolumesActionsTest-1301679375 tempest-VolumesActionsTest-1301679375-project] 10.222.0.58 "GET /v2.0/ports?device_id=a4f550b0-8605-4a45-8d49-056f0eaaec6d HTTP/1.1" status: 200 len: 210 time: 0.0308604 Apr 07 12:15:05.716307 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-e3029262-029d-49e4-8078-e7e61e534645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (e465150c-12ca-425e-8c36-fa03ee6240b4), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:06.390981 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-5c64db4b-fde7-4553-aa06-927fc214afd6 req-e09b9a15-c83a-4071-8619-db31c5ed0da3 tempest-VolumesActionsTest-1301679375 tempest-VolumesActionsTest-1301679375-project] 10.222.0.58 "GET /v2.0/ports?device_id=a4f550b0-8605-4a45-8d49-056f0eaaec6d HTTP/1.1" status: 200 len: 210 time: 0.0303941 Apr 07 12:15:07.054337 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.wsgi [-] (103983) accepted ('10.222.0.58', 42238) {{(pid=103983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:15:07.158699 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-0f9e637b-24b3-4645-b640-11212b343767 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:07.231628 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-0f9e637b-24b3-4645-b640-11212b343767 admin admin] Publish callbacks [] for security_group (32cef2cb-2db6-42ef-9749-8da194f63cf1), precommit_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:07.334861 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-0f9e637b-24b3-4645-b640-11212b343767 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678166'] for security_group (32cef2cb-2db6-42ef-9749-8da194f63cf1), after_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:07.377718 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [None req-0f9e637b-24b3-4645-b640-11212b343767 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=54882be5d1814fb9be9db7d846dc5749&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3221893 Apr 07 12:15:07.378608 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9e637b-24b3-4645-b640-11212b343767 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32cef2cb-2db6-42ef-9749-8da194f63cf1,revision_number=1']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:15:07.382310 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.wsgi [-] (103983) accepted ('10.222.0.58', 42248) {{(pid=103983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:15:07.434484 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-9e0fe532-afce-4ec5-9264-c3f6dafec66f admin admin] Publish callbacks [] for security_group (32cef2cb-2db6-42ef-9749-8da194f63cf1), before_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:07.448426 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-4ee86192-ef9a-4f9c-8d37-983d911c7eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (8705c964-c35e-4008-b403-e26242cd5404), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:07.458652 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-9e0fe532-afce-4ec5-9264-c3f6dafec66f admin admin] Publish callbacks [] for security_group (32cef2cb-2db6-42ef-9749-8da194f63cf1), precommit_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:07.483851 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508df17e-dc49-4e67-b75d-16deda1658f1 req-c950dd57-e991-4ef0-abd5-0213ebe19342 tempest-VolumesActionsTest-1301679375 tempest-VolumesActionsTest-1301679375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:15:07.485674 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-508df17e-dc49-4e67-b75d-16deda1658f1 req-c950dd57-e991-4ef0-abd5-0213ebe19342 tempest-VolumesActionsTest-1301679375 tempest-VolumesActionsTest-1301679375-project] 10.222.0.49 "GET /v2.0/networks?id=f79ab1cc-5bfe-4ae4-b6e2-5ae01cee9ad3 HTTP/1.1" status: 200 len: 809 time: 0.1152642 Apr 07 12:15:07.502572 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-a035147d-5728-4bc4-9f99-be3c06c6ab38 req-afc0e7a2-ca40-420e-b5e1-d1cb9c378bf0 tempest-VolumesActionsTest-1301679375 tempest-VolumesActionsTest-1301679375-project] 10.222.0.58 "GET /v2.0/ports?device_id=a4f550b0-8605-4a45-8d49-056f0eaaec6d HTTP/1.1" status: 200 len: 210 time: 0.0376420 Apr 07 12:15:07.507803 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.v2.base [req-508df17e-dc49-4e67-b75d-16deda1658f1 req-4ec18f0e-5321-425e-bc41-4cd856e08d18 tempest-VolumesActionsTest-1301679375 tempest-VolumesActionsTest-1301679375-project] Request body: {'port': {'device_id': 'a4f550b0-8605-4a45-8d49-056f0eaaec6d', 'network_id': 'f79ab1cc-5bfe-4ae4-b6e2-5ae01cee9ad3', 'admin_state_up': True, 'tenant_id': '8799abbfe1d848f8a3d0491b5d77a568'}} {{(pid=103982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:15:07.606057 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-9e0fe532-afce-4ec5-9264-c3f6dafec66f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678166'] for security_group (32cef2cb-2db6-42ef-9749-8da194f63cf1), after_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:07.608633 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-9e0fe532-afce-4ec5-9264-c3f6dafec66f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:07.609784 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [None req-9e0fe532-afce-4ec5-9264-c3f6dafec66f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/32cef2cb-2db6-42ef-9749-8da194f63cf1 HTTP/1.1" status: 204 len: 168 time: 0.2259564 Apr 07 12:15:07.618567 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0fe532-afce-4ec5-9264-c3f6dafec66f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32cef2cb-2db6-42ef-9749-8da194f63cf1,revision_number=None']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:15:07.693454 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-508df17e-dc49-4e67-b75d-16deda1658f1 req-4ec18f0e-5321-425e-bc41-4cd856e08d18 tempest-VolumesActionsTest-1301679375 tempest-VolumesActionsTest-1301679375-project] Made reservation on behalf of 8799abbfe1d848f8a3d0491b5d77a568 for: {'port': 1} {{(pid=103982) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 12:15:07.696925 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [req-508df17e-dc49-4e67-b75d-16deda1658f1 req-4ec18f0e-5321-425e-bc41-4cd856e08d18 tempest-VolumesActionsTest-1301679375 tempest-VolumesActionsTest-1301679375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (None), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:07.822276 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.db.db_base_plugin_common [req-508df17e-dc49-4e67-b75d-16deda1658f1 req-4ec18f0e-5321-425e-bc41-4cd856e08d18 tempest-VolumesActionsTest-1301679375 tempest-VolumesActionsTest-1301679375-project] Allocated IP 172.20.0.13 (f79ab1cc-5bfe-4ae4-b6e2-5ae01cee9ad3/cd664d16-72a3-4840-a45b-d606a827ada8/092fba3c-f91d-465a-affd-285261c5dfe9) {{(pid=103982) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 12:15:07.970706 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [req-508df17e-dc49-4e67-b75d-16deda1658f1 req-4ec18f0e-5321-425e-bc41-4cd856e08d18 tempest-VolumesActionsTest-1301679375 tempest-VolumesActionsTest-1301679375-project] Publish callbacks [] for port (092fba3c-f91d-465a-affd-285261c5dfe9), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:08.086229 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [req-508df17e-dc49-4e67-b75d-16deda1658f1 req-4ec18f0e-5321-425e-bc41-4cd856e08d18 tempest-VolumesActionsTest-1301679375 tempest-VolumesActionsTest-1301679375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780056949589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126593575'] for port (092fba3c-f91d-465a-affd-285261c5dfe9), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:08.130725 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-508df17e-dc49-4e67-b75d-16deda1658f1 req-4ec18f0e-5321-425e-bc41-4cd856e08d18 tempest-VolumesActionsTest-1301679375 tempest-VolumesActionsTest-1301679375-project] Network f79ab1cc-5bfe-4ae4-b6e2-5ae01cee9ad3 is already hosted by enough agents. {{(pid=103982) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:15:08.133663 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.scheduler.base_scheduler [req-508df17e-dc49-4e67-b75d-16deda1658f1 req-4ec18f0e-5321-425e-bc41-4cd856e08d18 tempest-VolumesActionsTest-1301679375 tempest-VolumesActionsTest-1301679375-project] Resources bound (agent type, host, resource id): {{(pid=103982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:15:08.137327 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.db.l3_dvrscheduler_db [req-508df17e-dc49-4e67-b75d-16deda1658f1 req-4ec18f0e-5321-425e-bc41-4cd856e08d18 tempest-VolumesActionsTest-1301679375 tempest-VolumesActionsTest-1301679375-project] Received port after_create {{(pid=103982) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 12:15:08.166358 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec18f0e-5321-425e-bc41-4cd856e08d18 tempest-VolumesActionsTest-1301679375 tempest-VolumesActionsTest-1301679375-project] Pushing event updated for resources: {'Port': ['ID=092fba3c-f91d-465a-affd-285261c5dfe9,revision_number=1']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:15:08.190659 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508df17e-dc49-4e67-b75d-16deda1658f1 req-4ec18f0e-5321-425e-bc41-4cd856e08d18 tempest-VolumesActionsTest-1301679375 tempest-VolumesActionsTest-1301679375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:15:08.191293 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [req-508df17e-dc49-4e67-b75d-16deda1658f1 req-4ec18f0e-5321-425e-bc41-4cd856e08d18 tempest-VolumesActionsTest-1301679375 tempest-VolumesActionsTest-1301679375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91606'] for port (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:08.327939 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-508df17e-dc49-4e67-b75d-16deda1658f1 req-4ec18f0e-5321-425e-bc41-4cd856e08d18 tempest-VolumesActionsTest-1301679375 tempest-VolumesActionsTest-1301679375-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8277633 Apr 07 12:15:08.345466 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.v2.base [req-508df17e-dc49-4e67-b75d-16deda1658f1 req-e8c80ca0-1920-43a3-9e45-c316b5e633f3 service neutron] Request body: {'port': {'device_id': 'a4f550b0-8605-4a45-8d49-056f0eaaec6d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83693'}} {{(pid=103982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:15:08.378192 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.wsgi [-] (103983) accepted ('10.222.0.58', 42264) {{(pid=103983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:15:08.394743 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-835043e2-b797-4848-8b4a-4f818ce4b4d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:08.408436 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [req-508df17e-dc49-4e67-b75d-16deda1658f1 req-e8c80ca0-1920-43a3-9e45-c316b5e633f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (092fba3c-f91d-465a-affd-285261c5dfe9), before_update {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:08.472479 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-835043e2-b797-4848-8b4a-4f818ce4b4d5 admin admin] Publish callbacks [] for security_group (bcc964fd-9ad1-4926-9fad-10354585fdd9), precommit_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:08.548119 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-835043e2-b797-4848-8b4a-4f818ce4b4d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678166'] for security_group (bcc964fd-9ad1-4926-9fad-10354585fdd9), after_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:08.577137 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [None req-835043e2-b797-4848-8b4a-4f818ce4b4d5 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=12a1b5c71f5641c490f0635f76beb6d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1978471 Apr 07 12:15:08.579102 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.wsgi [-] (103983) accepted ('10.222.0.58', 42268) {{(pid=103983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:15:08.641791 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835043e2-b797-4848-8b4a-4f818ce4b4d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcc964fd-9ad1-4926-9fad-10354585fdd9,revision_number=1']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:15:08.678008 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.notifiers.nova [req-508df17e-dc49-4e67-b75d-16deda1658f1 req-e8c80ca0-1920-43a3-9e45-c316b5e633f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 092fba3c-f91d-465a-affd-285261c5dfe9 {{(pid=103982) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 12:15:08.686355 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b88daca-e190-4af3-95d6-53883ca01ec3 req-2d93af6a-cba8-4c66-a682-bc2510177294 tempest-VolumesActionsTest-1301679375 tempest-VolumesActionsTest-1301679375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:15:08.687418 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [req-508df17e-dc49-4e67-b75d-16deda1658f1 req-e8c80ca0-1920-43a3-9e45-c316b5e633f3 service neutron] Publish callbacks [] for port (092fba3c-f91d-465a-affd-285261c5dfe9), precommit_update {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:08.687903 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-5b88daca-e190-4af3-95d6-53883ca01ec3 req-2d93af6a-cba8-4c66-a682-bc2510177294 tempest-VolumesActionsTest-1301679375 tempest-VolumesActionsTest-1301679375-project] 10.222.0.58 "GET /v2.0/ports?device_id=a4f550b0-8605-4a45-8d49-056f0eaaec6d HTTP/1.1" status: 200 len: 932 time: 0.0955992 Apr 07 12:15:08.698748 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-5098184e-189f-4e00-a37f-2c7896ae748f admin admin] Publish callbacks [] for security_group (bcc964fd-9ad1-4926-9fad-10354585fdd9), before_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:08.710855 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.db.provisioning_blocks [req-508df17e-dc49-4e67-b75d-16deda1658f1 req-e8c80ca0-1920-43a3-9e45-c316b5e633f3 service neutron] Transition to ACTIVE for port object 092fba3c-f91d-465a-affd-285261c5dfe9 will not be triggered until provisioned by entity L2. {{(pid=103982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 12:15:08.738578 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-5098184e-189f-4e00-a37f-2c7896ae748f admin admin] Publish callbacks [] for security_group (bcc964fd-9ad1-4926-9fad-10354585fdd9), precommit_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:08.786235 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-5b88daca-e190-4af3-95d6-53883ca01ec3 req-916c5b68-18a1-4671-9f31-c253451cfe16 tempest-VolumesActionsTest-1301679375 tempest-VolumesActionsTest-1301679375-project] 10.222.0.58 "GET /v2.0/security-groups?id=ffd4ca1c-ab6f-45a5-94d1-20b5c233febe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812380 Apr 07 12:15:08.870277 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [req-508df17e-dc49-4e67-b75d-16deda1658f1 req-e8c80ca0-1920-43a3-9e45-c316b5e633f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780057409639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780056949607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780056949625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126593592'] for port (092fba3c-f91d-465a-affd-285261c5dfe9), after_update {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:08.876562 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (18566f30-62c1-4fb1-af49-ebd049d63fec), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:08.918863 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.wsgi [-] (103983) accepted ('10.222.0.58', 42272) {{(pid=103983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:15:08.925262 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c80ca0-1920-43a3-9e45-c316b5e633f3 service neutron] Pushing event updated for resources: {'Port': ['ID=092fba3c-f91d-465a-affd-285261c5dfe9,revision_number=2']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:15:08.945217 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-5098184e-189f-4e00-a37f-2c7896ae748f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678166'] for security_group (bcc964fd-9ad1-4926-9fad-10354585fdd9), after_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:08.952849 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-5098184e-189f-4e00-a37f-2c7896ae748f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:08.952849 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [None req-5098184e-189f-4e00-a37f-2c7896ae748f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/bcc964fd-9ad1-4926-9fad-10354585fdd9 HTTP/1.1" status: 204 len: 168 time: 0.3675404 Apr 07 12:15:08.965834 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5098184e-189f-4e00-a37f-2c7896ae748f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcc964fd-9ad1-4926-9fad-10354585fdd9,revision_number=None']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:15:09.013138 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.managers [req-508df17e-dc49-4e67-b75d-16deda1658f1 req-e8c80ca0-1920-43a3-9e45-c316b5e633f3 service neutron] Attempting to bind port 092fba3c-f91d-465a-affd-285261c5dfe9 on host hv-cinder-83693 for vnic_type normal with profile {{(pid=103982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 12:15:09.013487 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.managers [req-508df17e-dc49-4e67-b75d-16deda1658f1 req-e8c80ca0-1920-43a3-9e45-c316b5e633f3 service neutron] Attempting to bind port 092fba3c-f91d-465a-affd-285261c5dfe9 by drivers openvswitch,hyperv on host hv-cinder-83693 at level 0 using segments [{'id': '76e0c286-76ab-42b5-9757-5d009c90bddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'f79ab1cc-5bfe-4ae4-b6e2-5ae01cee9ad3'}] {{(pid=103982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 12:15:09.013819 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-508df17e-dc49-4e67-b75d-16deda1658f1 req-e8c80ca0-1920-43a3-9e45-c316b5e633f3 service neutron] Attempting to bind port 092fba3c-f91d-465a-affd-285261c5dfe9 on network f79ab1cc-5bfe-4ae4-b6e2-5ae01cee9ad3 {{(pid=103982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:15:09.018263 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-508df17e-dc49-4e67-b75d-16deda1658f1 req-e8c80ca0-1920-43a3-9e45-c316b5e633f3 service neutron] Port 092fba3c-f91d-465a-affd-285261c5dfe9 on network f79ab1cc-5bfe-4ae4-b6e2-5ae01cee9ad3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83693 {{(pid=103982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 12:15:09.018584 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-508df17e-dc49-4e67-b75d-16deda1658f1 req-e8c80ca0-1920-43a3-9e45-c316b5e633f3 service neutron] Attempting to bind port 092fba3c-f91d-465a-affd-285261c5dfe9 on network f79ab1cc-5bfe-4ae4-b6e2-5ae01cee9ad3 {{(pid=103982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:15:09.023644 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-508df17e-dc49-4e67-b75d-16deda1658f1 req-e8c80ca0-1920-43a3-9e45-c316b5e633f3 service neutron] Checking agent: {'id': 'b65c4e22-832a-4f2b-89ab-f6b5f91e1f65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83693', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 12, 4, 29), 'started_at': datetime.datetime(2022, 4, 7, 12, 4, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 12, 14, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 12:15:09.023986 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-508df17e-dc49-4e67-b75d-16deda1658f1 req-e8c80ca0-1920-43a3-9e45-c316b5e633f3 service neutron] Checking segment: {'id': '76e0c286-76ab-42b5-9757-5d009c90bddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'f79ab1cc-5bfe-4ae4-b6e2-5ae01cee9ad3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:15:09.024369 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-508df17e-dc49-4e67-b75d-16deda1658f1 req-e8c80ca0-1920-43a3-9e45-c316b5e633f3 service neutron] Bound using segment: {'id': '76e0c286-76ab-42b5-9757-5d009c90bddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'f79ab1cc-5bfe-4ae4-b6e2-5ae01cee9ad3'} {{(pid=103982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 12:15:09.024799 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.managers [req-508df17e-dc49-4e67-b75d-16deda1658f1 req-e8c80ca0-1920-43a3-9e45-c316b5e633f3 service neutron] Bound port: 092fba3c-f91d-465a-affd-285261c5dfe9, host: hv-cinder-83693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76e0c286-76ab-42b5-9757-5d009c90bddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'f79ab1cc-5bfe-4ae4-b6e2-5ae01cee9ad3'}}] {{(pid=103982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 12:15:09.025158 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [req-508df17e-dc49-4e67-b75d-16deda1658f1 req-e8c80ca0-1920-43a3-9e45-c316b5e633f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (092fba3c-f91d-465a-affd-285261c5dfe9), before_update {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:09.033337 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-f8980b81-dbf5-48ac-a9de-c594ebe7b567 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:09.113427 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-f8980b81-dbf5-48ac-a9de-c594ebe7b567 admin admin] Publish callbacks [] for security_group (bfa5d470-1d7d-4922-922c-ae8feaf0ea35), precommit_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:09.213697 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-f8980b81-dbf5-48ac-a9de-c594ebe7b567 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678166'] for security_group (bfa5d470-1d7d-4922-922c-ae8feaf0ea35), after_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:09.254815 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [None req-f8980b81-dbf5-48ac-a9de-c594ebe7b567 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=bb50ae733ba34305bb3574e24dd61b61&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3349159 Apr 07 12:15:09.255802 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8980b81-dbf5-48ac-a9de-c594ebe7b567 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfa5d470-1d7d-4922-922c-ae8feaf0ea35,revision_number=1']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:15:09.258203 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.wsgi [-] (103983) accepted ('10.222.0.58', 42278) {{(pid=103983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:15:09.321534 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-132bb9f6-63aa-47ad-b4a0-ba833bda79f7 admin admin] Publish callbacks [] for security_group (bfa5d470-1d7d-4922-922c-ae8feaf0ea35), before_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:09.346133 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-132bb9f6-63aa-47ad-b4a0-ba833bda79f7 admin admin] Publish callbacks [] for security_group (bfa5d470-1d7d-4922-922c-ae8feaf0ea35), precommit_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:09.368651 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.db [req-508df17e-dc49-4e67-b75d-16deda1658f1 req-e8c80ca0-1920-43a3-9e45-c316b5e633f3 service neutron] For port 092fba3c-f91d-465a-affd-285261c5dfe9, host hv-cinder-83693, cleared binding levels {{(pid=103982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 12:15:09.372084 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.db [req-508df17e-dc49-4e67-b75d-16deda1658f1 req-e8c80ca0-1920-43a3-9e45-c316b5e633f3 service neutron] For port 092fba3c-f91d-465a-affd-285261c5dfe9, host hv-cinder-83693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83693',level=0,port_id=092fba3c-f91d-465a-affd-285261c5dfe9,segment=NetworkSegment(76e0c286-76ab-42b5-9757-5d009c90bddf),segment_id=76e0c286-76ab-42b5-9757-5d009c90bddf)] {{(pid=103982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 12:15:09.460447 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [req-508df17e-dc49-4e67-b75d-16deda1658f1 req-e8c80ca0-1920-43a3-9e45-c316b5e633f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780057409639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780056949607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780056949625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126593592'] for port (092fba3c-f91d-465a-affd-285261c5dfe9), after_update {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:09.488421 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-132bb9f6-63aa-47ad-b4a0-ba833bda79f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678166'] for security_group (bfa5d470-1d7d-4922-922c-ae8feaf0ea35), after_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:09.491293 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-132bb9f6-63aa-47ad-b4a0-ba833bda79f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:09.492569 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [None req-132bb9f6-63aa-47ad-b4a0-ba833bda79f7 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/bfa5d470-1d7d-4922-922c-ae8feaf0ea35 HTTP/1.1" status: 204 len: 168 time: 0.2329688 Apr 07 12:15:09.498935 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508df17e-dc49-4e67-b75d-16deda1658f1 req-e8c80ca0-1920-43a3-9e45-c316b5e633f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:15:09.502802 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [req-508df17e-dc49-4e67-b75d-16deda1658f1 req-e8c80ca0-1920-43a3-9e45-c316b5e633f3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91606'] for port (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:09.502802 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-508df17e-dc49-4e67-b75d-16deda1658f1 req-e8c80ca0-1920-43a3-9e45-c316b5e633f3 service neutron] 10.222.0.49 "PUT /v2.0/ports/092fba3c-f91d-465a-affd-285261c5dfe9 HTTP/1.1" status: 200 len: 1094 time: 1.1600909 Apr 07 12:15:09.503942 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4f550b0-8605-4a45-8d49-056f0eaaec6d', 'tag': '092fba3c-f91d-465a-affd-285261c5dfe9'}] {{(pid=103982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:15:09.504195 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132bb9f6-63aa-47ad-b4a0-ba833bda79f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfa5d470-1d7d-4922-922c-ae8feaf0ea35,revision_number=None']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:15:09.506956 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a87f3ac2112343cf46b731ae90f6f8f3b8b920e6472e7c70a4e5373429e5b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8876d11f-f2fc-4ec0-9a28-db0a88df0a12" -d '{"events": [{"name": "network-changed", "server_uuid": "a4f550b0-8605-4a45-8d49-056f0eaaec6d", "tag": "092fba3c-f91d-465a-affd-285261c5dfe9"}]}' {{(pid=103982) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:15:09.541330 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c80ca0-1920-43a3-9e45-c316b5e633f3 service neutron] Pushing event updated for resources: {'Port': ['ID=092fba3c-f91d-465a-affd-285261c5dfe9,revision_number=3']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:15:09.565237 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 12:15:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcad5df6-0f6e-4dd1-9965-928364101b91 x-openstack-request-id: req-bcad5df6-0f6e-4dd1-9965-928364101b91 {{(pid=103982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:15:09.565541 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4f550b0-8605-4a45-8d49-056f0eaaec6d", "tag": "092fba3c-f91d-465a-affd-285261c5dfe9", "status": "completed", "code": 200}]} {{(pid=103982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:15:09.565802 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-bcad5df6-0f6e-4dd1-9965-928364101b91 {{(pid=103982) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:15:09.566210 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bcad5df6-0f6e-4dd1-9965-928364101b91'] response: {'name': 'network-changed', 'server_uuid': 'a4f550b0-8605-4a45-8d49-056f0eaaec6d', 'tag': '092fba3c-f91d-465a-affd-285261c5dfe9', 'status': 'completed', 'code': 200} Apr 07 12:15:09.652472 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8876d11f-f2fc-4ec0-9a28-db0a88df0a12 req-7b606f47-38a5-4159-b074-07daea7e4c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:15:09.653950 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-8876d11f-f2fc-4ec0-9a28-db0a88df0a12 req-7b606f47-38a5-4159-b074-07daea7e4c9d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8799abbfe1d848f8a3d0491b5d77a568&device_id=a4f550b0-8605-4a45-8d49-056f0eaaec6d HTTP/1.1" status: 200 len: 1128 time: 0.0442863 Apr 07 12:15:09.761553 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8876d11f-f2fc-4ec0-9a28-db0a88df0a12 req-20549bd6-5766-4ee1-93a3-62518d39e7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:15:09.762950 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-8876d11f-f2fc-4ec0-9a28-db0a88df0a12 req-20549bd6-5766-4ee1-93a3-62518d39e7d1 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=8799abbfe1d848f8a3d0491b5d77a568&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0965214 Apr 07 12:15:09.862492 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8876d11f-f2fc-4ec0-9a28-db0a88df0a12 req-f1e5c0f9-6ad0-49b5-9706-9ae50ac80f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:15:09.864032 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-8876d11f-f2fc-4ec0-9a28-db0a88df0a12 req-f1e5c0f9-6ad0-49b5-9706-9ae50ac80f6c service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0952113 Apr 07 12:15:09.914139 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d812456-5463-4818-bfcd-1f4d37df7183 req-1e33a42e-850c-4beb-83bf-c827f0079b92 tempest-VolumesActionsTest-1301679375 tempest-VolumesActionsTest-1301679375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:15:09.915978 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-0d812456-5463-4818-bfcd-1f4d37df7183 req-1e33a42e-850c-4beb-83bf-c827f0079b92 tempest-VolumesActionsTest-1301679375 tempest-VolumesActionsTest-1301679375-project] 10.222.0.58 "GET /v2.0/ports?device_id=a4f550b0-8605-4a45-8d49-056f0eaaec6d HTTP/1.1" status: 200 len: 944 time: 0.0579879 Apr 07 12:15:09.965079 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-0d812456-5463-4818-bfcd-1f4d37df7183 req-2f3ea2a8-3aa2-41f3-a846-b5b291a4a26b tempest-VolumesActionsTest-1301679375 tempest-VolumesActionsTest-1301679375-project] 10.222.0.58 "GET /v2.0/security-groups?id=ffd4ca1c-ab6f-45a5-94d1-20b5c233febe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433173 Apr 07 12:15:09.976076 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508df17e-dc49-4e67-b75d-16deda1658f1 req-087e1204-7640-4299-83fd-63d9933c5c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:15:09.977613 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-508df17e-dc49-4e67-b75d-16deda1658f1 req-087e1204-7640-4299-83fd-63d9933c5c0d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8799abbfe1d848f8a3d0491b5d77a568&device_id=a4f550b0-8605-4a45-8d49-056f0eaaec6d HTTP/1.1" status: 200 len: 1128 time: 0.0467567 Apr 07 12:15:10.026285 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-508df17e-dc49-4e67-b75d-16deda1658f1 req-ad6978d5-9d45-40a9-9adb-7b707fc7c763 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=092fba3c-f91d-465a-affd-285261c5dfe9 HTTP/1.1" status: 200 len: 217 time: 0.0348675 Apr 07 12:15:10.077699 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508df17e-dc49-4e67-b75d-16deda1658f1 req-7e9348fa-56f4-4fc2-b60b-c1ed685a1874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:15:10.079148 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-508df17e-dc49-4e67-b75d-16deda1658f1 req-7e9348fa-56f4-4fc2-b60b-c1ed685a1874 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=cd664d16-72a3-4840-a45b-d606a827ada8 HTTP/1.1" status: 200 len: 849 time: 0.0467124 Apr 07 12:15:10.110673 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-508df17e-dc49-4e67-b75d-16deda1658f1 req-220aba84-87a2-4829-b650-399e4575cf62 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f79ab1cc-5bfe-4ae4-b6e2-5ae01cee9ad3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254397 Apr 07 12:15:10.198719 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-508df17e-dc49-4e67-b75d-16deda1658f1 req-09861027-dd6f-4c8f-a937-dc6b4e28c164 service neutron] 10.222.0.49 "GET /v2.0/networks/f79ab1cc-5bfe-4ae4-b6e2-5ae01cee9ad3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823665 Apr 07 12:15:10.310617 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-508df17e-dc49-4e67-b75d-16deda1658f1 req-ce38beb7-ecb9-46f8-9e40-ae6a6009fd1e service neutron] 10.222.0.49 "GET /v2.0/networks/f79ab1cc-5bfe-4ae4-b6e2-5ae01cee9ad3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991583 Apr 07 12:15:10.332955 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.wsgi [-] (103983) accepted ('10.222.0.58', 42288) {{(pid=103983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:15:10.346248 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-bc9b2262-bd10-4d09-b769-10416282b5e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:10.419555 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-bc9b2262-bd10-4d09-b769-10416282b5e0 admin admin] Publish callbacks [] for security_group (16ba8e23-67a5-42fc-88fc-aa8e9aa802aa), precommit_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:10.556194 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-bc9b2262-bd10-4d09-b769-10416282b5e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678166'] for security_group (16ba8e23-67a5-42fc-88fc-aa8e9aa802aa), after_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:10.596765 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [None req-bc9b2262-bd10-4d09-b769-10416282b5e0 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b2b9888050cc4be4a43348516a919046&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2610960 Apr 07 12:15:10.596765 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9b2262-bd10-4d09-b769-10416282b5e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16ba8e23-67a5-42fc-88fc-aa8e9aa802aa,revision_number=1']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:15:10.598301 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.58', 42290) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:15:10.645473 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-7c881f4c-4c4f-4d2e-a206-803260e22352 admin admin] Publish callbacks [] for security_group (16ba8e23-67a5-42fc-88fc-aa8e9aa802aa), before_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:10.666492 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-7c881f4c-4c4f-4d2e-a206-803260e22352 admin admin] Publish callbacks [] for security_group (16ba8e23-67a5-42fc-88fc-aa8e9aa802aa), precommit_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:10.833974 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-7c881f4c-4c4f-4d2e-a206-803260e22352 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678166'] for security_group (16ba8e23-67a5-42fc-88fc-aa8e9aa802aa), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:10.836692 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-7c881f4c-4c4f-4d2e-a206-803260e22352 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:10.837841 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [None req-7c881f4c-4c4f-4d2e-a206-803260e22352 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/16ba8e23-67a5-42fc-88fc-aa8e9aa802aa HTTP/1.1" status: 204 len: 168 time: 0.2385478 Apr 07 12:15:10.845909 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c881f4c-4c4f-4d2e-a206-803260e22352 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16ba8e23-67a5-42fc-88fc-aa8e9aa802aa,revision_number=None']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:15:11.093565 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d76899-f1f7-422a-8452-03f53c14a38d req-3c861070-04fe-47d3-9414-0bbace1cb34c tempest-VolumesActionsTest-1301679375 tempest-VolumesActionsTest-1301679375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:15:11.095050 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-e4d76899-f1f7-422a-8452-03f53c14a38d req-3c861070-04fe-47d3-9414-0bbace1cb34c tempest-VolumesActionsTest-1301679375 tempest-VolumesActionsTest-1301679375-project] 10.222.0.58 "GET /v2.0/ports?device_id=a4f550b0-8605-4a45-8d49-056f0eaaec6d HTTP/1.1" status: 200 len: 944 time: 0.0598872 Apr 07 12:15:11.142803 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-e4d76899-f1f7-422a-8452-03f53c14a38d req-78adec8a-fda2-45eb-8251-45a60a85462f tempest-VolumesActionsTest-1301679375 tempest-VolumesActionsTest-1301679375-project] 10.222.0.58 "GET /v2.0/security-groups?id=ffd4ca1c-ab6f-45a5-94d1-20b5c233febe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420711 Apr 07 12:15:12.261163 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde2c1da-0c3a-4e6d-84fe-a9d4b94bb9e8 req-f6ce8c69-9c97-4192-a4fa-15785b485f4e tempest-VolumesActionsTest-1301679375 tempest-VolumesActionsTest-1301679375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:15:12.262606 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-dde2c1da-0c3a-4e6d-84fe-a9d4b94bb9e8 req-f6ce8c69-9c97-4192-a4fa-15785b485f4e tempest-VolumesActionsTest-1301679375 tempest-VolumesActionsTest-1301679375-project] 10.222.0.58 "GET /v2.0/ports?device_id=a4f550b0-8605-4a45-8d49-056f0eaaec6d HTTP/1.1" status: 200 len: 944 time: 0.0554028 Apr 07 12:15:12.311189 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-dde2c1da-0c3a-4e6d-84fe-a9d4b94bb9e8 req-1805b79f-17ad-4016-81b6-0e3333333f80 tempest-VolumesActionsTest-1301679375 tempest-VolumesActionsTest-1301679375-project] 10.222.0.58 "GET /v2.0/security-groups?id=ffd4ca1c-ab6f-45a5-94d1-20b5c233febe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427659 Apr 07 12:15:12.316771 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.agents_db [None req-3662b1ad-d2b5-4b6d-81f6-e1280f618718 None None] Agent healthcheck: found 6 active agents {{(pid=103985) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 12:15:12.476318 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.58', 42324) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:15:12.577168 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-5062bc3f-2031-4c0c-8f8d-cf49641af1e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:12.650023 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-5062bc3f-2031-4c0c-8f8d-cf49641af1e4 admin admin] Publish callbacks [] for security_group (b5f34607-857a-427b-bd23-08a629371a6f), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:12.874329 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-5062bc3f-2031-4c0c-8f8d-cf49641af1e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678166'] for security_group (b5f34607-857a-427b-bd23-08a629371a6f), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:12.913873 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [None req-5062bc3f-2031-4c0c-8f8d-cf49641af1e4 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3021115c89954a5cb69cefaeae5ab2c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4364917 Apr 07 12:15:12.914818 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5062bc3f-2031-4c0c-8f8d-cf49641af1e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5f34607-857a-427b-bd23-08a629371a6f,revision_number=1']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:15:12.916601 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.wsgi [-] (103983) accepted ('10.222.0.58', 42328) {{(pid=103983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:15:12.965060 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-b4b7b943-a2cf-4855-9f68-b30be91b7e0d admin admin] Publish callbacks [] for security_group (b5f34607-857a-427b-bd23-08a629371a6f), before_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:12.985371 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-b4b7b943-a2cf-4855-9f68-b30be91b7e0d admin admin] Publish callbacks [] for security_group (b5f34607-857a-427b-bd23-08a629371a6f), precommit_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:13.138804 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-b4b7b943-a2cf-4855-9f68-b30be91b7e0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678166'] for security_group (b5f34607-857a-427b-bd23-08a629371a6f), after_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:13.141517 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-b4b7b943-a2cf-4855-9f68-b30be91b7e0d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:13.146977 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [None req-b4b7b943-a2cf-4855-9f68-b30be91b7e0d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b5f34607-857a-427b-bd23-08a629371a6f HTTP/1.1" status: 204 len: 168 time: 0.2250967 Apr 07 12:15:13.150282 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b7b943-a2cf-4855-9f68-b30be91b7e0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5f34607-857a-427b-bd23-08a629371a6f,revision_number=None']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:15:13.429774 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ae15ae-ea3e-4a63-ae75-06f97b37270f req-50cc1eb4-baa1-4506-aa58-b89da5089fa9 tempest-VolumesActionsTest-1301679375 tempest-VolumesActionsTest-1301679375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:15:13.431294 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-b4ae15ae-ea3e-4a63-ae75-06f97b37270f req-50cc1eb4-baa1-4506-aa58-b89da5089fa9 tempest-VolumesActionsTest-1301679375 tempest-VolumesActionsTest-1301679375-project] 10.222.0.58 "GET /v2.0/ports?device_id=a4f550b0-8605-4a45-8d49-056f0eaaec6d HTTP/1.1" status: 200 len: 944 time: 0.0537977 Apr 07 12:15:13.482418 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-b4ae15ae-ea3e-4a63-ae75-06f97b37270f req-4c70394f-1b3c-491d-8219-83f6110f2323 tempest-VolumesActionsTest-1301679375 tempest-VolumesActionsTest-1301679375-project] 10.222.0.58 "GET /v2.0/security-groups?id=ffd4ca1c-ab6f-45a5-94d1-20b5c233febe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449910 Apr 07 12:15:13.706991 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Device 092fba3c-f91d-465a-affd-285261c5dfe9 details requested by agent hyperv_hv-cinder-83693 with host hv-cinder-83693 {{(pid=103984) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 12:15:13.803835 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.db [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] For port 092fba3c-f91d-465a-affd-285261c5dfe9, host hv-cinder-83693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83693',level=0,port_id=092fba3c-f91d-465a-affd-285261c5dfe9,segment=NetworkSegment(76e0c286-76ab-42b5-9757-5d009c90bddf),segment_id=76e0c286-76ab-42b5-9757-5d009c90bddf)] {{(pid=103984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:15:13.815361 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Returning: {'device': '092fba3c-f91d-465a-affd-285261c5dfe9', 'network_id': 'f79ab1cc-5bfe-4ae4-b6e2-5ae01cee9ad3', 'port_id': '092fba3c-f91d-465a-affd-285261c5dfe9', 'mac_address': 'fa:16:3e:70:73:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd664d16-72a3-4840-a45b-d606a827ada8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103984) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 12:15:13.852913 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Current status of the port 092fba3c-f91d-465a-affd-285261c5dfe9 is: DOWN; New status is: BUILD {{(pid=103984) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:15:13.853298 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (092fba3c-f91d-465a-affd-285261c5dfe9), before_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:13.866566 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.notifiers.nova [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 092fba3c-f91d-465a-affd-285261c5dfe9 {{(pid=103984) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 12:15:13.885775 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.db [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] For port 092fba3c-f91d-465a-affd-285261c5dfe9, host hv-cinder-83693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83693',level=0,port_id=092fba3c-f91d-465a-affd-285261c5dfe9,segment=NetworkSegment(76e0c286-76ab-42b5-9757-5d009c90bddf),segment_id=76e0c286-76ab-42b5-9757-5d009c90bddf)] {{(pid=103984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:15:13.990631 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780057409639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780056949607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780056949625'] for port (092fba3c-f91d-465a-affd-285261c5dfe9), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:14.042280 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Pushing event updated for resources: {'Port': ['ID=092fba3c-f91d-465a-affd-285261c5dfe9,revision_number=4']} {{(pid=103984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:15:14.109571 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.wsgi [-] (103983) accepted ('10.222.0.58', 42352) {{(pid=103983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:15:14.207020 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.v2.base [None req-cfbcb54a-fa42-4bb9-9c3b-9eaaeacb6502 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-886895561-network', 'tenant_id': '23f5e0a355be492c9d73e403fb20d1d3'}} {{(pid=103983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:15:14.285179 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.db [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] get_ports_and_sgs() called for port_ids ['092fba3c-f91d-465a-affd-285261c5dfe9'] {{(pid=103984) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 12:15:14.333309 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfbcb54a-fa42-4bb9-9c3b-9eaaeacb6502 admin admin] Made reservation on behalf of 23f5e0a355be492c9d73e403fb20d1d3 for: {'network': 1} {{(pid=103983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 12:15:14.335818 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-cfbcb54a-fa42-4bb9-9c3b-9eaaeacb6502 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for network (None), before_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:14.344476 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-cfbcb54a-fa42-4bb9-9c3b-9eaaeacb6502 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:14.420635 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-cfbcb54a-fa42-4bb9-9c3b-9eaaeacb6502 admin admin] Publish callbacks [] for security_group (a7e896e4-9713-4e53-afaf-d2baedba1d0f), precommit_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:14.498744 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-cfbcb54a-fa42-4bb9-9c3b-9eaaeacb6502 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678166'] for security_group (a7e896e4-9713-4e53-afaf-d2baedba1d0f), after_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:14.522955 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfbcb54a-fa42-4bb9-9c3b-9eaaeacb6502 admin admin] vlan segment allocate from pool success with {'vlan_id': 644, 'physical_network': 'physnet1'} {{(pid=103983) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 12:15:14.531842 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbcb54a-fa42-4bb9-9c3b-9eaaeacb6502 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7e896e4-9713-4e53-afaf-d2baedba1d0f,revision_number=1']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:15:14.538536 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-cfbcb54a-fa42-4bb9-9c3b-9eaaeacb6502 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7510084'] for segment (3fda049f-37bf-4034-bad2-268cc93fcdfc), precommit_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:14.538887 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.db.segments_db [None req-cfbcb54a-fa42-4bb9-9c3b-9eaaeacb6502 admin admin] Added segment 3fda049f-37bf-4034-bad2-268cc93fcdfc of type vlan for network 02d796af-ca6a-4742-8a34-9d3f4b69aae0 Apr 07 12:15:14.604138 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-cfbcb54a-fa42-4bb9-9c3b-9eaaeacb6502 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780056936322'] for network (02d796af-ca6a-4742-8a34-9d3f4b69aae0), precommit_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:14.642386 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e57917b-4a48-4bc2-bf84-431858ead2dd req-10d6a080-abef-4c81-97d2-b6d1f33408b5 tempest-VolumesActionsTest-1301679375 tempest-VolumesActionsTest-1301679375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:15:14.643910 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-3e57917b-4a48-4bc2-bf84-431858ead2dd req-10d6a080-abef-4c81-97d2-b6d1f33408b5 tempest-VolumesActionsTest-1301679375 tempest-VolumesActionsTest-1301679375-project] 10.222.0.58 "GET /v2.0/ports?device_id=a4f550b0-8605-4a45-8d49-056f0eaaec6d HTTP/1.1" status: 200 len: 945 time: 0.0769804 Apr 07 12:15:14.690358 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-3e57917b-4a48-4bc2-bf84-431858ead2dd req-50da48dd-af94-4683-a02f-1189111ae64f tempest-VolumesActionsTest-1301679375 tempest-VolumesActionsTest-1301679375-project] 10.222.0.58 "GET /v2.0/security-groups?id=ffd4ca1c-ab6f-45a5-94d1-20b5c233febe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401404 Apr 07 12:15:14.727182 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-cfbcb54a-fa42-4bb9-9c3b-9eaaeacb6502 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968'] for network (02d796af-ca6a-4742-8a34-9d3f4b69aae0), after_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:14.728143 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfbcb54a-fa42-4bb9-9c3b-9eaaeacb6502 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:15:14.728716 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-cfbcb54a-fa42-4bb9-9c3b-9eaaeacb6502 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585958'] for network (None), before_response {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:14.789246 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbcb54a-fa42-4bb9-9c3b-9eaaeacb6502 admin admin] Pushing event updated for resources: {'Network': ['ID=02d796af-ca6a-4742-8a34-9d3f4b69aae0,revision_number=1']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:15:14.799003 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Network 02d796af-ca6a-4742-8a34-9d3f4b69aae0 details requested by agent ovs-agent-dv-cinder-836930-1-iscsi with host dv-cinder-836930-1-iscsi {{(pid=103984) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 12:15:14.856565 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [None req-cfbcb54a-fa42-4bb9-9c3b-9eaaeacb6502 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7433050 Apr 07 12:15:14.856847 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.wsgi [-] (103983) accepted ('10.222.0.58', 42358) {{(pid=103983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:15:14.861741 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.v2.base [None req-d2b016a2-c252-4938-b17e-0f7a0385dc35 admin admin] Request body: {'subnet': {'network_id': '02d796af-ca6a-4742-8a34-9d3f4b69aae0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-886895561-subnet', 'tenant_id': '23f5e0a355be492c9d73e403fb20d1d3', 'ip_version': 4}} {{(pid=103983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:15:14.965189 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2b016a2-c252-4938-b17e-0f7a0385dc35 admin admin] Made reservation on behalf of 23f5e0a355be492c9d73e403fb20d1d3 for: {'subnet': 1} {{(pid=103983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 12:15:14.967530 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-d2b016a2-c252-4938-b17e-0f7a0385dc35 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127799600'] for subnet (None), before_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:15.190781 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-d2b016a2-c252-4938-b17e-0f7a0385dc35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126495571', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127800522'] for subnet (9b07e596-6c59-4f6f-8de1-05786643409a), after_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:15.247476 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b016a2-c252-4938-b17e-0f7a0385dc35 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b07e596-6c59-4f6f-8de1-05786643409a,revision_number=0']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:15:15.255759 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b016a2-c252-4938-b17e-0f7a0385dc35 admin admin] Checking segment: {'id': '3fda049f-37bf-4034-bad2-268cc93fcdfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '02d796af-ca6a-4742-8a34-9d3f4b69aae0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:15:15.256113 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2b016a2-c252-4938-b17e-0f7a0385dc35 admin admin] Network hostable DHCP agents. Network: 02d796af-ca6a-4742-8a34-9d3f4b69aae0, hostable agents: ['94869e64-74fb-4601-95b5-a1334a6bdcea'], hosted agents: [] {{(pid=103983) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 12:15:15.336830 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2b016a2-c252-4938-b17e-0f7a0385dc35 admin admin] Network 02d796af-ca6a-4742-8a34-9d3f4b69aae0 is scheduled to be hosted by DHCP agent 94869e64-74fb-4601-95b5-a1334a6bdcea with binding_index 1 {{(pid=103983) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 12:15:15.447028 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.scheduler.base_scheduler [None req-d2b016a2-c252-4938-b17e-0f7a0385dc35 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836930-1-iscsi, 02d796af-ca6a-4742-8a34-9d3f4b69aae0) {{(pid=103983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:15:15.450902 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2b016a2-c252-4938-b17e-0f7a0385dc35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:15:15.451522 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-d2b016a2-c252-4938-b17e-0f7a0385dc35 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:15.456163 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a98ba3d1-756e-4f51-838f-c8dcd16f818d None None] Network 02d796af-ca6a-4742-8a34-9d3f4b69aae0 requested from dv-cinder-836930-1-iscsi {{(pid=103984) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 12:15:15.547321 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [None req-d2b016a2-c252-4938-b17e-0f7a0385dc35 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6892974 Apr 07 12:15:15.550016 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.58', 42360) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:15:15.559745 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.v2.base [None req-f3ecd0a4-8669-44df-978a-73b7fc2ba09f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-886895561-router', 'tenant_id': '23f5e0a355be492c9d73e403fb20d1d3', 'external_gateway_info': {'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56'}}} {{(pid=103982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:15:15.559853 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-713668aa-1a6e-4fcf-926c-dcff349feea2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d420030-12ae-5f88-a545-b5d8ef5b04ff-02d796af-ca6a-4742-8a34-9d3f4b69aae0', 'network_id': '02d796af-ca6a-4742-8a34-9d3f4b69aae0', 'project_id': '23f5e0a355be492c9d73e403fb20d1d3', 'fixed_ips': [{'subnet_id': '9b07e596-6c59-4f6f-8de1-05786643409a'}]}} from dv-cinder-836930-1-iscsi. {{(pid=103984) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 12:15:15.559853 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-713668aa-1a6e-4fcf-926c-dcff349feea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (None), before_create {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:15.659334 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-f3ecd0a4-8669-44df-978a-73b7fc2ba09f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1650099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-105734'] for router (3c979e36-c6fd-487b-9edd-00182ee4dee9), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:15.660422 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-f3ecd0a4-8669-44df-978a-73b7fc2ba09f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1649951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2020019', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2093967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-105981'] for router (3c979e36-c6fd-487b-9edd-00182ee4dee9), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:15.688368 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.db_base_plugin_common [None req-713668aa-1a6e-4fcf-926c-dcff349feea2 None None] Allocated IP 172.20.0.2 (02d796af-ca6a-4742-8a34-9d3f4b69aae0/9b07e596-6c59-4f6f-8de1-05786643409a/cb613ed4-f2c2-40dd-a1b6-2caa4bdbc689) {{(pid=103984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 12:15:15.713798 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-f3ecd0a4-8669-44df-978a-73b7fc2ba09f admin admin] Publish callbacks [] for router_controller (3c979e36-c6fd-487b-9edd-00182ee4dee9), precommit_add_association {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:15.725758 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Device 092fba3c-f91d-465a-affd-285261c5dfe9 up at agent hyperv_hv-cinder-83693 {{(pid=103984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:15:15.813550 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bde0b32-18c0-4ba8-9184-ee2388eacda6 req-6c0ac7e4-4d04-4fd4-b86a-8c37f84fe9e4 tempest-VolumesActionsTest-1301679375 tempest-VolumesActionsTest-1301679375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:15:15.815071 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-3bde0b32-18c0-4ba8-9184-ee2388eacda6 req-6c0ac7e4-4d04-4fd4-b86a-8c37f84fe9e4 tempest-VolumesActionsTest-1301679375 tempest-VolumesActionsTest-1301679375-project] 10.222.0.58 "GET /v2.0/ports?device_id=a4f550b0-8605-4a45-8d49-056f0eaaec6d HTTP/1.1" status: 200 len: 945 time: 0.0551140 Apr 07 12:15:15.872845 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-713668aa-1a6e-4fcf-926c-dcff349feea2 None None] Publish callbacks [] for port (cb613ed4-f2c2-40dd-a1b6-2caa4bdbc689), precommit_create {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:15.948112 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.provisioning_blocks [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Provisioning for port 092fba3c-f91d-465a-affd-285261c5dfe9 completed by entity L2. {{(pid=103984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 12:15:15.952169 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.provisioning_blocks [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Provisioning complete for port 092fba3c-f91d-465a-affd-285261c5dfe9 triggered by entity L2. {{(pid=103984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:15:15.952478 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7484729'] for port (092fba3c-f91d-465a-affd-285261c5dfe9), provisioning_complete {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:15.985547 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-f3ecd0a4-8669-44df-978a-73b7fc2ba09f admin admin] Publish callbacks [] for router_gateway (3c979e36-c6fd-487b-9edd-00182ee4dee9), precommit_update {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:15.988931 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-3bde0b32-18c0-4ba8-9184-ee2388eacda6 req-0191e130-af2e-44ce-a53f-4772e8e809ac tempest-VolumesActionsTest-1301679375 tempest-VolumesActionsTest-1301679375-project] 10.222.0.58 "GET /v2.0/security-groups?id=ffd4ca1c-ab6f-45a5-94d1-20b5c233febe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360667 Apr 07 12:15:16.019986 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-713668aa-1a6e-4fcf-926c-dcff349feea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780056949589'] for port (cb613ed4-f2c2-40dd-a1b6-2caa4bdbc689), after_create {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:16.057199 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Current status of the port 092fba3c-f91d-465a-affd-285261c5dfe9 is: BUILD; New status is: ACTIVE {{(pid=103984) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:15:16.057576 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (092fba3c-f91d-465a-affd-285261c5dfe9), before_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:16.080562 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-713668aa-1a6e-4fcf-926c-dcff349feea2 None None] Network 02d796af-ca6a-4742-8a34-9d3f4b69aae0 is already hosted by enough agents. {{(pid=103984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:15:16.086298 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.scheduler.base_scheduler [None req-713668aa-1a6e-4fcf-926c-dcff349feea2 None None] Resources bound (agent type, host, resource id): {{(pid=103984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:15:16.089746 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-713668aa-1a6e-4fcf-926c-dcff349feea2 None None] Received port after_create {{(pid=103984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 12:15:16.091567 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713668aa-1a6e-4fcf-926c-dcff349feea2 None None] Pushing event updated for resources: {'Port': ['ID=cb613ed4-f2c2-40dd-a1b6-2caa4bdbc689,revision_number=1']} {{(pid=103984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:15:16.110021 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4f550b0-8605-4a45-8d49-056f0eaaec6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '092fba3c-f91d-465a-affd-285261c5dfe9'}] {{(pid=103984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:15:16.112264 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0608bff1dee5f704c30ce50aefecbc08eaebc6e842b477e08be3f7901197da8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9efa4c3d-41e2-41fa-b16f-43e0a7be41b7" -d '{"events": [{"server_uuid": "a4f550b0-8605-4a45-8d49-056f0eaaec6d", "name": "network-vif-plugged", "status": "completed", "tag": "092fba3c-f91d-465a-affd-285261c5dfe9"}]}' {{(pid=103984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:15:16.140548 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.db [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] For port 092fba3c-f91d-465a-affd-285261c5dfe9, host hv-cinder-83693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83693',level=0,port_id=092fba3c-f91d-465a-affd-285261c5dfe9,segment=NetworkSegment(76e0c286-76ab-42b5-9757-5d009c90bddf),segment_id=76e0c286-76ab-42b5-9757-5d009c90bddf)] {{(pid=103984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:15:16.155932 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 12:15:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ceedd6d-9726-4aa9-9b54-07bf4b488003 x-openstack-request-id: req-8ceedd6d-9726-4aa9-9b54-07bf4b488003 {{(pid=103984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:15:16.156221 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4f550b0-8605-4a45-8d49-056f0eaaec6d", "name": "network-vif-plugged", "status": "completed", "tag": "092fba3c-f91d-465a-affd-285261c5dfe9", "code": 200}]} {{(pid=103984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:15:16.156469 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8ceedd6d-9726-4aa9-9b54-07bf4b488003 {{(pid=103984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:15:16.156854 dv-cinder-836930-1-iscsi neutron-server[103984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ceedd6d-9726-4aa9-9b54-07bf4b488003'] response: {'server_uuid': 'a4f550b0-8605-4a45-8d49-056f0eaaec6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '092fba3c-f91d-465a-affd-285261c5dfe9', 'code': 200} Apr 07 12:15:16.170119 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.managers [None req-713668aa-1a6e-4fcf-926c-dcff349feea2 None None] Attempting to bind port cb613ed4-f2c2-40dd-a1b6-2caa4bdbc689 on host dv-cinder-836930-1-iscsi for vnic_type normal with profile {{(pid=103984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 12:15:16.171517 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.managers [None req-713668aa-1a6e-4fcf-926c-dcff349feea2 None None] Attempting to bind port cb613ed4-f2c2-40dd-a1b6-2caa4bdbc689 by drivers openvswitch,hyperv on host dv-cinder-836930-1-iscsi at level 0 using segments [{'id': '3fda049f-37bf-4034-bad2-268cc93fcdfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '02d796af-ca6a-4742-8a34-9d3f4b69aae0'}] {{(pid=103984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 12:15:16.171517 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-713668aa-1a6e-4fcf-926c-dcff349feea2 None None] Attempting to bind port cb613ed4-f2c2-40dd-a1b6-2caa4bdbc689 on network 02d796af-ca6a-4742-8a34-9d3f4b69aae0 {{(pid=103984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:15:16.175814 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-713668aa-1a6e-4fcf-926c-dcff349feea2 None None] Checking agent: {'id': '18566f30-62c1-4fb1-af49-ebd049d63fec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836930-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 57, 39), 'started_at': datetime.datetime(2022, 4, 7, 11, 58, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 12, 15, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836930-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 12:15:16.176182 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-713668aa-1a6e-4fcf-926c-dcff349feea2 None None] Checking segment: {'id': '3fda049f-37bf-4034-bad2-268cc93fcdfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '02d796af-ca6a-4742-8a34-9d3f4b69aae0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:15:16.176573 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-713668aa-1a6e-4fcf-926c-dcff349feea2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:16.176982 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-713668aa-1a6e-4fcf-926c-dcff349feea2 None None] Bound using segment: {'id': '3fda049f-37bf-4034-bad2-268cc93fcdfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '02d796af-ca6a-4742-8a34-9d3f4b69aae0'} {{(pid=103984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 12:15:16.177444 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.managers [None req-713668aa-1a6e-4fcf-926c-dcff349feea2 None None] Bound port: cb613ed4-f2c2-40dd-a1b6-2caa4bdbc689, host: dv-cinder-836930-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fda049f-37bf-4034-bad2-268cc93fcdfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '02d796af-ca6a-4742-8a34-9d3f4b69aae0'}}] {{(pid=103984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 12:15:16.177816 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-713668aa-1a6e-4fcf-926c-dcff349feea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (cb613ed4-f2c2-40dd-a1b6-2caa4bdbc689), before_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:16.220370 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780057409639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780056949607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780056949625'] for port (092fba3c-f91d-465a-affd-285261c5dfe9), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:16.280206 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.db [None req-713668aa-1a6e-4fcf-926c-dcff349feea2 None None] For port cb613ed4-f2c2-40dd-a1b6-2caa4bdbc689, host dv-cinder-836930-1-iscsi, cleared binding levels {{(pid=103984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 12:15:16.284626 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-f3ecd0a4-8669-44df-978a-73b7fc2ba09f admin admin] Publish callbacks [] for router_gateway (3c979e36-c6fd-487b-9edd-00182ee4dee9), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:16.288086 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.db [None req-713668aa-1a6e-4fcf-926c-dcff349feea2 None None] For port cb613ed4-f2c2-40dd-a1b6-2caa4bdbc689, host dv-cinder-836930-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836930-1-iscsi',level=0,port_id=cb613ed4-f2c2-40dd-a1b6-2caa4bdbc689,segment=NetworkSegment(3fda049f-37bf-4034-bad2-268cc93fcdfc),segment_id=3fda049f-37bf-4034-bad2-268cc93fcdfc)] {{(pid=103984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 12:15:16.293765 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Pushing event updated for resources: {'Port': ['ID=092fba3c-f91d-465a-affd-285261c5dfe9,revision_number=5']} {{(pid=103984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:15:16.304727 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-f3ecd0a4-8669-44df-978a-73b7fc2ba09f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (None), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:16.356430 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-713668aa-1a6e-4fcf-926c-dcff349feea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780057409639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780056949607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780056949625'] for port (cb613ed4-f2c2-40dd-a1b6-2caa4bdbc689), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:16.410368 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.db.db_base_plugin_common [None req-f3ecd0a4-8669-44df-978a-73b7fc2ba09f admin admin] Allocated IP 172.27.0.228 (bbaeba58-97ce-4d65-bbf2-981851410a56/4554067d-f507-4a99-8a98-0874c02c5721/6c37243a-223d-4519-adf2-1384b24d8c05) {{(pid=103982) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 12:15:16.426186 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713668aa-1a6e-4fcf-926c-dcff349feea2 None None] Pushing event updated for resources: {'Port': ['ID=cb613ed4-f2c2-40dd-a1b6-2caa4bdbc689,revision_number=2']} {{(pid=103984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:15:16.542966 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7832d2-7cc5-4ce3-ab3b-f46f480d0f58 req-a63a366f-ff9d-423d-8597-a6228483ce12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:15:16.544507 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-fa7832d2-7cc5-4ce3-ab3b-f46f480d0f58 req-a63a366f-ff9d-423d-8597-a6228483ce12 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=a4f550b0-8605-4a45-8d49-056f0eaaec6d HTTP/1.1" status: 200 len: 1130 time: 0.0926297 Apr 07 12:15:16.557706 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-f3ecd0a4-8669-44df-978a-73b7fc2ba09f admin admin] Publish callbacks [] for port (6c37243a-223d-4519-adf2-1384b24d8c05), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:16.640957 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-fa7832d2-7cc5-4ce3-ab3b-f46f480d0f58 req-f2fad849-9071-47ed-9d9f-841c74f0cbfb service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=ffd4ca1c-ab6f-45a5-94d1-20b5c233febe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860841 Apr 07 12:15:16.680454 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-f3ecd0a4-8669-44df-978a-73b7fc2ba09f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780056949589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126593575'] for port (6c37243a-223d-4519-adf2-1384b24d8c05), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:16.721380 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3ecd0a4-8669-44df-978a-73b7fc2ba09f admin admin] Network bbaeba58-97ce-4d65-bbf2-981851410a56 is already hosted by enough agents. {{(pid=103982) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:15:16.726188 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.scheduler.base_scheduler [None req-f3ecd0a4-8669-44df-978a-73b7fc2ba09f admin admin] Resources bound (agent type, host, resource id): {{(pid=103982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:15:16.731016 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ecd0a4-8669-44df-978a-73b7fc2ba09f admin admin] Received port after_create {{(pid=103982) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 12:15:16.734059 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ecd0a4-8669-44df-978a-73b7fc2ba09f admin admin] Pushing event updated for resources: {'Port': ['ID=6c37243a-223d-4519-adf2-1384b24d8c05,revision_number=1']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:15:17.111137 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276aec42-5947-41f4-9b3c-08f36b53b86c req-75e87a9a-ecc3-48e4-a66d-6bfd972ba3bd tempest-VolumesActionsTest-1301679375 tempest-VolumesActionsTest-1301679375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:15:17.112681 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-276aec42-5947-41f4-9b3c-08f36b53b86c req-75e87a9a-ecc3-48e4-a66d-6bfd972ba3bd tempest-VolumesActionsTest-1301679375 tempest-VolumesActionsTest-1301679375-project] 10.222.0.58 "GET /v2.0/ports?device_id=a4f550b0-8605-4a45-8d49-056f0eaaec6d HTTP/1.1" status: 200 len: 946 time: 0.0540345 Apr 07 12:15:17.175300 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-276aec42-5947-41f4-9b3c-08f36b53b86c req-24a7d92f-c3c3-41c6-bcf9-0dcd681c18e0 tempest-VolumesActionsTest-1301679375 tempest-VolumesActionsTest-1301679375-project] 10.222.0.58 "GET /v2.0/security-groups?id=ffd4ca1c-ab6f-45a5-94d1-20b5c233febe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553200 Apr 07 12:15:17.206251 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Device cb613ed4-f2c2-40dd-a1b6-2caa4bdbc689 up at agent ovs-agent-dv-cinder-836930-1-iscsi {{(pid=103984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:15:17.256922 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.provisioning_blocks [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Provisioning complete for port cb613ed4-f2c2-40dd-a1b6-2caa4bdbc689 triggered by entity L2. {{(pid=103984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:15:17.257295 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7484729'] for port (cb613ed4-f2c2-40dd-a1b6-2caa4bdbc689), provisioning_complete {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:17.287631 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-215fb17f-4013-4342-be5a-7b37a16d501a None None] Network 02d796af-ca6a-4742-8a34-9d3f4b69aae0 requested from dv-cinder-836930-1-iscsi {{(pid=103984) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 12:15:17.391576 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-f3ecd0a4-8669-44df-978a-73b7fc2ba09f admin admin] Publish callbacks [] for router_gateway (3c979e36-c6fd-487b-9edd-00182ee4dee9), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:17.429302 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.provisioning_blocks [None req-76bb5763-0cf7-4a08-b424-170b3183c353 None None] Provisioning complete for port cb613ed4-f2c2-40dd-a1b6-2caa4bdbc689 triggered by entity DHCP. {{(pid=103984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:15:17.429665 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-76bb5763-0cf7-4a08-b424-170b3183c353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7484729'] for port (cb613ed4-f2c2-40dd-a1b6-2caa4bdbc689), provisioning_complete {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:17.433499 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Current status of the port cb613ed4-f2c2-40dd-a1b6-2caa4bdbc689 is: DOWN; New status is: ACTIVE {{(pid=103984) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:15:17.434556 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (cb613ed4-f2c2-40dd-a1b6-2caa4bdbc689), before_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:17.508405 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.db [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] For port cb613ed4-f2c2-40dd-a1b6-2caa4bdbc689, host dv-cinder-836930-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836930-1-iscsi',level=0,port_id=cb613ed4-f2c2-40dd-a1b6-2caa4bdbc689,segment=NetworkSegment(3fda049f-37bf-4034-bad2-268cc93fcdfc),segment_id=3fda049f-37bf-4034-bad2-268cc93fcdfc)] {{(pid=103984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:15:17.557011 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-76bb5763-0cf7-4a08-b424-170b3183c353 None None] Current status of the port cb613ed4-f2c2-40dd-a1b6-2caa4bdbc689 is: DOWN; New status is: ACTIVE {{(pid=103984) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:15:17.557549 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-76bb5763-0cf7-4a08-b424-170b3183c353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (cb613ed4-f2c2-40dd-a1b6-2caa4bdbc689), before_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:17.597703 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780057409639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780056949607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780056949625'] for port (cb613ed4-f2c2-40dd-a1b6-2caa4bdbc689), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:17.607859 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-f3ecd0a4-8669-44df-978a-73b7fc2ba09f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1649956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2020060'] for router (3c979e36-c6fd-487b-9edd-00182ee4dee9), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:17.673870 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.db.api [None req-76bb5763-0cf7-4a08-b424-170b3183c353 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103984) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 07 12:15:17.674221 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG oslo_db.api [None req-76bb5763-0cf7-4a08-b424-170b3183c353 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 07 12:15:17.679211 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Pushing event updated for resources: {'Port': ['ID=cb613ed4-f2c2-40dd-a1b6-2caa4bdbc689,revision_number=3']} {{(pid=103984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:15:17.829932 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3ecd0a4-8669-44df-978a-73b7fc2ba09f admin admin] Router 3c979e36-c6fd-487b-9edd-00182ee4dee9 is scheduled to L3 agent ad8978c4-6515-441c-a828-0289badd3b4a with binding_index 1 {{(pid=103982) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 12:15:17.937179 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3ecd0a4-8669-44df-978a-73b7fc2ba09f admin admin] Notify agent at l3_agent.dv-cinder-836930-1-iscsi the message routers_updated {{(pid=103982) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 12:15:17.946577 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14257f35-5b87-4b06-beda-e3909711826c None None] Sync routers for ids ['3c979e36-c6fd-487b-9edd-00182ee4dee9'] in dv-cinder-836930-1-iscsi {{(pid=103984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 12:15:17.957002 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14257f35-5b87-4b06-beda-e3909711826c None None] Routers {'3c979e36-c6fd-487b-9edd-00182ee4dee9'} bound to L3 agent in host dv-cinder-836930-1-iscsi {{(pid=103984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:15:17.957618 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_hamode_db [None req-14257f35-5b87-4b06-beda-e3909711826c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836930-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-07T11:57:34Z,description=,heartbeat_timestamp=2022-04-07T12:15:04Z,host='dv-cinder-836930-1-iscsi',id=ad8978c4-6515-441c-a828-0289badd3b4a,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:57:35Z,topic='l3_agent')) {'router_ids': ['3c979e36-c6fd-487b-9edd-00182ee4dee9'], 'active': True} {{(pid=103984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:15:18.015483 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-f3ecd0a4-8669-44df-978a-73b7fc2ba09f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:18.016734 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [None req-f3ecd0a4-8669-44df-978a-73b7fc2ba09f admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.4656708 Apr 07 12:15:18.019431 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.58', 42368) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:15:18.227729 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_dvr_db [None req-14257f35-5b87-4b06-beda-e3909711826c None None] Set router 3c979e36-c6fd-487b-9edd-00182ee4dee9 gateway port host: dv-cinder-836930-1-iscsi {{(pid=103984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:15:18.253577 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-76bb5763-0cf7-4a08-b424-170b3183c353 None None] Current status of the port cb613ed4-f2c2-40dd-a1b6-2caa4bdbc689 is: ACTIVE; New status is: ACTIVE {{(pid=103984) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:15:18.304836 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67d3eb3-06b1-4efd-ba8a-5ccf8a17ce4e req-8e6892ec-490a-4da4-a367-cab3d75e1a5a tempest-VolumesActionsTest-1301679375 tempest-VolumesActionsTest-1301679375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:15:18.306626 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-c67d3eb3-06b1-4efd-ba8a-5ccf8a17ce4e req-8e6892ec-490a-4da4-a367-cab3d75e1a5a tempest-VolumesActionsTest-1301679375 tempest-VolumesActionsTest-1301679375-project] 10.222.0.58 "GET /v2.0/ports?device_id=a4f550b0-8605-4a45-8d49-056f0eaaec6d HTTP/1.1" status: 200 len: 946 time: 0.0569007 Apr 07 12:15:18.365375 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-c67d3eb3-06b1-4efd-ba8a-5ccf8a17ce4e req-3875aa06-0ca2-4071-935d-305a12ef1db2 tempest-VolumesActionsTest-1301679375 tempest-VolumesActionsTest-1301679375-project] 10.222.0.58 "GET /v2.0/security-groups?id=ffd4ca1c-ab6f-45a5-94d1-20b5c233febe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495756 Apr 07 12:15:18.407196 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.provisioning_blocks [None req-101ef64b-c84b-4638-9043-312f9c3dadc0 None None] Provisioning complete for port cb613ed4-f2c2-40dd-a1b6-2caa4bdbc689 triggered by entity DHCP. {{(pid=103984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:15:18.407669 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-101ef64b-c84b-4638-9043-312f9c3dadc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7484729'] for port (cb613ed4-f2c2-40dd-a1b6-2caa4bdbc689), provisioning_complete {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:18.470718 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-77d7191a-61c6-4766-9ac7-4807b7b7ddc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (None), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:18.475742 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_hamode_db [None req-14257f35-5b87-4b06-beda-e3909711826c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c979e36-c6fd-487b-9edd-00182ee4dee9', 'name': 'tempest-TestMinimumBasicScenario-886895561-router', 'tenant_id': '23f5e0a355be492c9d73e403fb20d1d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'external_fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '6c37243a-223d-4519-adf2-1384b24d8c05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:15:15Z', 'updated_at': '2022-04-07T12:15:16Z', 'revision_number': 3, 'project_id': '23f5e0a355be492c9d73e403fb20d1d3', 'gw_port': {'id': '6c37243a-223d-4519-adf2-1384b24d8c05', 'name': '', 'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:e7:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c979e36-c6fd-487b-9edd-00182ee4dee9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:15:16Z', 'updated_at': '2022-04-07T12:15:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4554067d-f507-4a99-8a98-0874c02c5721', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836930-1-iscsi'}], 'dv-cinder-836930-1-iscsi', False) {} {{(pid=103984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:15:18.517850 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14257f35-5b87-4b06-beda-e3909711826c None None] Checking router: 3c979e36-c6fd-487b-9edd-00182ee4dee9 for host: dv-cinder-836930-1-iscsi {{(pid=103984) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 12:15:18.518198 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14257f35-5b87-4b06-beda-e3909711826c None None] Updating router 3c979e36-c6fd-487b-9edd-00182ee4dee9 port 6c37243a-223d-4519-adf2-1384b24d8c05 binding host dv-cinder-836930-1-iscsi {{(pid=103984) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 12:15:18.558896 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-101ef64b-c84b-4638-9043-312f9c3dadc0 None None] Current status of the port cb613ed4-f2c2-40dd-a1b6-2caa4bdbc689 is: ACTIVE; New status is: ACTIVE {{(pid=103984) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:15:18.561183 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-14257f35-5b87-4b06-beda-e3909711826c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (6c37243a-223d-4519-adf2-1384b24d8c05), before_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:18.625961 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.db.db_base_plugin_common [None req-77d7191a-61c6-4766-9ac7-4807b7b7ddc7 admin admin] Allocated IP 172.20.0.1 (02d796af-ca6a-4742-8a34-9d3f4b69aae0/9b07e596-6c59-4f6f-8de1-05786643409a/71d3cf6d-706e-448c-9b17-6f50f0bf7c4e) {{(pid=103982) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 12:15:18.730751 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-77d7191a-61c6-4766-9ac7-4807b7b7ddc7 admin admin] Publish callbacks [] for port (71d3cf6d-706e-448c-9b17-6f50f0bf7c4e), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:18.810305 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-14257f35-5b87-4b06-beda-e3909711826c None None] Publish callbacks [] for port (6c37243a-223d-4519-adf2-1384b24d8c05), precommit_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:18.839866 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-77d7191a-61c6-4766-9ac7-4807b7b7ddc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780056949589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126593575'] for port (71d3cf6d-706e-448c-9b17-6f50f0bf7c4e), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:18.875791 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77d7191a-61c6-4766-9ac7-4807b7b7ddc7 admin admin] Network 02d796af-ca6a-4742-8a34-9d3f4b69aae0 is already hosted by enough agents. {{(pid=103982) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:15:18.878515 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.scheduler.base_scheduler [None req-77d7191a-61c6-4766-9ac7-4807b7b7ddc7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:15:18.882770 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d7191a-61c6-4766-9ac7-4807b7b7ddc7 admin admin] Received port after_create {{(pid=103982) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 12:15:18.909498 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d7191a-61c6-4766-9ac7-4807b7b7ddc7 admin admin] Pushing event updated for resources: {'Port': ['ID=71d3cf6d-706e-448c-9b17-6f50f0bf7c4e,revision_number=1']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:15:18.927516 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-77d7191a-61c6-4766-9ac7-4807b7b7ddc7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2021299'] for router_interface (3c979e36-c6fd-487b-9edd-00182ee4dee9), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:18.943252 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-14257f35-5b87-4b06-beda-e3909711826c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780057409639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780056949607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780056949625'] for port (6c37243a-223d-4519-adf2-1384b24d8c05), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:18.997529 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfcf867-6b7b-4371-9758-304dd16d69bb None None] Pushing event updated for resources: {'Port': ['ID=6c37243a-223d-4519-adf2-1384b24d8c05,revision_number=2']} {{(pid=103984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:15:19.000163 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.managers [None req-14257f35-5b87-4b06-beda-e3909711826c None None] Attempting to bind port 6c37243a-223d-4519-adf2-1384b24d8c05 on host dv-cinder-836930-1-iscsi for vnic_type normal with profile {{(pid=103984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 12:15:19.000496 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.managers [None req-14257f35-5b87-4b06-beda-e3909711826c None None] Attempting to bind port 6c37243a-223d-4519-adf2-1384b24d8c05 by drivers openvswitch,hyperv on host dv-cinder-836930-1-iscsi at level 0 using segments [{'id': '82c7666f-c776-4b0f-ab14-8be16f51c525', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56'}] {{(pid=103984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 12:15:19.000984 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14257f35-5b87-4b06-beda-e3909711826c None None] Attempting to bind port 6c37243a-223d-4519-adf2-1384b24d8c05 on network bbaeba58-97ce-4d65-bbf2-981851410a56 {{(pid=103984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:15:19.009234 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14257f35-5b87-4b06-beda-e3909711826c None None] Checking agent: {'id': '18566f30-62c1-4fb1-af49-ebd049d63fec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836930-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 57, 39), 'started_at': datetime.datetime(2022, 4, 7, 11, 58, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 12, 15, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836930-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 12:15:19.009234 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14257f35-5b87-4b06-beda-e3909711826c None None] Checking segment: {'id': '82c7666f-c776-4b0f-ab14-8be16f51c525', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:15:19.009234 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-14257f35-5b87-4b06-beda-e3909711826c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:19.009234 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14257f35-5b87-4b06-beda-e3909711826c None None] Bound using segment: {'id': '82c7666f-c776-4b0f-ab14-8be16f51c525', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56'} {{(pid=103984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 12:15:19.009675 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.managers [None req-14257f35-5b87-4b06-beda-e3909711826c None None] Bound port: 6c37243a-223d-4519-adf2-1384b24d8c05, host: dv-cinder-836930-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82c7666f-c776-4b0f-ab14-8be16f51c525', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56'}}] {{(pid=103984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 12:15:19.009934 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-14257f35-5b87-4b06-beda-e3909711826c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (6c37243a-223d-4519-adf2-1384b24d8c05), before_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:19.067971 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.db [None req-14257f35-5b87-4b06-beda-e3909711826c None None] For port 6c37243a-223d-4519-adf2-1384b24d8c05, host dv-cinder-836930-1-iscsi, cleared binding levels {{(pid=103984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 12:15:19.071270 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.db [None req-14257f35-5b87-4b06-beda-e3909711826c None None] For port 6c37243a-223d-4519-adf2-1384b24d8c05, host dv-cinder-836930-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836930-1-iscsi',level=0,port_id=6c37243a-223d-4519-adf2-1384b24d8c05,segment=NetworkSegment(82c7666f-c776-4b0f-ab14-8be16f51c525),segment_id=82c7666f-c776-4b0f-ab14-8be16f51c525)] {{(pid=103984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 12:15:19.126133 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-77d7191a-61c6-4766-9ac7-4807b7b7ddc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (71d3cf6d-706e-448c-9b17-6f50f0bf7c4e), before_update {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:19.183846 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.provisioning_blocks [None req-da060199-e553-49ea-99cf-7ea96d783a50 None None] Provisioning complete for port 71d3cf6d-706e-448c-9b17-6f50f0bf7c4e triggered by entity DHCP. {{(pid=103984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:15:19.184141 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-da060199-e553-49ea-99cf-7ea96d783a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7484729'] for port (71d3cf6d-706e-448c-9b17-6f50f0bf7c4e), provisioning_complete {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:19.187523 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-14257f35-5b87-4b06-beda-e3909711826c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780057409639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780056949607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780056949625'] for port (6c37243a-223d-4519-adf2-1384b24d8c05), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:19.214655 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Device cb613ed4-f2c2-40dd-a1b6-2caa4bdbc689 up at agent ovs-agent-dv-cinder-836930-1-iscsi {{(pid=103984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:15:19.290452 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-da060199-e553-49ea-99cf-7ea96d783a50 None None] Port 71d3cf6d-706e-448c-9b17-6f50f0bf7c4e cannot update to ACTIVE because it is not bound. {{(pid=103984) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 12:15:19.301379 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-77d7191a-61c6-4766-9ac7-4807b7b7ddc7 admin admin] Publish callbacks [] for port (71d3cf6d-706e-448c-9b17-6f50f0bf7c4e), precommit_update {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:19.316363 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14257f35-5b87-4b06-beda-e3909711826c None None] Routers {'3c979e36-c6fd-487b-9edd-00182ee4dee9'} bound to L3 agent in host dv-cinder-836930-1-iscsi {{(pid=103984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:15:19.317096 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_hamode_db [None req-14257f35-5b87-4b06-beda-e3909711826c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836930-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-07T11:57:34Z,description=,heartbeat_timestamp=2022-04-07T12:15:04Z,host='dv-cinder-836930-1-iscsi',id=ad8978c4-6515-441c-a828-0289badd3b4a,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:57:35Z,topic='l3_agent')) {'router_ids': ['3c979e36-c6fd-487b-9edd-00182ee4dee9'], 'active': True} {{(pid=103984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:15:19.320851 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfcf867-6b7b-4371-9758-304dd16d69bb None None] Pushing event updated for resources: {'Port': ['ID=6c37243a-223d-4519-adf2-1384b24d8c05,revision_number=3']} {{(pid=103984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:15:19.384640 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-77d7191a-61c6-4766-9ac7-4807b7b7ddc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780057409639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780056949607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780056949625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126593592'] for port (71d3cf6d-706e-448c-9b17-6f50f0bf7c4e), after_update {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:19.406423 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.provisioning_blocks [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Provisioning complete for port cb613ed4-f2c2-40dd-a1b6-2caa4bdbc689 triggered by entity L2. {{(pid=103984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:15:19.406423 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7484729'] for port (cb613ed4-f2c2-40dd-a1b6-2caa4bdbc689), provisioning_complete {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:19.463590 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_dvr_db [None req-14257f35-5b87-4b06-beda-e3909711826c None None] Set router 3c979e36-c6fd-487b-9edd-00182ee4dee9 gateway port host: dv-cinder-836930-1-iscsi {{(pid=103984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:15:19.483617 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d7191a-61c6-4766-9ac7-4807b7b7ddc7 admin admin] Pushing event updated for resources: {'Port': ['ID=71d3cf6d-706e-448c-9b17-6f50f0bf7c4e,revision_number=2']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:15:19.487235 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-77d7191a-61c6-4766-9ac7-4807b7b7ddc7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2021151'] for router_interface (3c979e36-c6fd-487b-9edd-00182ee4dee9), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:19.555212 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda2af81-3680-4e42-bd97-16e86f099109 req-d63d882d-432b-495f-b997-126472c5b0cf tempest-VolumesActionsTest-1301679375 tempest-VolumesActionsTest-1301679375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:15:19.556609 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-fda2af81-3680-4e42-bd97-16e86f099109 req-d63d882d-432b-495f-b997-126472c5b0cf tempest-VolumesActionsTest-1301679375 tempest-VolumesActionsTest-1301679375-project] 10.222.0.58 "GET /v2.0/ports?device_id=a4f550b0-8605-4a45-8d49-056f0eaaec6d HTTP/1.1" status: 200 len: 946 time: 0.1232769 Apr 07 12:15:19.586161 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Current status of the port cb613ed4-f2c2-40dd-a1b6-2caa4bdbc689 is: ACTIVE; New status is: ACTIVE {{(pid=103984) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:15:19.707326 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_hamode_db [None req-14257f35-5b87-4b06-beda-e3909711826c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c979e36-c6fd-487b-9edd-00182ee4dee9', 'name': 'tempest-TestMinimumBasicScenario-886895561-router', 'tenant_id': '23f5e0a355be492c9d73e403fb20d1d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'external_fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '6c37243a-223d-4519-adf2-1384b24d8c05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:15:15Z', 'updated_at': '2022-04-07T12:15:19Z', 'revision_number': 4, 'project_id': '23f5e0a355be492c9d73e403fb20d1d3', 'gw_port': {'id': '6c37243a-223d-4519-adf2-1384b24d8c05', 'name': '', 'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:e7:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c979e36-c6fd-487b-9edd-00182ee4dee9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:15:16Z', 'updated_at': '2022-04-07T12:15:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4554067d-f507-4a99-8a98-0874c02c5721', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836930-1-iscsi', '_interfaces': [{'id': '71d3cf6d-706e-448c-9b17-6f50f0bf7c4e', 'name': '', 'network_id': '02d796af-ca6a-4742-8a34-9d3f4b69aae0', 'tenant_id': '23f5e0a355be492c9d73e403fb20d1d3', 'mac_address': 'fa:16:3e:fa:35:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c979e36-c6fd-487b-9edd-00182ee4dee9', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '9b07e596-6c59-4f6f-8de1-05786643409a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:15:18Z', 'updated_at': '2022-04-07T12:15:18Z', 'revision_number': 1, 'project_id': '23f5e0a355be492c9d73e403fb20d1d3', 'subnets': [{'id': '9b07e596-6c59-4f6f-8de1-05786643409a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836930-1-iscsi', False) {} {{(pid=103984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:15:19.734781 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14257f35-5b87-4b06-beda-e3909711826c None None] The sync data for ids ['3c979e36-c6fd-487b-9edd-00182ee4dee9'] in dv-cinder-836930-1-iscsi is: [{'id': '3c979e36-c6fd-487b-9edd-00182ee4dee9', 'name': 'tempest-TestMinimumBasicScenario-886895561-router', 'tenant_id': '23f5e0a355be492c9d73e403fb20d1d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'external_fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '6c37243a-223d-4519-adf2-1384b24d8c05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:15:15Z', 'updated_at': '2022-04-07T12:15:19Z', 'revision_number': 4, 'project_id': '23f5e0a355be492c9d73e403fb20d1d3', 'gw_port': {'id': '6c37243a-223d-4519-adf2-1384b24d8c05', 'name': '', 'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:e7:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c979e36-c6fd-487b-9edd-00182ee4dee9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:15:16Z', 'updated_at': '2022-04-07T12:15:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4554067d-f507-4a99-8a98-0874c02c5721', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836930-1-iscsi', '_interfaces': [{'id': '71d3cf6d-706e-448c-9b17-6f50f0bf7c4e', 'name': '', 'network_id': '02d796af-ca6a-4742-8a34-9d3f4b69aae0', 'tenant_id': '23f5e0a355be492c9d73e403fb20d1d3', 'mac_address': 'fa:16:3e:fa:35:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c979e36-c6fd-487b-9edd-00182ee4dee9', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '9b07e596-6c59-4f6f-8de1-05786643409a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:15:18Z', 'updated_at': '2022-04-07T12:15:18Z', 'revision_number': 1, 'project_id': '23f5e0a355be492c9d73e403fb20d1d3', 'subnets': [{'id': '9b07e596-6c59-4f6f-8de1-05786643409a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 12:15:19.902042 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77d7191a-61c6-4766-9ac7-4807b7b7ddc7 admin admin] Network 02d796af-ca6a-4742-8a34-9d3f4b69aae0 is already hosted by enough agents. {{(pid=103982) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:15:19.906216 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-fda2af81-3680-4e42-bd97-16e86f099109 req-540dadf7-1553-4a7f-9165-a0b99846722a tempest-VolumesActionsTest-1301679375 tempest-VolumesActionsTest-1301679375-project] 10.222.0.58 "GET /v2.0/security-groups?id=ffd4ca1c-ab6f-45a5-94d1-20b5c233febe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3431020 Apr 07 12:15:19.907038 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.scheduler.base_scheduler [None req-77d7191a-61c6-4766-9ac7-4807b7b7ddc7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:15:20.044052 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77d7191a-61c6-4766-9ac7-4807b7b7ddc7 admin admin] Router 3c979e36-c6fd-487b-9edd-00182ee4dee9 has already been hosted by L3 agent ad8978c4-6515-441c-a828-0289badd3b4a {{(pid=103982) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 12:15:20.168422 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77d7191a-61c6-4766-9ac7-4807b7b7ddc7 admin admin] Notify agent at l3_agent.dv-cinder-836930-1-iscsi the message routers_updated {{(pid=103982) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 12:15:20.176379 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [None req-77d7191a-61c6-4766-9ac7-4807b7b7ddc7 admin admin] 10.222.0.58 "PUT /v2.0/routers/3c979e36-c6fd-487b-9edd-00182ee4dee9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1530478 Apr 07 12:15:20.219892 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.provisioning_blocks [None req-86093248-3e93-49dd-a158-896ede684e08 None None] Provisioning complete for port 71d3cf6d-706e-448c-9b17-6f50f0bf7c4e triggered by entity DHCP. {{(pid=103984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:15:20.220269 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-86093248-3e93-49dd-a158-896ede684e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7484729'] for port (71d3cf6d-706e-448c-9b17-6f50f0bf7c4e), provisioning_complete {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:20.260949 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-86093248-3e93-49dd-a158-896ede684e08 None None] Port 71d3cf6d-706e-448c-9b17-6f50f0bf7c4e cannot update to ACTIVE because it is not bound. {{(pid=103984) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 12:15:21.054480 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.58', 42394) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:15:21.059711 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.v2.base [None req-ed821f52-92da-4847-adfe-cd532521a34f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-458706051-network', 'tenant_id': '52b824edd0f44d7d9e3d594007007f8d'}} {{(pid=103982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:15:21.205910 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Device 6c37243a-223d-4519-adf2-1384b24d8c05 up at agent ovs-agent-dv-cinder-836930-1-iscsi {{(pid=103984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:15:21.217039 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed821f52-92da-4847-adfe-cd532521a34f admin admin] Made reservation on behalf of 52b824edd0f44d7d9e3d594007007f8d for: {'network': 1} {{(pid=103982) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 12:15:21.219404 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-ed821f52-92da-4847-adfe-cd532521a34f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for network (None), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:21.228130 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-ed821f52-92da-4847-adfe-cd532521a34f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:21.268470 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.provisioning_blocks [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Provisioning complete for port 6c37243a-223d-4519-adf2-1384b24d8c05 triggered by entity L2. {{(pid=103984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:15:21.269092 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7484729'] for port (6c37243a-223d-4519-adf2-1384b24d8c05), provisioning_complete {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:21.312525 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-ed821f52-92da-4847-adfe-cd532521a34f admin admin] Publish callbacks [] for security_group (efa1c061-8cc8-4c53-81a6-8a7caf72603b), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:21.350021 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Current status of the port 6c37243a-223d-4519-adf2-1384b24d8c05 is: DOWN; New status is: ACTIVE {{(pid=103984) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:15:21.350404 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (6c37243a-223d-4519-adf2-1384b24d8c05), before_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:21.371182 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.db [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] For port 6c37243a-223d-4519-adf2-1384b24d8c05, host dv-cinder-836930-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836930-1-iscsi',level=0,port_id=6c37243a-223d-4519-adf2-1384b24d8c05,segment=NetworkSegment(82c7666f-c776-4b0f-ab14-8be16f51c525),segment_id=82c7666f-c776-4b0f-ab14-8be16f51c525)] {{(pid=103984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:15:21.407549 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-ed821f52-92da-4847-adfe-cd532521a34f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678166'] for security_group (efa1c061-8cc8-4c53-81a6-8a7caf72603b), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:21.431820 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed821f52-92da-4847-adfe-cd532521a34f admin admin] vlan segment allocate from pool success with {'vlan_id': 619, 'physical_network': 'physnet1'} {{(pid=103982) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 12:15:21.440477 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed821f52-92da-4847-adfe-cd532521a34f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efa1c061-8cc8-4c53-81a6-8a7caf72603b,revision_number=1']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:15:21.447133 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-ed821f52-92da-4847-adfe-cd532521a34f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7510084'] for segment (a5b0cadf-a4ed-41eb-bdfe-e58233085e74), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:21.447500 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.db.segments_db [None req-ed821f52-92da-4847-adfe-cd532521a34f admin admin] Added segment a5b0cadf-a4ed-41eb-bdfe-e58233085e74 of type vlan for network b8bced1b-7a85-44c1-903c-cf4df8fbea3f Apr 07 12:15:21.458708 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780057409639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780056949607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780056949625'] for port (6c37243a-223d-4519-adf2-1384b24d8c05), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:21.492460 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-ed821f52-92da-4847-adfe-cd532521a34f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780056936322'] for network (b8bced1b-7a85-44c1-903c-cf4df8fbea3f), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:21.519203 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Pushing event updated for resources: {'Port': ['ID=6c37243a-223d-4519-adf2-1384b24d8c05,revision_number=4']} {{(pid=103984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:15:21.638556 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-ed821f52-92da-4847-adfe-cd532521a34f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968'] for network (b8bced1b-7a85-44c1-903c-cf4df8fbea3f), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:21.639670 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed821f52-92da-4847-adfe-cd532521a34f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:15:21.640314 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-ed821f52-92da-4847-adfe-cd532521a34f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585958'] for network (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:21.712575 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa1a8dc-e03f-44a4-a3a9-846e898af2e0 req-587dad96-1a92-4c8e-8afc-17c0936d2ed2 tempest-VolumesActionsTest-1301679375 tempest-VolumesActionsTest-1301679375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:15:21.714224 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-4aa1a8dc-e03f-44a4-a3a9-846e898af2e0 req-587dad96-1a92-4c8e-8afc-17c0936d2ed2 tempest-VolumesActionsTest-1301679375 tempest-VolumesActionsTest-1301679375-project] 10.222.0.58 "GET /v2.0/ports?device_id=a4f550b0-8605-4a45-8d49-056f0eaaec6d HTTP/1.1" status: 200 len: 946 time: 0.1202354 Apr 07 12:15:21.721018 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed821f52-92da-4847-adfe-cd532521a34f admin admin] Pushing event updated for resources: {'Network': ['ID=b8bced1b-7a85-44c1-903c-cf4df8fbea3f,revision_number=1']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:15:21.730681 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Network b8bced1b-7a85-44c1-903c-cf4df8fbea3f details requested by agent ovs-agent-dv-cinder-836930-1-iscsi with host dv-cinder-836930-1-iscsi {{(pid=103984) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 12:15:21.766636 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [None req-ed821f52-92da-4847-adfe-cd532521a34f admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7083402 Apr 07 12:15:21.767335 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.58', 42402) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:15:21.773290 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.v2.base [None req-8aefd99b-d20a-4ca6-a62d-c7c484af6566 admin admin] Request body: {'subnet': {'network_id': 'b8bced1b-7a85-44c1-903c-cf4df8fbea3f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-458706051-subnet', 'tenant_id': '52b824edd0f44d7d9e3d594007007f8d', 'ip_version': 4}} {{(pid=103982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:15:21.779804 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-4aa1a8dc-e03f-44a4-a3a9-846e898af2e0 req-358aaaf3-338f-499f-9642-8e0aa4d8cab1 tempest-VolumesActionsTest-1301679375 tempest-VolumesActionsTest-1301679375-project] 10.222.0.58 "GET /v2.0/security-groups?id=ffd4ca1c-ab6f-45a5-94d1-20b5c233febe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598300 Apr 07 12:15:21.833238 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb1b179-c40d-49d1-a98d-09f7f38f8ca9 None None] Sync routers for ids ['3c979e36-c6fd-487b-9edd-00182ee4dee9'] in dv-cinder-836930-1-iscsi {{(pid=103985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 12:15:21.843766 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb1b179-c40d-49d1-a98d-09f7f38f8ca9 None None] Routers {'3c979e36-c6fd-487b-9edd-00182ee4dee9'} bound to L3 agent in host dv-cinder-836930-1-iscsi {{(pid=103985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:15:21.844370 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_hamode_db [None req-6cb1b179-c40d-49d1-a98d-09f7f38f8ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836930-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-07T11:57:34Z,description=,heartbeat_timestamp=2022-04-07T12:15:04Z,host='dv-cinder-836930-1-iscsi',id=ad8978c4-6515-441c-a828-0289badd3b4a,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:57:35Z,topic='l3_agent')) {'router_ids': ['3c979e36-c6fd-487b-9edd-00182ee4dee9'], 'active': True} {{(pid=103985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:15:21.876004 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aefd99b-d20a-4ca6-a62d-c7c484af6566 admin admin] Made reservation on behalf of 52b824edd0f44d7d9e3d594007007f8d for: {'subnet': 1} {{(pid=103982) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 12:15:21.878299 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-8aefd99b-d20a-4ca6-a62d-c7c484af6566 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127909337'] for subnet (None), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:21.950513 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_dvr_db [None req-6cb1b179-c40d-49d1-a98d-09f7f38f8ca9 None None] Set router 3c979e36-c6fd-487b-9edd-00182ee4dee9 gateway port host: dv-cinder-836930-1-iscsi {{(pid=103985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:15:22.113998 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-8aefd99b-d20a-4ca6-a62d-c7c484af6566 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126593715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127907875'] for subnet (42a3f323-2a5a-4729-a63b-3f4a26d45e94), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:22.159977 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_hamode_db [None req-6cb1b179-c40d-49d1-a98d-09f7f38f8ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c979e36-c6fd-487b-9edd-00182ee4dee9', 'name': 'tempest-TestMinimumBasicScenario-886895561-router', 'tenant_id': '23f5e0a355be492c9d73e403fb20d1d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'external_fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '6c37243a-223d-4519-adf2-1384b24d8c05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:15:15Z', 'updated_at': '2022-04-07T12:15:19Z', 'revision_number': 4, 'project_id': '23f5e0a355be492c9d73e403fb20d1d3', 'gw_port': {'id': '6c37243a-223d-4519-adf2-1384b24d8c05', 'name': '', 'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:e7:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c979e36-c6fd-487b-9edd-00182ee4dee9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:15:16Z', 'updated_at': '2022-04-07T12:15:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4554067d-f507-4a99-8a98-0874c02c5721', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836930-1-iscsi', '_interfaces': [{'id': '71d3cf6d-706e-448c-9b17-6f50f0bf7c4e', 'name': '', 'network_id': '02d796af-ca6a-4742-8a34-9d3f4b69aae0', 'tenant_id': '23f5e0a355be492c9d73e403fb20d1d3', 'mac_address': 'fa:16:3e:fa:35:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c979e36-c6fd-487b-9edd-00182ee4dee9', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '9b07e596-6c59-4f6f-8de1-05786643409a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:15:18Z', 'updated_at': '2022-04-07T12:15:19Z', 'revision_number': 2, 'project_id': '23f5e0a355be492c9d73e403fb20d1d3', 'subnets': [{'id': '9b07e596-6c59-4f6f-8de1-05786643409a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836930-1-iscsi', False) {} {{(pid=103985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:15:22.178340 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aefd99b-d20a-4ca6-a62d-c7c484af6566 admin admin] Pushing event updated for resources: {'Subnet': ['ID=42a3f323-2a5a-4729-a63b-3f4a26d45e94,revision_number=0']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:15:22.182774 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aefd99b-d20a-4ca6-a62d-c7c484af6566 admin admin] Checking segment: {'id': 'a5b0cadf-a4ed-41eb-bdfe-e58233085e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'b8bced1b-7a85-44c1-903c-cf4df8fbea3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:15:22.183144 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aefd99b-d20a-4ca6-a62d-c7c484af6566 admin admin] Network hostable DHCP agents. Network: b8bced1b-7a85-44c1-903c-cf4df8fbea3f, hostable agents: ['94869e64-74fb-4601-95b5-a1334a6bdcea'], hosted agents: [] {{(pid=103982) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 12:15:22.186777 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb1b179-c40d-49d1-a98d-09f7f38f8ca9 None None] Checking router: 3c979e36-c6fd-487b-9edd-00182ee4dee9 for host: dv-cinder-836930-1-iscsi {{(pid=103985) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 12:15:22.187147 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb1b179-c40d-49d1-a98d-09f7f38f8ca9 None None] Updating router 3c979e36-c6fd-487b-9edd-00182ee4dee9 port 71d3cf6d-706e-448c-9b17-6f50f0bf7c4e binding host dv-cinder-836930-1-iscsi {{(pid=103985) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 12:15:22.214131 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron_lib.callbacks.manager [None req-6cb1b179-c40d-49d1-a98d-09f7f38f8ca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (71d3cf6d-706e-448c-9b17-6f50f0bf7c4e), before_update {{(pid=103985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:22.258886 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aefd99b-d20a-4ca6-a62d-c7c484af6566 admin admin] Network b8bced1b-7a85-44c1-903c-cf4df8fbea3f is scheduled to be hosted by DHCP agent 94869e64-74fb-4601-95b5-a1334a6bdcea with binding_index 1 {{(pid=103982) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 12:15:22.336636 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.scheduler.base_scheduler [None req-8aefd99b-d20a-4ca6-a62d-c7c484af6566 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836930-1-iscsi, b8bced1b-7a85-44c1-903c-cf4df8fbea3f) {{(pid=103982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:15:22.341482 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aefd99b-d20a-4ca6-a62d-c7c484af6566 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:15:22.343101 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-8aefd99b-d20a-4ca6-a62d-c7c484af6566 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585958'] for subnet (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:22.346601 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b340e34-8ced-454c-b2a7-421ec803abe0 None None] Network b8bced1b-7a85-44c1-903c-cf4df8fbea3f requested from dv-cinder-836930-1-iscsi {{(pid=103984) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 12:15:22.450551 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [None req-8aefd99b-d20a-4ca6-a62d-c7c484af6566 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6822436 Apr 07 12:15:22.451475 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9faac4f2-56c3-4d52-a217-2cfb3302cb6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d420030-12ae-5f88-a545-b5d8ef5b04ff-b8bced1b-7a85-44c1-903c-cf4df8fbea3f', 'network_id': 'b8bced1b-7a85-44c1-903c-cf4df8fbea3f', 'project_id': '52b824edd0f44d7d9e3d594007007f8d', 'fixed_ips': [{'subnet_id': '42a3f323-2a5a-4729-a63b-3f4a26d45e94'}]}} from dv-cinder-836930-1-iscsi. {{(pid=103984) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 12:15:22.452625 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-9faac4f2-56c3-4d52-a217-2cfb3302cb6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (None), before_create {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:22.453119 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.58', 42404) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:15:22.458568 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.v2.base [None req-ecd203d2-5a48-474b-ac77-362d284445f3 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-458706051-router', 'tenant_id': '52b824edd0f44d7d9e3d594007007f8d', 'external_gateway_info': {'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56'}}} {{(pid=103982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:15:22.491153 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron_lib.callbacks.manager [None req-6cb1b179-c40d-49d1-a98d-09f7f38f8ca9 None None] Publish callbacks [] for port (71d3cf6d-706e-448c-9b17-6f50f0bf7c4e), precommit_update {{(pid=103985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:22.533466 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-ecd203d2-5a48-474b-ac77-362d284445f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1650099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-105734'] for router (a70e0379-ed61-4fd7-a4ef-a7e066ab1921), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:22.534554 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-ecd203d2-5a48-474b-ac77-362d284445f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1649951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2020019', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2093967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-105981'] for router (a70e0379-ed61-4fd7-a4ef-a7e066ab1921), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:22.561813 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron_lib.callbacks.manager [None req-6cb1b179-c40d-49d1-a98d-09f7f38f8ca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780057409639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780056949607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780056949625'] for port (71d3cf6d-706e-448c-9b17-6f50f0bf7c4e), after_update {{(pid=103985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:22.588578 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-ecd203d2-5a48-474b-ac77-362d284445f3 admin admin] Publish callbacks [] for router_controller (a70e0379-ed61-4fd7-a4ef-a7e066ab1921), precommit_add_association {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:22.617793 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e567844-d2ee-49e4-aab7-86d923488d7e None None] Pushing event updated for resources: {'Port': ['ID=71d3cf6d-706e-448c-9b17-6f50f0bf7c4e,revision_number=3']} {{(pid=103985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:15:22.641443 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e567844-d2ee-49e4-aab7-86d923488d7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:15:22.641786 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e567844-d2ee-49e4-aab7-86d923488d7e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:15:22.642140 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e567844-d2ee-49e4-aab7-86d923488d7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:15:22.642490 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e567844-d2ee-49e4-aab7-86d923488d7e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:15:22.642824 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e567844-d2ee-49e4-aab7-86d923488d7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:15:22.643176 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e567844-d2ee-49e4-aab7-86d923488d7e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:15:22.643498 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e567844-d2ee-49e4-aab7-86d923488d7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:15:22.643816 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e567844-d2ee-49e4-aab7-86d923488d7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:15:22.644192 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e567844-d2ee-49e4-aab7-86d923488d7e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:15:22.644510 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e567844-d2ee-49e4-aab7-86d923488d7e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:15:22.644867 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e567844-d2ee-49e4-aab7-86d923488d7e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:15:22.645205 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e567844-d2ee-49e4-aab7-86d923488d7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:15:22.645600 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e567844-d2ee-49e4-aab7-86d923488d7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:15:22.645967 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e567844-d2ee-49e4-aab7-86d923488d7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:15:22.646293 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e567844-d2ee-49e4-aab7-86d923488d7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:15:22.679307 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.plugins.ml2.managers [None req-6cb1b179-c40d-49d1-a98d-09f7f38f8ca9 None None] Attempting to bind port 71d3cf6d-706e-448c-9b17-6f50f0bf7c4e on host dv-cinder-836930-1-iscsi for vnic_type normal with profile {{(pid=103985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 12:15:22.679676 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.plugins.ml2.managers [None req-6cb1b179-c40d-49d1-a98d-09f7f38f8ca9 None None] Attempting to bind port 71d3cf6d-706e-448c-9b17-6f50f0bf7c4e by drivers openvswitch,hyperv on host dv-cinder-836930-1-iscsi at level 0 using segments [{'id': '3fda049f-37bf-4034-bad2-268cc93fcdfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '02d796af-ca6a-4742-8a34-9d3f4b69aae0'}] {{(pid=103985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 12:15:22.680036 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb1b179-c40d-49d1-a98d-09f7f38f8ca9 None None] Attempting to bind port 71d3cf6d-706e-448c-9b17-6f50f0bf7c4e on network 02d796af-ca6a-4742-8a34-9d3f4b69aae0 {{(pid=103985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:15:22.685767 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb1b179-c40d-49d1-a98d-09f7f38f8ca9 None None] Checking agent: {'id': '18566f30-62c1-4fb1-af49-ebd049d63fec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836930-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 57, 39), 'started_at': datetime.datetime(2022, 4, 7, 11, 58, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 12, 15, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836930-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 12:15:22.686131 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb1b179-c40d-49d1-a98d-09f7f38f8ca9 None None] Checking segment: {'id': '3fda049f-37bf-4034-bad2-268cc93fcdfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '02d796af-ca6a-4742-8a34-9d3f4b69aae0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:15:22.686528 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron_lib.callbacks.manager [None req-6cb1b179-c40d-49d1-a98d-09f7f38f8ca9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:22.686944 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb1b179-c40d-49d1-a98d-09f7f38f8ca9 None None] Bound using segment: {'id': '3fda049f-37bf-4034-bad2-268cc93fcdfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '02d796af-ca6a-4742-8a34-9d3f4b69aae0'} {{(pid=103985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 12:15:22.687433 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.plugins.ml2.managers [None req-6cb1b179-c40d-49d1-a98d-09f7f38f8ca9 None None] Bound port: 71d3cf6d-706e-448c-9b17-6f50f0bf7c4e, host: dv-cinder-836930-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fda049f-37bf-4034-bad2-268cc93fcdfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '02d796af-ca6a-4742-8a34-9d3f4b69aae0'}}] {{(pid=103985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 12:15:22.687805 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron_lib.callbacks.manager [None req-6cb1b179-c40d-49d1-a98d-09f7f38f8ca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (71d3cf6d-706e-448c-9b17-6f50f0bf7c4e), before_update {{(pid=103985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:22.702374 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.db_base_plugin_common [None req-9faac4f2-56c3-4d52-a217-2cfb3302cb6b None None] Allocated IP 172.20.0.2 (b8bced1b-7a85-44c1-903c-cf4df8fbea3f/42a3f323-2a5a-4729-a63b-3f4a26d45e94/d7c970cc-46b3-42a6-8c09-7125987b57d6) {{(pid=103984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 12:15:22.768095 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.plugins.ml2.db [None req-6cb1b179-c40d-49d1-a98d-09f7f38f8ca9 None None] For port 71d3cf6d-706e-448c-9b17-6f50f0bf7c4e, host dv-cinder-836930-1-iscsi, cleared binding levels {{(pid=103985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 12:15:22.771636 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.plugins.ml2.db [None req-6cb1b179-c40d-49d1-a98d-09f7f38f8ca9 None None] For port 71d3cf6d-706e-448c-9b17-6f50f0bf7c4e, host dv-cinder-836930-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836930-1-iscsi',level=0,port_id=71d3cf6d-706e-448c-9b17-6f50f0bf7c4e,segment=NetworkSegment(3fda049f-37bf-4034-bad2-268cc93fcdfc),segment_id=3fda049f-37bf-4034-bad2-268cc93fcdfc)] {{(pid=103985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 12:15:22.846185 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron_lib.callbacks.manager [None req-6cb1b179-c40d-49d1-a98d-09f7f38f8ca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780057409639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780056949607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780056949625'] for port (71d3cf6d-706e-448c-9b17-6f50f0bf7c4e), after_update {{(pid=103985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:22.849345 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.provisioning_blocks [None req-0ef843d5-a9ea-4150-8700-9e851cb2f1db None None] Provisioning complete for port 71d3cf6d-706e-448c-9b17-6f50f0bf7c4e triggered by entity DHCP. {{(pid=103984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:15:22.849715 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-0ef843d5-a9ea-4150-8700-9e851cb2f1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7484729'] for port (71d3cf6d-706e-448c-9b17-6f50f0bf7c4e), provisioning_complete {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:22.866546 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-ecd203d2-5a48-474b-ac77-362d284445f3 admin admin] Publish callbacks [] for router_gateway (a70e0379-ed61-4fd7-a4ef-a7e066ab1921), precommit_update {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:22.899662 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb1b179-c40d-49d1-a98d-09f7f38f8ca9 None None] Routers {'3c979e36-c6fd-487b-9edd-00182ee4dee9'} bound to L3 agent in host dv-cinder-836930-1-iscsi {{(pid=103985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:15:22.904478 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_hamode_db [None req-6cb1b179-c40d-49d1-a98d-09f7f38f8ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836930-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-07T11:57:34Z,description=,heartbeat_timestamp=2022-04-07T12:15:04Z,host='dv-cinder-836930-1-iscsi',id=ad8978c4-6515-441c-a828-0289badd3b4a,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:57:35Z,topic='l3_agent')) {'router_ids': ['3c979e36-c6fd-487b-9edd-00182ee4dee9'], 'active': True} {{(pid=103985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:15:22.921311 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f59bf2-692e-468a-9cae-894cce59dac8 req-0602efd3-8e2e-400a-afde-449b4fb8b55b tempest-VolumesActionsTest-1301679375 tempest-VolumesActionsTest-1301679375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:15:22.928926 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-d7f59bf2-692e-468a-9cae-894cce59dac8 req-0602efd3-8e2e-400a-afde-449b4fb8b55b tempest-VolumesActionsTest-1301679375 tempest-VolumesActionsTest-1301679375-project] 10.222.0.58 "GET /v2.0/ports?device_id=a4f550b0-8605-4a45-8d49-056f0eaaec6d HTTP/1.1" status: 200 len: 946 time: 0.0697789 Apr 07 12:15:22.990035 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-d7f59bf2-692e-468a-9cae-894cce59dac8 req-047145b0-9361-4695-b4fa-087cd28ea694 tempest-VolumesActionsTest-1301679375 tempest-VolumesActionsTest-1301679375-project] 10.222.0.58 "GET /v2.0/security-groups?id=ffd4ca1c-ab6f-45a5-94d1-20b5c233febe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547855 Apr 07 12:15:23.039309 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e567844-d2ee-49e4-aab7-86d923488d7e None None] Pushing event updated for resources: {'Port': ['ID=71d3cf6d-706e-448c-9b17-6f50f0bf7c4e,revision_number=4']} {{(pid=103985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:15:23.058371 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_dvr_db [None req-6cb1b179-c40d-49d1-a98d-09f7f38f8ca9 None None] Set router 3c979e36-c6fd-487b-9edd-00182ee4dee9 gateway port host: dv-cinder-836930-1-iscsi {{(pid=103985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:15:23.063057 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-9faac4f2-56c3-4d52-a217-2cfb3302cb6b None None] Publish callbacks [] for port (d7c970cc-46b3-42a6-8c09-7125987b57d6), precommit_create {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:23.115834 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-0ef843d5-a9ea-4150-8700-9e851cb2f1db None None] Current status of the port 71d3cf6d-706e-448c-9b17-6f50f0bf7c4e is: DOWN; New status is: ACTIVE {{(pid=103984) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:15:23.122384 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-0ef843d5-a9ea-4150-8700-9e851cb2f1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (71d3cf6d-706e-448c-9b17-6f50f0bf7c4e), before_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:23.148903 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-9faac4f2-56c3-4d52-a217-2cfb3302cb6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780056949589'] for port (d7c970cc-46b3-42a6-8c09-7125987b57d6), after_create {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:23.182490 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.db [None req-0ef843d5-a9ea-4150-8700-9e851cb2f1db None None] For port 71d3cf6d-706e-448c-9b17-6f50f0bf7c4e, host dv-cinder-836930-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836930-1-iscsi',level=0,port_id=71d3cf6d-706e-448c-9b17-6f50f0bf7c4e,segment=NetworkSegment(3fda049f-37bf-4034-bad2-268cc93fcdfc),segment_id=3fda049f-37bf-4034-bad2-268cc93fcdfc)] {{(pid=103984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:15:23.234586 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faac4f2-56c3-4d52-a217-2cfb3302cb6b None None] Pushing event updated for resources: {'Port': ['ID=d7c970cc-46b3-42a6-8c09-7125987b57d6,revision_number=1']} {{(pid=103984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:15:23.246255 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-ecd203d2-5a48-474b-ac77-362d284445f3 admin admin] Publish callbacks [] for router_gateway (a70e0379-ed61-4fd7-a4ef-a7e066ab1921), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:23.253052 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9faac4f2-56c3-4d52-a217-2cfb3302cb6b None None] Network b8bced1b-7a85-44c1-903c-cf4df8fbea3f is already hosted by enough agents. {{(pid=103984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:15:23.257243 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.scheduler.base_scheduler [None req-9faac4f2-56c3-4d52-a217-2cfb3302cb6b None None] Resources bound (agent type, host, resource id): {{(pid=103984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:15:23.261212 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9faac4f2-56c3-4d52-a217-2cfb3302cb6b None None] Received port after_create {{(pid=103984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 12:15:23.271861 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-ecd203d2-5a48-474b-ac77-362d284445f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (None), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:23.293936 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Device 6c37243a-223d-4519-adf2-1384b24d8c05 up at agent ovs-agent-dv-cinder-836930-1-iscsi {{(pid=103984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:15:23.298838 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-0ef843d5-a9ea-4150-8700-9e851cb2f1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780057409639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780056949607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780056949625'] for port (71d3cf6d-706e-448c-9b17-6f50f0bf7c4e), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:23.373601 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.managers [None req-9faac4f2-56c3-4d52-a217-2cfb3302cb6b None None] Attempting to bind port d7c970cc-46b3-42a6-8c09-7125987b57d6 on host dv-cinder-836930-1-iscsi for vnic_type normal with profile {{(pid=103984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 12:15:23.374298 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.managers [None req-9faac4f2-56c3-4d52-a217-2cfb3302cb6b None None] Attempting to bind port d7c970cc-46b3-42a6-8c09-7125987b57d6 by drivers openvswitch,hyperv on host dv-cinder-836930-1-iscsi at level 0 using segments [{'id': 'a5b0cadf-a4ed-41eb-bdfe-e58233085e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'b8bced1b-7a85-44c1-903c-cf4df8fbea3f'}] {{(pid=103984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 12:15:23.374298 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9faac4f2-56c3-4d52-a217-2cfb3302cb6b None None] Attempting to bind port d7c970cc-46b3-42a6-8c09-7125987b57d6 on network b8bced1b-7a85-44c1-903c-cf4df8fbea3f {{(pid=103984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:15:23.399999 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9faac4f2-56c3-4d52-a217-2cfb3302cb6b None None] Checking agent: {'id': '18566f30-62c1-4fb1-af49-ebd049d63fec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836930-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 57, 39), 'started_at': datetime.datetime(2022, 4, 7, 11, 58, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 12, 15, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836930-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 12:15:23.400382 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9faac4f2-56c3-4d52-a217-2cfb3302cb6b None None] Checking segment: {'id': 'a5b0cadf-a4ed-41eb-bdfe-e58233085e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'b8bced1b-7a85-44c1-903c-cf4df8fbea3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:15:23.400782 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-9faac4f2-56c3-4d52-a217-2cfb3302cb6b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:23.401177 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9faac4f2-56c3-4d52-a217-2cfb3302cb6b None None] Bound using segment: {'id': 'a5b0cadf-a4ed-41eb-bdfe-e58233085e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'b8bced1b-7a85-44c1-903c-cf4df8fbea3f'} {{(pid=103984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 12:15:23.401678 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.managers [None req-9faac4f2-56c3-4d52-a217-2cfb3302cb6b None None] Bound port: d7c970cc-46b3-42a6-8c09-7125987b57d6, host: dv-cinder-836930-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5b0cadf-a4ed-41eb-bdfe-e58233085e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'b8bced1b-7a85-44c1-903c-cf4df8fbea3f'}}] {{(pid=103984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 12:15:23.402058 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-9faac4f2-56c3-4d52-a217-2cfb3302cb6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (d7c970cc-46b3-42a6-8c09-7125987b57d6), before_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:23.408989 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.db.db_base_plugin_common [None req-ecd203d2-5a48-474b-ac77-362d284445f3 admin admin] Allocated IP 172.27.0.54 (bbaeba58-97ce-4d65-bbf2-981851410a56/4554067d-f507-4a99-8a98-0874c02c5721/abbc4b96-b861-47c1-87f1-c399aa357ac2) {{(pid=103982) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 12:15:23.412574 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_hamode_db [None req-6cb1b179-c40d-49d1-a98d-09f7f38f8ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c979e36-c6fd-487b-9edd-00182ee4dee9', 'name': 'tempest-TestMinimumBasicScenario-886895561-router', 'tenant_id': '23f5e0a355be492c9d73e403fb20d1d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'external_fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '6c37243a-223d-4519-adf2-1384b24d8c05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:15:15Z', 'updated_at': '2022-04-07T12:15:19Z', 'revision_number': 4, 'project_id': '23f5e0a355be492c9d73e403fb20d1d3', 'gw_port': {'id': '6c37243a-223d-4519-adf2-1384b24d8c05', 'name': '', 'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:e7:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c979e36-c6fd-487b-9edd-00182ee4dee9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:15:16Z', 'updated_at': '2022-04-07T12:15:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4554067d-f507-4a99-8a98-0874c02c5721', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836930-1-iscsi', '_interfaces': [{'id': '71d3cf6d-706e-448c-9b17-6f50f0bf7c4e', 'name': '', 'network_id': '02d796af-ca6a-4742-8a34-9d3f4b69aae0', 'tenant_id': '23f5e0a355be492c9d73e403fb20d1d3', 'mac_address': 'fa:16:3e:fa:35:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c979e36-c6fd-487b-9edd-00182ee4dee9', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '9b07e596-6c59-4f6f-8de1-05786643409a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:15:18Z', 'updated_at': '2022-04-07T12:15:22Z', 'revision_number': 4, 'project_id': '23f5e0a355be492c9d73e403fb20d1d3', 'subnets': [{'id': '9b07e596-6c59-4f6f-8de1-05786643409a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836930-1-iscsi', False) {} {{(pid=103985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:15:23.426866 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef843d5-a9ea-4150-8700-9e851cb2f1db None None] Pushing event updated for resources: {'Port': ['ID=71d3cf6d-706e-448c-9b17-6f50f0bf7c4e,revision_number=5']} {{(pid=103984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:15:23.441348 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb1b179-c40d-49d1-a98d-09f7f38f8ca9 None None] The sync data for ids ['3c979e36-c6fd-487b-9edd-00182ee4dee9'] in dv-cinder-836930-1-iscsi is: [{'id': '3c979e36-c6fd-487b-9edd-00182ee4dee9', 'name': 'tempest-TestMinimumBasicScenario-886895561-router', 'tenant_id': '23f5e0a355be492c9d73e403fb20d1d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'external_fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '6c37243a-223d-4519-adf2-1384b24d8c05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:15:15Z', 'updated_at': '2022-04-07T12:15:19Z', 'revision_number': 4, 'project_id': '23f5e0a355be492c9d73e403fb20d1d3', 'gw_port': {'id': '6c37243a-223d-4519-adf2-1384b24d8c05', 'name': '', 'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:e7:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c979e36-c6fd-487b-9edd-00182ee4dee9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:15:16Z', 'updated_at': '2022-04-07T12:15:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4554067d-f507-4a99-8a98-0874c02c5721', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836930-1-iscsi', '_interfaces': [{'id': '71d3cf6d-706e-448c-9b17-6f50f0bf7c4e', 'name': '', 'network_id': '02d796af-ca6a-4742-8a34-9d3f4b69aae0', 'tenant_id': '23f5e0a355be492c9d73e403fb20d1d3', 'mac_address': 'fa:16:3e:fa:35:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c979e36-c6fd-487b-9edd-00182ee4dee9', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '9b07e596-6c59-4f6f-8de1-05786643409a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:15:18Z', 'updated_at': '2022-04-07T12:15:22Z', 'revision_number': 4, 'project_id': '23f5e0a355be492c9d73e403fb20d1d3', 'subnets': [{'id': '9b07e596-6c59-4f6f-8de1-05786643409a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 12:15:23.447289 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9495adae-ae1f-4b48-8291-98c2d2e133a6 req-7b3a7880-8013-4747-9340-e1c04a2462cf tempest-VolumesActionsTest-1301679375 tempest-VolumesActionsTest-1301679375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:15:23.448761 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-9495adae-ae1f-4b48-8291-98c2d2e133a6 req-7b3a7880-8013-4747-9340-e1c04a2462cf tempest-VolumesActionsTest-1301679375 tempest-VolumesActionsTest-1301679375-project] 10.222.0.49 "GET /v2.0/ports?device_id=a4f550b0-8605-4a45-8d49-056f0eaaec6d HTTP/1.1" status: 200 len: 946 time: 0.0929294 Apr 07 12:15:23.470127 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.provisioning_blocks [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Provisioning complete for port 6c37243a-223d-4519-adf2-1384b24d8c05 triggered by entity L2. {{(pid=103984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:15:23.470490 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7484729'] for port (6c37243a-223d-4519-adf2-1384b24d8c05), provisioning_complete {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:23.473558 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.provisioning_blocks [None req-5e7b6c0c-ea26-428b-9a30-47f82b601a45 None None] Provisioning complete for port 71d3cf6d-706e-448c-9b17-6f50f0bf7c4e triggered by entity DHCP. {{(pid=103984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:15:23.474560 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-5e7b6c0c-ea26-428b-9a30-47f82b601a45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7484729'] for port (71d3cf6d-706e-448c-9b17-6f50f0bf7c4e), provisioning_complete {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:23.561164 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.db [None req-9faac4f2-56c3-4d52-a217-2cfb3302cb6b None None] For port d7c970cc-46b3-42a6-8c09-7125987b57d6, host dv-cinder-836930-1-iscsi, cleared binding levels {{(pid=103984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 12:15:23.575683 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.db [None req-9faac4f2-56c3-4d52-a217-2cfb3302cb6b None None] For port d7c970cc-46b3-42a6-8c09-7125987b57d6, host dv-cinder-836930-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836930-1-iscsi',level=0,port_id=d7c970cc-46b3-42a6-8c09-7125987b57d6,segment=NetworkSegment(a5b0cadf-a4ed-41eb-bdfe-e58233085e74),segment_id=a5b0cadf-a4ed-41eb-bdfe-e58233085e74)] {{(pid=103984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 12:15:23.608686 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-ecd203d2-5a48-474b-ac77-362d284445f3 admin admin] Publish callbacks [] for port (abbc4b96-b861-47c1-87f1-c399aa357ac2), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:23.629610 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.plugin [req-9495adae-ae1f-4b48-8291-98c2d2e133a6 req-1590c801-4127-4d26-859b-5bc906cb011b tempest-VolumesActionsTest-1301679375 tempest-VolumesActionsTest-1301679375-project] Deleting port 092fba3c-f91d-465a-affd-285261c5dfe9 {{(pid=103982) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:15:23.629976 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [req-9495adae-ae1f-4b48-8291-98c2d2e133a6 req-1590c801-4127-4d26-859b-5bc906cb011b tempest-VolumesActionsTest-1301679375 tempest-VolumesActionsTest-1301679375-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780057404546'] for port (092fba3c-f91d-465a-affd-285261c5dfe9), before_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:23.659003 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-9faac4f2-56c3-4d52-a217-2cfb3302cb6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780057409639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780056949607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780056949625'] for port (d7c970cc-46b3-42a6-8c09-7125987b57d6), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:23.672554 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Current status of the port 6c37243a-223d-4519-adf2-1384b24d8c05 is: ACTIVE; New status is: ACTIVE {{(pid=103984) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:15:23.673631 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Device 71d3cf6d-706e-448c-9b17-6f50f0bf7c4e up at agent ovs-agent-dv-cinder-836930-1-iscsi {{(pid=103984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:15:23.695000 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-5e7b6c0c-ea26-428b-9a30-47f82b601a45 None None] Current status of the port 71d3cf6d-706e-448c-9b17-6f50f0bf7c4e is: ACTIVE; New status is: ACTIVE {{(pid=103984) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:15:23.749409 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.db [req-9495adae-ae1f-4b48-8291-98c2d2e133a6 req-1590c801-4127-4d26-859b-5bc906cb011b tempest-VolumesActionsTest-1301679375 tempest-VolumesActionsTest-1301679375-project] For port 092fba3c-f91d-465a-affd-285261c5dfe9, host hv-cinder-83693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83693',level=0,port_id=092fba3c-f91d-465a-affd-285261c5dfe9,segment=NetworkSegment(76e0c286-76ab-42b5-9757-5d009c90bddf),segment_id=76e0c286-76ab-42b5-9757-5d009c90bddf)] {{(pid=103982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:15:23.757680 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [req-9495adae-ae1f-4b48-8291-98c2d2e133a6 req-1590c801-4127-4d26-859b-5bc906cb011b tempest-VolumesActionsTest-1301679375 tempest-VolumesActionsTest-1301679375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2017998'] for port (092fba3c-f91d-465a-affd-285261c5dfe9), precommit_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:23.763160 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faac4f2-56c3-4d52-a217-2cfb3302cb6b None None] Pushing event updated for resources: {'Port': ['ID=d7c970cc-46b3-42a6-8c09-7125987b57d6,revision_number=2']} {{(pid=103984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:15:23.769599 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.plugin [req-9495adae-ae1f-4b48-8291-98c2d2e133a6 req-1590c801-4127-4d26-859b-5bc906cb011b tempest-VolumesActionsTest-1301679375 tempest-VolumesActionsTest-1301679375-project] Calling delete_port for 092fba3c-f91d-465a-affd-285261c5dfe9 owned by compute:nova {{(pid=103982) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:15:23.781730 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.provisioning_blocks [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Provisioning complete for port 71d3cf6d-706e-448c-9b17-6f50f0bf7c4e triggered by entity L2. {{(pid=103984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:15:23.781730 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7484729'] for port (71d3cf6d-706e-448c-9b17-6f50f0bf7c4e), provisioning_complete {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:23.825709 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-ecd203d2-5a48-474b-ac77-362d284445f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780056949589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126593575'] for port (abbc4b96-b861-47c1-87f1-c399aa357ac2), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:23.870613 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Current status of the port 71d3cf6d-706e-448c-9b17-6f50f0bf7c4e is: ACTIVE; New status is: ACTIVE {{(pid=103984) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:15:23.885153 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecd203d2-5a48-474b-ac77-362d284445f3 admin admin] Network bbaeba58-97ce-4d65-bbf2-981851410a56 is already hosted by enough agents. {{(pid=103982) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:15:23.896505 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.scheduler.base_scheduler [None req-ecd203d2-5a48-474b-ac77-362d284445f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:15:23.898982 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd203d2-5a48-474b-ac77-362d284445f3 admin admin] Received port after_create {{(pid=103982) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 12:15:23.926939 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd203d2-5a48-474b-ac77-362d284445f3 admin admin] Pushing event updated for resources: {'Port': ['ID=abbc4b96-b861-47c1-87f1-c399aa357ac2,revision_number=1']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:15:24.183093 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db566bde-dc58-4710-be82-565edf569189 req-3fccf23f-daf9-4707-8cba-dcddd7152e26 tempest-VolumesActionsTest-1301679375 tempest-VolumesActionsTest-1301679375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:15:24.184856 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-db566bde-dc58-4710-be82-565edf569189 req-3fccf23f-daf9-4707-8cba-dcddd7152e26 tempest-VolumesActionsTest-1301679375 tempest-VolumesActionsTest-1301679375-project] 10.222.0.58 "GET /v2.0/ports?device_id=a4f550b0-8605-4a45-8d49-056f0eaaec6d HTTP/1.1" status: 200 len: 946 time: 0.1141598 Apr 07 12:15:24.232312 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-db566bde-dc58-4710-be82-565edf569189 req-b5fcc0f2-fd9d-436c-ba45-49c40d515635 tempest-VolumesActionsTest-1301679375 tempest-VolumesActionsTest-1301679375-project] 10.222.0.58 "GET /v2.0/security-groups?id=ffd4ca1c-ab6f-45a5-94d1-20b5c233febe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413120 Apr 07 12:15:24.308617 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [req-9495adae-ae1f-4b48-8291-98c2d2e133a6 req-1590c801-4127-4d26-859b-5bc906cb011b tempest-VolumesActionsTest-1301679375 tempest-VolumesActionsTest-1301679375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780057409621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780056949598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126593575'] for port (092fba3c-f91d-465a-affd-285261c5dfe9), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:24.338911 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1590c801-4127-4d26-859b-5bc906cb011b tempest-VolumesActionsTest-1301679375 tempest-VolumesActionsTest-1301679375-project] Pushing event deleted for resources: {'Port': ['ID=092fba3c-f91d-465a-affd-285261c5dfe9,revision_number=None']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:15:24.352127 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.db [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] get_ports_and_sgs() called for port_ids ['092fba3c-f91d-465a-affd-285261c5dfe9'] {{(pid=103984) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 12:15:24.417500 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.db.l3_dvrscheduler_db [req-9495adae-ae1f-4b48-8291-98c2d2e133a6 req-1590c801-4127-4d26-859b-5bc906cb011b tempest-VolumesActionsTest-1301679375 tempest-VolumesActionsTest-1301679375-project] No DVR routers for this DVR port 092fba3c-f91d-465a-affd-285261c5dfe9 on host hv-cinder-83693 {{(pid=103982) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 12:15:24.420963 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [req-9495adae-ae1f-4b48-8291-98c2d2e133a6 req-1590c801-4127-4d26-859b-5bc906cb011b tempest-VolumesActionsTest-1301679375 tempest-VolumesActionsTest-1301679375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91606'] for port (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:24.424244 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-9495adae-ae1f-4b48-8291-98c2d2e133a6 req-1590c801-4127-4d26-859b-5bc906cb011b tempest-VolumesActionsTest-1301679375 tempest-VolumesActionsTest-1301679375-project] 10.222.0.49 "DELETE /v2.0/ports/092fba3c-f91d-465a-affd-285261c5dfe9 HTTP/1.1" status: 204 len: 173 time: 0.9617398 Apr 07 12:15:24.424693 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4f550b0-8605-4a45-8d49-056f0eaaec6d', 'name': 'network-vif-deleted', 'tag': '092fba3c-f91d-465a-affd-285261c5dfe9'}] {{(pid=103982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:15:24.427589 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a87f3ac2112343cf46b731ae90f6f8f3b8b920e6472e7c70a4e5373429e5b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b5e9ca4-1806-49ea-8efd-b81c0028abcb" -d '{"events": [{"server_uuid": "a4f550b0-8605-4a45-8d49-056f0eaaec6d", "name": "network-vif-deleted", "tag": "092fba3c-f91d-465a-affd-285261c5dfe9"}]}' {{(pid=103982) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:15:24.469900 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 12:15:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f721f70-e659-441e-85c5-33a8926bc75e x-openstack-request-id: req-7f721f70-e659-441e-85c5-33a8926bc75e {{(pid=103982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:15:24.470227 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4f550b0-8605-4a45-8d49-056f0eaaec6d", "name": "network-vif-deleted", "tag": "092fba3c-f91d-465a-affd-285261c5dfe9", "status": "completed", "code": 200}]} {{(pid=103982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:15:24.470483 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7f721f70-e659-441e-85c5-33a8926bc75e {{(pid=103982) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:15:24.470887 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f721f70-e659-441e-85c5-33a8926bc75e'] response: {'server_uuid': 'a4f550b0-8605-4a45-8d49-056f0eaaec6d', 'name': 'network-vif-deleted', 'tag': '092fba3c-f91d-465a-affd-285261c5dfe9', 'status': 'completed', 'code': 200} Apr 07 12:15:24.497389 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-ecd203d2-5a48-474b-ac77-362d284445f3 admin admin] Publish callbacks [] for router_gateway (a70e0379-ed61-4fd7-a4ef-a7e066ab1921), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:24.707140 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-ecd203d2-5a48-474b-ac77-362d284445f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1649956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2020060'] for router (a70e0379-ed61-4fd7-a4ef-a7e066ab1921), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:24.751463 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e34e7abc-fc34-4e98-b093-bafb213e4a89 None None] Network b8bced1b-7a85-44c1-903c-cf4df8fbea3f requested from dv-cinder-836930-1-iscsi {{(pid=103984) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 12:15:24.838043 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.provisioning_blocks [None req-2958a6dc-4085-4c92-aecb-75b9cbaecd2b None None] Provisioning complete for port d7c970cc-46b3-42a6-8c09-7125987b57d6 triggered by entity DHCP. {{(pid=103984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:15:24.838445 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-2958a6dc-4085-4c92-aecb-75b9cbaecd2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7484729'] for port (d7c970cc-46b3-42a6-8c09-7125987b57d6), provisioning_complete {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:24.948128 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-2958a6dc-4085-4c92-aecb-75b9cbaecd2b None None] Current status of the port d7c970cc-46b3-42a6-8c09-7125987b57d6 is: DOWN; New status is: ACTIVE {{(pid=103984) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:15:24.948514 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-2958a6dc-4085-4c92-aecb-75b9cbaecd2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (d7c970cc-46b3-42a6-8c09-7125987b57d6), before_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:24.981677 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.db [None req-2958a6dc-4085-4c92-aecb-75b9cbaecd2b None None] For port d7c970cc-46b3-42a6-8c09-7125987b57d6, host dv-cinder-836930-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836930-1-iscsi',level=0,port_id=d7c970cc-46b3-42a6-8c09-7125987b57d6,segment=NetworkSegment(a5b0cadf-a4ed-41eb-bdfe-e58233085e74),segment_id=a5b0cadf-a4ed-41eb-bdfe-e58233085e74)] {{(pid=103984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:15:25.053800 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecd203d2-5a48-474b-ac77-362d284445f3 admin admin] Router a70e0379-ed61-4fd7-a4ef-a7e066ab1921 is scheduled to L3 agent ad8978c4-6515-441c-a828-0289badd3b4a with binding_index 1 {{(pid=103982) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 12:15:25.104558 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-2958a6dc-4085-4c92-aecb-75b9cbaecd2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780057409639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780056949607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780056949625'] for port (d7c970cc-46b3-42a6-8c09-7125987b57d6), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:25.168825 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2958a6dc-4085-4c92-aecb-75b9cbaecd2b None None] Pushing event updated for resources: {'Port': ['ID=d7c970cc-46b3-42a6-8c09-7125987b57d6,revision_number=3']} {{(pid=103984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:15:25.175727 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecd203d2-5a48-474b-ac77-362d284445f3 admin admin] Notify agent at l3_agent.dv-cinder-836930-1-iscsi the message routers_updated {{(pid=103982) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 12:15:25.186151 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82de626d-c101-493a-8fb0-da9350c937b8 None None] Sync routers for ids ['a70e0379-ed61-4fd7-a4ef-a7e066ab1921'] in dv-cinder-836930-1-iscsi {{(pid=103984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 12:15:25.198037 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82de626d-c101-493a-8fb0-da9350c937b8 None None] Routers {'a70e0379-ed61-4fd7-a4ef-a7e066ab1921'} bound to L3 agent in host dv-cinder-836930-1-iscsi {{(pid=103984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:15:25.198772 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_hamode_db [None req-82de626d-c101-493a-8fb0-da9350c937b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836930-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-07T11:57:34Z,description=,heartbeat_timestamp=2022-04-07T12:15:04Z,host='dv-cinder-836930-1-iscsi',id=ad8978c4-6515-441c-a828-0289badd3b4a,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:57:35Z,topic='l3_agent')) {'router_ids': ['a70e0379-ed61-4fd7-a4ef-a7e066ab1921'], 'active': True} {{(pid=103984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:15:25.289877 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-ecd203d2-5a48-474b-ac77-362d284445f3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:25.291148 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [None req-ecd203d2-5a48-474b-ac77-362d284445f3 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.8370709 Apr 07 12:15:25.293928 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.wsgi [-] (103983) accepted ('10.222.0.58', 42416) {{(pid=103983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:15:25.300295 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.provisioning_blocks [None req-816f08a8-d996-43f4-92fe-1ee946bb799c None None] Provisioning complete for port d7c970cc-46b3-42a6-8c09-7125987b57d6 triggered by entity DHCP. {{(pid=103984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:15:25.300803 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-816f08a8-d996-43f4-92fe-1ee946bb799c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7484729'] for port (d7c970cc-46b3-42a6-8c09-7125987b57d6), provisioning_complete {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:25.324347 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Device d7c970cc-46b3-42a6-8c09-7125987b57d6 up at agent ovs-agent-dv-cinder-836930-1-iscsi {{(pid=103984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:15:25.379352 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-6444cf94-1cc9-4ee6-b537-d1588aa66b8a req-e94b6280-592c-43a7-a6f2-353ea7306c00 tempest-VolumesActionsTest-1301679375 tempest-VolumesActionsTest-1301679375-project] 10.222.0.58 "GET /v2.0/ports?device_id=a4f550b0-8605-4a45-8d49-056f0eaaec6d HTTP/1.1" status: 200 len: 210 time: 0.0311799 Apr 07 12:15:25.396220 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_dvr_db [None req-82de626d-c101-493a-8fb0-da9350c937b8 None None] Set router a70e0379-ed61-4fd7-a4ef-a7e066ab1921 gateway port host: dv-cinder-836930-1-iscsi {{(pid=103984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:15:25.540749 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.provisioning_blocks [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Provisioning complete for port d7c970cc-46b3-42a6-8c09-7125987b57d6 triggered by entity L2. {{(pid=103984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:15:25.541117 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7484729'] for port (d7c970cc-46b3-42a6-8c09-7125987b57d6), provisioning_complete {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:25.599426 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-816f08a8-d996-43f4-92fe-1ee946bb799c None None] Current status of the port d7c970cc-46b3-42a6-8c09-7125987b57d6 is: ACTIVE; New status is: ACTIVE {{(pid=103984) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:15:25.688100 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Current status of the port d7c970cc-46b3-42a6-8c09-7125987b57d6 is: ACTIVE; New status is: ACTIVE {{(pid=103984) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:15:25.689072 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Device 71d3cf6d-706e-448c-9b17-6f50f0bf7c4e up at agent ovs-agent-dv-cinder-836930-1-iscsi {{(pid=103984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:15:25.728514 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_hamode_db [None req-82de626d-c101-493a-8fb0-da9350c937b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a70e0379-ed61-4fd7-a4ef-a7e066ab1921', 'name': 'tempest-TestMinimumBasicScenario-458706051-router', 'tenant_id': '52b824edd0f44d7d9e3d594007007f8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'external_fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': 'abbc4b96-b861-47c1-87f1-c399aa357ac2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:15:22Z', 'updated_at': '2022-04-07T12:15:24Z', 'revision_number': 3, 'project_id': '52b824edd0f44d7d9e3d594007007f8d', 'gw_port': {'id': 'abbc4b96-b861-47c1-87f1-c399aa357ac2', 'name': '', 'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:5a:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a70e0379-ed61-4fd7-a4ef-a7e066ab1921', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:15:23Z', 'updated_at': '2022-04-07T12:15:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4554067d-f507-4a99-8a98-0874c02c5721', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836930-1-iscsi'}], 'dv-cinder-836930-1-iscsi', False) {} {{(pid=103984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:15:25.760766 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82de626d-c101-493a-8fb0-da9350c937b8 None None] Checking router: a70e0379-ed61-4fd7-a4ef-a7e066ab1921 for host: dv-cinder-836930-1-iscsi {{(pid=103984) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 12:15:25.761457 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82de626d-c101-493a-8fb0-da9350c937b8 None None] Updating router a70e0379-ed61-4fd7-a4ef-a7e066ab1921 port abbc4b96-b861-47c1-87f1-c399aa357ac2 binding host dv-cinder-836930-1-iscsi {{(pid=103984) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 12:15:25.771263 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-0d0a90b0-09d5-4a45-ab54-e8ed59f3e43d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (None), before_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:25.794974 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-82de626d-c101-493a-8fb0-da9350c937b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (abbc4b96-b861-47c1-87f1-c399aa357ac2), before_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:25.796416 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.provisioning_blocks [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Provisioning complete for port 71d3cf6d-706e-448c-9b17-6f50f0bf7c4e triggered by entity L2. {{(pid=103984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:15:25.796765 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7484729'] for port (71d3cf6d-706e-448c-9b17-6f50f0bf7c4e), provisioning_complete {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:25.927468 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.db.db_base_plugin_common [None req-0d0a90b0-09d5-4a45-ab54-e8ed59f3e43d admin admin] Allocated IP 172.20.0.1 (b8bced1b-7a85-44c1-903c-cf4df8fbea3f/42a3f323-2a5a-4729-a63b-3f4a26d45e94/a39e1070-7afd-4ac5-bd2a-bf8edbac9c17) {{(pid=103983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 12:15:26.005960 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Current status of the port 71d3cf6d-706e-448c-9b17-6f50f0bf7c4e is: ACTIVE; New status is: ACTIVE {{(pid=103984) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:15:26.032785 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-0d0a90b0-09d5-4a45-ab54-e8ed59f3e43d admin admin] Publish callbacks [] for port (a39e1070-7afd-4ac5-bd2a-bf8edbac9c17), precommit_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:26.105611 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-82de626d-c101-493a-8fb0-da9350c937b8 None None] Publish callbacks [] for port (abbc4b96-b861-47c1-87f1-c399aa357ac2), precommit_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:26.137006 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-0d0a90b0-09d5-4a45-ab54-e8ed59f3e43d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780056949589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126495687'] for port (a39e1070-7afd-4ac5-bd2a-bf8edbac9c17), after_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:26.167294 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-82de626d-c101-493a-8fb0-da9350c937b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780057409639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780056949607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780056949625'] for port (abbc4b96-b861-47c1-87f1-c399aa357ac2), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:26.175366 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d0a90b0-09d5-4a45-ab54-e8ed59f3e43d admin admin] Network b8bced1b-7a85-44c1-903c-cf4df8fbea3f is already hosted by enough agents. {{(pid=103983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:15:26.178450 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.scheduler.base_scheduler [None req-0d0a90b0-09d5-4a45-ab54-e8ed59f3e43d admin admin] Resources bound (agent type, host, resource id): {{(pid=103983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:15:26.181917 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d0a90b0-09d5-4a45-ab54-e8ed59f3e43d admin admin] Received port after_create {{(pid=103983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 12:15:26.213727 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0a90b0-09d5-4a45-ab54-e8ed59f3e43d admin admin] Pushing event updated for resources: {'Port': ['ID=a39e1070-7afd-4ac5-bd2a-bf8edbac9c17,revision_number=1']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:15:26.226311 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.managers [None req-82de626d-c101-493a-8fb0-da9350c937b8 None None] Attempting to bind port abbc4b96-b861-47c1-87f1-c399aa357ac2 on host dv-cinder-836930-1-iscsi for vnic_type normal with profile {{(pid=103984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 12:15:26.226689 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.managers [None req-82de626d-c101-493a-8fb0-da9350c937b8 None None] Attempting to bind port abbc4b96-b861-47c1-87f1-c399aa357ac2 by drivers openvswitch,hyperv on host dv-cinder-836930-1-iscsi at level 0 using segments [{'id': '82c7666f-c776-4b0f-ab14-8be16f51c525', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56'}] {{(pid=103984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 12:15:26.227218 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82de626d-c101-493a-8fb0-da9350c937b8 None None] Attempting to bind port abbc4b96-b861-47c1-87f1-c399aa357ac2 on network bbaeba58-97ce-4d65-bbf2-981851410a56 {{(pid=103984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:15:26.229149 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2edd89-0163-4a85-b859-a1fd2d8d97da None None] Pushing event updated for resources: {'Port': ['ID=abbc4b96-b861-47c1-87f1-c399aa357ac2,revision_number=2']} {{(pid=103984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:15:26.236432 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-0d0a90b0-09d5-4a45-ab54-e8ed59f3e43d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2021299'] for router_interface (a70e0379-ed61-4fd7-a4ef-a7e066ab1921), before_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:26.240523 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82de626d-c101-493a-8fb0-da9350c937b8 None None] Checking agent: {'id': '18566f30-62c1-4fb1-af49-ebd049d63fec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836930-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 57, 39), 'started_at': datetime.datetime(2022, 4, 7, 11, 58, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 12, 15, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836930-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 12:15:26.240884 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82de626d-c101-493a-8fb0-da9350c937b8 None None] Checking segment: {'id': '82c7666f-c776-4b0f-ab14-8be16f51c525', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:15:26.243417 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-82de626d-c101-493a-8fb0-da9350c937b8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:26.243417 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82de626d-c101-493a-8fb0-da9350c937b8 None None] Bound using segment: {'id': '82c7666f-c776-4b0f-ab14-8be16f51c525', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56'} {{(pid=103984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 12:15:26.243417 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.managers [None req-82de626d-c101-493a-8fb0-da9350c937b8 None None] Bound port: abbc4b96-b861-47c1-87f1-c399aa357ac2, host: dv-cinder-836930-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82c7666f-c776-4b0f-ab14-8be16f51c525', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56'}}] {{(pid=103984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 12:15:26.243417 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-82de626d-c101-493a-8fb0-da9350c937b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (abbc4b96-b861-47c1-87f1-c399aa357ac2), before_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:26.306662 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.db [None req-82de626d-c101-493a-8fb0-da9350c937b8 None None] For port abbc4b96-b861-47c1-87f1-c399aa357ac2, host dv-cinder-836930-1-iscsi, cleared binding levels {{(pid=103984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 12:15:26.311363 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.db [None req-82de626d-c101-493a-8fb0-da9350c937b8 None None] For port abbc4b96-b861-47c1-87f1-c399aa357ac2, host dv-cinder-836930-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836930-1-iscsi',level=0,port_id=abbc4b96-b861-47c1-87f1-c399aa357ac2,segment=NetworkSegment(82c7666f-c776-4b0f-ab14-8be16f51c525),segment_id=82c7666f-c776-4b0f-ab14-8be16f51c525)] {{(pid=103984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 12:15:26.427375 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-82de626d-c101-493a-8fb0-da9350c937b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780057409639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780056949607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780056949625'] for port (abbc4b96-b861-47c1-87f1-c399aa357ac2), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:26.465059 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.provisioning_blocks [None req-a1128398-6f0f-404c-b30c-a32fb5e0fd0d None None] Provisioning complete for port a39e1070-7afd-4ac5-bd2a-bf8edbac9c17 triggered by entity DHCP. {{(pid=103984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:15:26.465059 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-a1128398-6f0f-404c-b30c-a32fb5e0fd0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7484729'] for port (a39e1070-7afd-4ac5-bd2a-bf8edbac9c17), provisioning_complete {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:26.517848 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2edd89-0163-4a85-b859-a1fd2d8d97da None None] Pushing event updated for resources: {'Port': ['ID=abbc4b96-b861-47c1-87f1-c399aa357ac2,revision_number=3']} {{(pid=103984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:15:26.523387 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82de626d-c101-493a-8fb0-da9350c937b8 None None] Routers {'a70e0379-ed61-4fd7-a4ef-a7e066ab1921'} bound to L3 agent in host dv-cinder-836930-1-iscsi {{(pid=103984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:15:26.523937 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_hamode_db [None req-82de626d-c101-493a-8fb0-da9350c937b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836930-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-07T11:57:34Z,description=,heartbeat_timestamp=2022-04-07T12:15:04Z,host='dv-cinder-836930-1-iscsi',id=ad8978c4-6515-441c-a828-0289badd3b4a,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:57:35Z,topic='l3_agent')) {'router_ids': ['a70e0379-ed61-4fd7-a4ef-a7e066ab1921'], 'active': True} {{(pid=103984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:15:26.708385 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-a1128398-6f0f-404c-b30c-a32fb5e0fd0d None None] Port a39e1070-7afd-4ac5-bd2a-bf8edbac9c17 cannot update to ACTIVE because it is not bound. {{(pid=103984) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 12:15:26.733110 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40c6c7f-1351-420f-b57f-2db81a8a3e3c req-36540446-7f08-4933-8d86-337332071e6b tempest-VolumesActionsTest-1301679375 tempest-VolumesActionsTest-1301679375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:15:26.734582 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-f40c6c7f-1351-420f-b57f-2db81a8a3e3c req-36540446-7f08-4933-8d86-337332071e6b tempest-VolumesActionsTest-1301679375 tempest-VolumesActionsTest-1301679375-project] 10.222.0.58 "GET /v2.0/networks?id=f79ab1cc-5bfe-4ae4-b6e2-5ae01cee9ad3 HTTP/1.1" status: 200 len: 809 time: 0.1087990 Apr 07 12:15:26.749949 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-f40c6c7f-1351-420f-b57f-2db81a8a3e3c req-01ae9f8f-766c-4bfb-9303-c8f543658c0a tempest-VolumesActionsTest-1301679375 tempest-VolumesActionsTest-1301679375-project] 10.222.0.58 "GET /v2.0/quotas/8799abbfe1d848f8a3d0491b5d77a568 HTTP/1.1" status: 200 len: 375 time: 0.0091147 Apr 07 12:15:26.779769 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-0d0a90b0-09d5-4a45-ab54-e8ed59f3e43d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (a39e1070-7afd-4ac5-bd2a-bf8edbac9c17), before_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:26.780318 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_dvr_db [None req-82de626d-c101-493a-8fb0-da9350c937b8 None None] Set router a70e0379-ed61-4fd7-a4ef-a7e066ab1921 gateway port host: dv-cinder-836930-1-iscsi {{(pid=103984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:15:26.784544 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-f40c6c7f-1351-420f-b57f-2db81a8a3e3c req-c11429bd-98c8-4475-a444-e0cb28b1bf41 tempest-VolumesActionsTest-1301679375 tempest-VolumesActionsTest-1301679375-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=8799abbfe1d848f8a3d0491b5d77a568&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0276122 Apr 07 12:15:26.964421 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-0d0a90b0-09d5-4a45-ab54-e8ed59f3e43d admin admin] Publish callbacks [] for port (a39e1070-7afd-4ac5-bd2a-bf8edbac9c17), precommit_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:26.964649 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_hamode_db [None req-82de626d-c101-493a-8fb0-da9350c937b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a70e0379-ed61-4fd7-a4ef-a7e066ab1921', 'name': 'tempest-TestMinimumBasicScenario-458706051-router', 'tenant_id': '52b824edd0f44d7d9e3d594007007f8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'external_fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': 'abbc4b96-b861-47c1-87f1-c399aa357ac2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:15:22Z', 'updated_at': '2022-04-07T12:15:24Z', 'revision_number': 3, 'project_id': '52b824edd0f44d7d9e3d594007007f8d', 'gw_port': {'id': 'abbc4b96-b861-47c1-87f1-c399aa357ac2', 'name': '', 'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:5a:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a70e0379-ed61-4fd7-a4ef-a7e066ab1921', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:15:23Z', 'updated_at': '2022-04-07T12:15:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4554067d-f507-4a99-8a98-0874c02c5721', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836930-1-iscsi'}], 'dv-cinder-836930-1-iscsi', False) {} {{(pid=103984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:15:26.992886 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-f40c6c7f-1351-420f-b57f-2db81a8a3e3c req-d6c2ba48-251c-4692-902b-bebec0609979 service neutron] 10.222.0.58 "GET /v2.0/networks/f79ab1cc-5bfe-4ae4-b6e2-5ae01cee9ad3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2009556 Apr 07 12:15:26.995584 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82de626d-c101-493a-8fb0-da9350c937b8 None None] The sync data for ids ['a70e0379-ed61-4fd7-a4ef-a7e066ab1921'] in dv-cinder-836930-1-iscsi is: [{'id': 'a70e0379-ed61-4fd7-a4ef-a7e066ab1921', 'name': 'tempest-TestMinimumBasicScenario-458706051-router', 'tenant_id': '52b824edd0f44d7d9e3d594007007f8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'external_fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': 'abbc4b96-b861-47c1-87f1-c399aa357ac2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:15:22Z', 'updated_at': '2022-04-07T12:15:24Z', 'revision_number': 3, 'project_id': '52b824edd0f44d7d9e3d594007007f8d', 'gw_port': {'id': 'abbc4b96-b861-47c1-87f1-c399aa357ac2', 'name': '', 'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:5a:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a70e0379-ed61-4fd7-a4ef-a7e066ab1921', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:15:23Z', 'updated_at': '2022-04-07T12:15:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4554067d-f507-4a99-8a98-0874c02c5721', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836930-1-iscsi'}] {{(pid=103984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 12:15:27.048120 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-0d0a90b0-09d5-4a45-ab54-e8ed59f3e43d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780057409639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780056949607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780056949625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126495704'] for port (a39e1070-7afd-4ac5-bd2a-bf8edbac9c17), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:27.084932 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-f40c6c7f-1351-420f-b57f-2db81a8a3e3c req-177bc074-a4dc-4dbd-83e7-315487f4c3f7 service neutron] 10.222.0.58 "GET /v2.0/networks/f79ab1cc-5bfe-4ae4-b6e2-5ae01cee9ad3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861304 Apr 07 12:15:27.124360 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-0d0a90b0-09d5-4a45-ab54-e8ed59f3e43d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2021151'] for router_interface (a70e0379-ed61-4fd7-a4ef-a7e066ab1921), after_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:27.126067 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0a90b0-09d5-4a45-ab54-e8ed59f3e43d admin admin] Pushing event updated for resources: {'Port': ['ID=a39e1070-7afd-4ac5-bd2a-bf8edbac9c17,revision_number=2']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:15:27.208466 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Device d7c970cc-46b3-42a6-8c09-7125987b57d6 up at agent ovs-agent-dv-cinder-836930-1-iscsi {{(pid=103984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:15:27.258464 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d0a90b0-09d5-4a45-ab54-e8ed59f3e43d admin admin] Network b8bced1b-7a85-44c1-903c-cf4df8fbea3f is already hosted by enough agents. {{(pid=103983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:15:27.259886 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.scheduler.base_scheduler [None req-0d0a90b0-09d5-4a45-ab54-e8ed59f3e43d admin admin] Resources bound (agent type, host, resource id): {{(pid=103983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:15:27.292199 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.provisioning_blocks [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Provisioning complete for port d7c970cc-46b3-42a6-8c09-7125987b57d6 triggered by entity L2. {{(pid=103984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:15:27.292758 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7484729'] for port (d7c970cc-46b3-42a6-8c09-7125987b57d6), provisioning_complete {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:27.432149 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Current status of the port d7c970cc-46b3-42a6-8c09-7125987b57d6 is: ACTIVE; New status is: ACTIVE {{(pid=103984) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:15:27.453155 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d0a90b0-09d5-4a45-ab54-e8ed59f3e43d admin admin] Router a70e0379-ed61-4fd7-a4ef-a7e066ab1921 has already been hosted by L3 agent ad8978c4-6515-441c-a828-0289badd3b4a {{(pid=103983) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 12:15:27.485675 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-9db5410c-0d9f-4b36-ac11-90af322067c0 req-28c4e18e-1129-4336-a178-75c561eb30c6 tempest-VolumesActionsTest-1301679375 tempest-VolumesActionsTest-1301679375-project] 10.222.0.58 "GET /v2.0/ports?device_id=fe0777d6-c31a-45ae-8991-00ce1478ac26 HTTP/1.1" status: 200 len: 210 time: 0.0770676 Apr 07 12:15:27.541912 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.provisioning_blocks [None req-ebda6d03-09ac-4fa9-865e-bf160835b7cc None None] Provisioning complete for port a39e1070-7afd-4ac5-bd2a-bf8edbac9c17 triggered by entity DHCP. {{(pid=103984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:15:27.542350 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-ebda6d03-09ac-4fa9-865e-bf160835b7cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7484729'] for port (a39e1070-7afd-4ac5-bd2a-bf8edbac9c17), provisioning_complete {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:27.584693 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-ebda6d03-09ac-4fa9-865e-bf160835b7cc None None] Port a39e1070-7afd-4ac5-bd2a-bf8edbac9c17 cannot update to ACTIVE because it is not bound. {{(pid=103984) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 12:15:27.621111 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d0a90b0-09d5-4a45-ab54-e8ed59f3e43d admin admin] Notify agent at l3_agent.dv-cinder-836930-1-iscsi the message routers_updated {{(pid=103983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 12:15:27.627372 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [None req-0d0a90b0-09d5-4a45-ab54-e8ed59f3e43d admin admin] 10.222.0.58 "PUT /v2.0/routers/a70e0379-ed61-4fd7-a4ef-a7e066ab1921/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3316002 Apr 07 12:15:27.787584 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Device 092fba3c-f91d-465a-affd-285261c5dfe9 no longer exists at agent hyperv_hv-cinder-83693 {{(pid=103984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 12:15:27.809765 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] No Port match for: 092fba3c-f91d-465a-affd-285261c5dfe9 {{(pid=103984) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 12:15:27.810192 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Device 092fba3c-f91d-465a-affd-285261c5dfe9 not bound to the agent host hv-cinder-83693 {{(pid=103984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 12:15:28.602860 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-7912dde0-e7d7-4428-a8c0-7602c880e748 req-ce6bb7a0-5c9c-4fce-a584-e9c261a0388c tempest-VolumesActionsTest-1301679375 tempest-VolumesActionsTest-1301679375-project] 10.222.0.58 "GET /v2.0/ports?device_id=fe0777d6-c31a-45ae-8991-00ce1478ac26 HTTP/1.1" status: 200 len: 210 time: 0.0313885 Apr 07 12:15:28.803002 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9671ad3e-db37-48fb-a5f7-6262755dd28e None None] Sync routers for ids ['a70e0379-ed61-4fd7-a4ef-a7e066ab1921'] in dv-cinder-836930-1-iscsi {{(pid=103985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 12:15:28.833713 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9671ad3e-db37-48fb-a5f7-6262755dd28e None None] Routers {'a70e0379-ed61-4fd7-a4ef-a7e066ab1921'} bound to L3 agent in host dv-cinder-836930-1-iscsi {{(pid=103985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:15:28.834756 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_hamode_db [None req-9671ad3e-db37-48fb-a5f7-6262755dd28e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836930-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-07T11:57:34Z,description=,heartbeat_timestamp=2022-04-07T12:15:04Z,host='dv-cinder-836930-1-iscsi',id=ad8978c4-6515-441c-a828-0289badd3b4a,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:57:35Z,topic='l3_agent')) {'router_ids': ['a70e0379-ed61-4fd7-a4ef-a7e066ab1921'], 'active': True} {{(pid=103985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:15:28.971180 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_dvr_db [None req-9671ad3e-db37-48fb-a5f7-6262755dd28e None None] Set router a70e0379-ed61-4fd7-a4ef-a7e066ab1921 gateway port host: dv-cinder-836930-1-iscsi {{(pid=103985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:15:29.277993 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Device abbc4b96-b861-47c1-87f1-c399aa357ac2 up at agent ovs-agent-dv-cinder-836930-1-iscsi {{(pid=103984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:15:29.278810 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_hamode_db [None req-9671ad3e-db37-48fb-a5f7-6262755dd28e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a70e0379-ed61-4fd7-a4ef-a7e066ab1921', 'name': 'tempest-TestMinimumBasicScenario-458706051-router', 'tenant_id': '52b824edd0f44d7d9e3d594007007f8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'external_fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': 'abbc4b96-b861-47c1-87f1-c399aa357ac2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:15:22Z', 'updated_at': '2022-04-07T12:15:26Z', 'revision_number': 4, 'project_id': '52b824edd0f44d7d9e3d594007007f8d', 'gw_port': {'id': 'abbc4b96-b861-47c1-87f1-c399aa357ac2', 'name': '', 'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:5a:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a70e0379-ed61-4fd7-a4ef-a7e066ab1921', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:15:23Z', 'updated_at': '2022-04-07T12:15:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4554067d-f507-4a99-8a98-0874c02c5721', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836930-1-iscsi', '_interfaces': [{'id': 'a39e1070-7afd-4ac5-bd2a-bf8edbac9c17', 'name': '', 'network_id': 'b8bced1b-7a85-44c1-903c-cf4df8fbea3f', 'tenant_id': '52b824edd0f44d7d9e3d594007007f8d', 'mac_address': 'fa:16:3e:cd:27:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a70e0379-ed61-4fd7-a4ef-a7e066ab1921', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '42a3f323-2a5a-4729-a63b-3f4a26d45e94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:15:25Z', 'updated_at': '2022-04-07T12:15:26Z', 'revision_number': 2, 'project_id': '52b824edd0f44d7d9e3d594007007f8d', 'subnets': [{'id': '42a3f323-2a5a-4729-a63b-3f4a26d45e94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836930-1-iscsi', False) {} {{(pid=103985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:15:29.325850 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9671ad3e-db37-48fb-a5f7-6262755dd28e None None] Checking router: a70e0379-ed61-4fd7-a4ef-a7e066ab1921 for host: dv-cinder-836930-1-iscsi {{(pid=103985) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 12:15:29.326669 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9671ad3e-db37-48fb-a5f7-6262755dd28e None None] Updating router a70e0379-ed61-4fd7-a4ef-a7e066ab1921 port a39e1070-7afd-4ac5-bd2a-bf8edbac9c17 binding host dv-cinder-836930-1-iscsi {{(pid=103985) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 12:15:29.340698 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.provisioning_blocks [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Provisioning complete for port abbc4b96-b861-47c1-87f1-c399aa357ac2 triggered by entity L2. {{(pid=103984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:15:29.341149 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7484729'] for port (abbc4b96-b861-47c1-87f1-c399aa357ac2), provisioning_complete {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:29.359623 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron_lib.callbacks.manager [None req-9671ad3e-db37-48fb-a5f7-6262755dd28e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (a39e1070-7afd-4ac5-bd2a-bf8edbac9c17), before_update {{(pid=103985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:29.441181 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Current status of the port abbc4b96-b861-47c1-87f1-c399aa357ac2 is: DOWN; New status is: ACTIVE {{(pid=103984) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:15:29.441480 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (abbc4b96-b861-47c1-87f1-c399aa357ac2), before_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:29.466128 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.db [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] For port abbc4b96-b861-47c1-87f1-c399aa357ac2, host dv-cinder-836930-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836930-1-iscsi',level=0,port_id=abbc4b96-b861-47c1-87f1-c399aa357ac2,segment=NetworkSegment(82c7666f-c776-4b0f-ab14-8be16f51c525),segment_id=82c7666f-c776-4b0f-ab14-8be16f51c525)] {{(pid=103984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:15:29.487548 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (b65c4e22-832a-4f2b-89ab-f6b5f91e1f65), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:29.560508 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780057409639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780056949607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780056949625'] for port (abbc4b96-b861-47c1-87f1-c399aa357ac2), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:29.637347 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Pushing event updated for resources: {'Port': ['ID=abbc4b96-b861-47c1-87f1-c399aa357ac2,revision_number=4']} {{(pid=103984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:15:29.688001 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron_lib.callbacks.manager [None req-9671ad3e-db37-48fb-a5f7-6262755dd28e None None] Publish callbacks [] for port (a39e1070-7afd-4ac5-bd2a-bf8edbac9c17), precommit_update {{(pid=103985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:29.755642 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-d1729fcc-e6ac-4781-8a40-33b9e43324c9 req-d1569ed3-190f-466b-b5ea-212864d875ad tempest-VolumesActionsTest-1301679375 tempest-VolumesActionsTest-1301679375-project] 10.222.0.58 "GET /v2.0/ports?device_id=fe0777d6-c31a-45ae-8991-00ce1478ac26 HTTP/1.1" status: 200 len: 210 time: 0.0347369 Apr 07 12:15:29.759504 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron_lib.callbacks.manager [None req-9671ad3e-db37-48fb-a5f7-6262755dd28e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780057409639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780056949607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780056949625'] for port (a39e1070-7afd-4ac5-bd2a-bf8edbac9c17), after_update {{(pid=103985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:29.823622 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c67eb92-976c-4045-9cf9-ca166ca07d0a None None] Pushing event updated for resources: {'Port': ['ID=a39e1070-7afd-4ac5-bd2a-bf8edbac9c17,revision_number=3']} {{(pid=103985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:15:29.916841 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.plugins.ml2.managers [None req-9671ad3e-db37-48fb-a5f7-6262755dd28e None None] Attempting to bind port a39e1070-7afd-4ac5-bd2a-bf8edbac9c17 on host dv-cinder-836930-1-iscsi for vnic_type normal with profile {{(pid=103985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 12:15:29.917223 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.plugins.ml2.managers [None req-9671ad3e-db37-48fb-a5f7-6262755dd28e None None] Attempting to bind port a39e1070-7afd-4ac5-bd2a-bf8edbac9c17 by drivers openvswitch,hyperv on host dv-cinder-836930-1-iscsi at level 0 using segments [{'id': 'a5b0cadf-a4ed-41eb-bdfe-e58233085e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'b8bced1b-7a85-44c1-903c-cf4df8fbea3f'}] {{(pid=103985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 12:15:29.917558 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9671ad3e-db37-48fb-a5f7-6262755dd28e None None] Attempting to bind port a39e1070-7afd-4ac5-bd2a-bf8edbac9c17 on network b8bced1b-7a85-44c1-903c-cf4df8fbea3f {{(pid=103985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:15:29.923305 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9671ad3e-db37-48fb-a5f7-6262755dd28e None None] Checking agent: {'id': '18566f30-62c1-4fb1-af49-ebd049d63fec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836930-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 57, 39), 'started_at': datetime.datetime(2022, 4, 7, 11, 58, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 12, 15, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836930-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 12:15:29.923606 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9671ad3e-db37-48fb-a5f7-6262755dd28e None None] Checking segment: {'id': 'a5b0cadf-a4ed-41eb-bdfe-e58233085e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'b8bced1b-7a85-44c1-903c-cf4df8fbea3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:15:29.924024 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron_lib.callbacks.manager [None req-9671ad3e-db37-48fb-a5f7-6262755dd28e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:29.924400 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9671ad3e-db37-48fb-a5f7-6262755dd28e None None] Bound using segment: {'id': 'a5b0cadf-a4ed-41eb-bdfe-e58233085e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'b8bced1b-7a85-44c1-903c-cf4df8fbea3f'} {{(pid=103985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 12:15:29.924866 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.plugins.ml2.managers [None req-9671ad3e-db37-48fb-a5f7-6262755dd28e None None] Bound port: a39e1070-7afd-4ac5-bd2a-bf8edbac9c17, host: dv-cinder-836930-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5b0cadf-a4ed-41eb-bdfe-e58233085e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'b8bced1b-7a85-44c1-903c-cf4df8fbea3f'}}] {{(pid=103985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 12:15:29.925399 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron_lib.callbacks.manager [None req-9671ad3e-db37-48fb-a5f7-6262755dd28e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (a39e1070-7afd-4ac5-bd2a-bf8edbac9c17), before_update {{(pid=103985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:30.022195 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.plugins.ml2.db [None req-9671ad3e-db37-48fb-a5f7-6262755dd28e None None] For port a39e1070-7afd-4ac5-bd2a-bf8edbac9c17, host dv-cinder-836930-1-iscsi, cleared binding levels {{(pid=103985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 12:15:30.025894 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.plugins.ml2.db [None req-9671ad3e-db37-48fb-a5f7-6262755dd28e None None] For port a39e1070-7afd-4ac5-bd2a-bf8edbac9c17, host dv-cinder-836930-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836930-1-iscsi',level=0,port_id=a39e1070-7afd-4ac5-bd2a-bf8edbac9c17,segment=NetworkSegment(a5b0cadf-a4ed-41eb-bdfe-e58233085e74),segment_id=a5b0cadf-a4ed-41eb-bdfe-e58233085e74)] {{(pid=103985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 12:15:30.057836 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40c6c7f-1351-420f-b57f-2db81a8a3e3c req-eed06067-e1d7-47d7-8014-3afa27a80528 tempest-VolumesActionsTest-1301679375 tempest-VolumesActionsTest-1301679375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:15:30.062654 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-f40c6c7f-1351-420f-b57f-2db81a8a3e3c req-eed06067-e1d7-47d7-8014-3afa27a80528 tempest-VolumesActionsTest-1301679375 tempest-VolumesActionsTest-1301679375-project] 10.222.0.49 "GET /v2.0/networks?id=f79ab1cc-5bfe-4ae4-b6e2-5ae01cee9ad3 HTTP/1.1" status: 200 len: 809 time: 0.1827209 Apr 07 12:15:30.079622 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.v2.base [req-f40c6c7f-1351-420f-b57f-2db81a8a3e3c req-d82d1e57-b097-4516-ad4b-c9ed8728c17f tempest-VolumesActionsTest-1301679375 tempest-VolumesActionsTest-1301679375-project] Request body: {'port': {'device_id': 'fe0777d6-c31a-45ae-8991-00ce1478ac26', 'network_id': 'f79ab1cc-5bfe-4ae4-b6e2-5ae01cee9ad3', 'admin_state_up': True, 'tenant_id': '8799abbfe1d848f8a3d0491b5d77a568'}} {{(pid=103982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:15:30.128983 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.provisioning_blocks [None req-8c465191-db5e-4157-a994-438172688b57 None None] Provisioning complete for port a39e1070-7afd-4ac5-bd2a-bf8edbac9c17 triggered by entity DHCP. {{(pid=103984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:15:30.130181 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-8c465191-db5e-4157-a994-438172688b57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7484729'] for port (a39e1070-7afd-4ac5-bd2a-bf8edbac9c17), provisioning_complete {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:30.133713 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron_lib.callbacks.manager [None req-9671ad3e-db37-48fb-a5f7-6262755dd28e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780057409639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780056949607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780056949625'] for port (a39e1070-7afd-4ac5-bd2a-bf8edbac9c17), after_update {{(pid=103985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:30.211938 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9671ad3e-db37-48fb-a5f7-6262755dd28e None None] Routers {'a70e0379-ed61-4fd7-a4ef-a7e066ab1921'} bound to L3 agent in host dv-cinder-836930-1-iscsi {{(pid=103985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:15:30.212910 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_hamode_db [None req-9671ad3e-db37-48fb-a5f7-6262755dd28e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836930-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-07T11:57:34Z,description=,heartbeat_timestamp=2022-04-07T12:15:04Z,host='dv-cinder-836930-1-iscsi',id=ad8978c4-6515-441c-a828-0289badd3b4a,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:57:35Z,topic='l3_agent')) {'router_ids': ['a70e0379-ed61-4fd7-a4ef-a7e066ab1921'], 'active': True} {{(pid=103985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:15:30.300501 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-8c465191-db5e-4157-a994-438172688b57 None None] Current status of the port a39e1070-7afd-4ac5-bd2a-bf8edbac9c17 is: DOWN; New status is: ACTIVE {{(pid=103984) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:15:30.301523 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-8c465191-db5e-4157-a994-438172688b57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (a39e1070-7afd-4ac5-bd2a-bf8edbac9c17), before_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:30.319449 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f40c6c7f-1351-420f-b57f-2db81a8a3e3c req-d82d1e57-b097-4516-ad4b-c9ed8728c17f tempest-VolumesActionsTest-1301679375 tempest-VolumesActionsTest-1301679375-project] Made reservation on behalf of 8799abbfe1d848f8a3d0491b5d77a568 for: {'port': 1} {{(pid=103982) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 12:15:30.325532 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [req-f40c6c7f-1351-420f-b57f-2db81a8a3e3c req-d82d1e57-b097-4516-ad4b-c9ed8728c17f tempest-VolumesActionsTest-1301679375 tempest-VolumesActionsTest-1301679375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (None), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:30.344718 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_dvr_db [None req-9671ad3e-db37-48fb-a5f7-6262755dd28e None None] Set router a70e0379-ed61-4fd7-a4ef-a7e066ab1921 gateway port host: dv-cinder-836930-1-iscsi {{(pid=103985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:15:30.389921 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.db [None req-8c465191-db5e-4157-a994-438172688b57 None None] For port a39e1070-7afd-4ac5-bd2a-bf8edbac9c17, host dv-cinder-836930-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836930-1-iscsi',level=0,port_id=a39e1070-7afd-4ac5-bd2a-bf8edbac9c17,segment=NetworkSegment(a5b0cadf-a4ed-41eb-bdfe-e58233085e74),segment_id=a5b0cadf-a4ed-41eb-bdfe-e58233085e74)] {{(pid=103984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:15:30.462723 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-8c465191-db5e-4157-a994-438172688b57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780057409639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780056949607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780056949625'] for port (a39e1070-7afd-4ac5-bd2a-bf8edbac9c17), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:30.523651 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c67eb92-976c-4045-9cf9-ca166ca07d0a None None] Pushing event updated for resources: {'Port': ['ID=a39e1070-7afd-4ac5-bd2a-bf8edbac9c17,revision_number=4']} {{(pid=103985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:15:30.536674 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c465191-db5e-4157-a994-438172688b57 None None] Pushing event updated for resources: {'Port': ['ID=a39e1070-7afd-4ac5-bd2a-bf8edbac9c17,revision_number=5']} {{(pid=103984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:15:30.574709 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.db.db_base_plugin_common [req-f40c6c7f-1351-420f-b57f-2db81a8a3e3c req-d82d1e57-b097-4516-ad4b-c9ed8728c17f tempest-VolumesActionsTest-1301679375 tempest-VolumesActionsTest-1301679375-project] Allocated IP 172.20.0.9 (f79ab1cc-5bfe-4ae4-b6e2-5ae01cee9ad3/cd664d16-72a3-4840-a45b-d606a827ada8/f2196d58-54b9-42fc-b064-fa66b7123bec) {{(pid=103982) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 12:15:30.599489 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.provisioning_blocks [None req-3d7f7bcd-a30f-48b6-a1c2-689e1e6728f5 None None] Provisioning complete for port a39e1070-7afd-4ac5-bd2a-bf8edbac9c17 triggered by entity DHCP. {{(pid=103984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:15:30.600233 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-3d7f7bcd-a30f-48b6-a1c2-689e1e6728f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7484729'] for port (a39e1070-7afd-4ac5-bd2a-bf8edbac9c17), provisioning_complete {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:30.659225 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_hamode_db [None req-9671ad3e-db37-48fb-a5f7-6262755dd28e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a70e0379-ed61-4fd7-a4ef-a7e066ab1921', 'name': 'tempest-TestMinimumBasicScenario-458706051-router', 'tenant_id': '52b824edd0f44d7d9e3d594007007f8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'external_fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': 'abbc4b96-b861-47c1-87f1-c399aa357ac2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:15:22Z', 'updated_at': '2022-04-07T12:15:26Z', 'revision_number': 4, 'project_id': '52b824edd0f44d7d9e3d594007007f8d', 'gw_port': {'id': 'abbc4b96-b861-47c1-87f1-c399aa357ac2', 'name': '', 'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:5a:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a70e0379-ed61-4fd7-a4ef-a7e066ab1921', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:15:23Z', 'updated_at': '2022-04-07T12:15:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4554067d-f507-4a99-8a98-0874c02c5721', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836930-1-iscsi', '_interfaces': [{'id': 'a39e1070-7afd-4ac5-bd2a-bf8edbac9c17', 'name': '', 'network_id': 'b8bced1b-7a85-44c1-903c-cf4df8fbea3f', 'tenant_id': '52b824edd0f44d7d9e3d594007007f8d', 'mac_address': 'fa:16:3e:cd:27:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a70e0379-ed61-4fd7-a4ef-a7e066ab1921', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '42a3f323-2a5a-4729-a63b-3f4a26d45e94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:15:25Z', 'updated_at': '2022-04-07T12:15:30Z', 'revision_number': 4, 'project_id': '52b824edd0f44d7d9e3d594007007f8d', 'subnets': [{'id': '42a3f323-2a5a-4729-a63b-3f4a26d45e94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836930-1-iscsi', False) {} {{(pid=103985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:15:30.703593 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9671ad3e-db37-48fb-a5f7-6262755dd28e None None] The sync data for ids ['a70e0379-ed61-4fd7-a4ef-a7e066ab1921'] in dv-cinder-836930-1-iscsi is: [{'id': 'a70e0379-ed61-4fd7-a4ef-a7e066ab1921', 'name': 'tempest-TestMinimumBasicScenario-458706051-router', 'tenant_id': '52b824edd0f44d7d9e3d594007007f8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'external_fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': 'abbc4b96-b861-47c1-87f1-c399aa357ac2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:15:22Z', 'updated_at': '2022-04-07T12:15:26Z', 'revision_number': 4, 'project_id': '52b824edd0f44d7d9e3d594007007f8d', 'gw_port': {'id': 'abbc4b96-b861-47c1-87f1-c399aa357ac2', 'name': '', 'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:5a:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a70e0379-ed61-4fd7-a4ef-a7e066ab1921', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:15:23Z', 'updated_at': '2022-04-07T12:15:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4554067d-f507-4a99-8a98-0874c02c5721', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836930-1-iscsi', '_interfaces': [{'id': 'a39e1070-7afd-4ac5-bd2a-bf8edbac9c17', 'name': '', 'network_id': 'b8bced1b-7a85-44c1-903c-cf4df8fbea3f', 'tenant_id': '52b824edd0f44d7d9e3d594007007f8d', 'mac_address': 'fa:16:3e:cd:27:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a70e0379-ed61-4fd7-a4ef-a7e066ab1921', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '42a3f323-2a5a-4729-a63b-3f4a26d45e94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:15:25Z', 'updated_at': '2022-04-07T12:15:30Z', 'revision_number': 4, 'project_id': '52b824edd0f44d7d9e3d594007007f8d', 'subnets': [{'id': '42a3f323-2a5a-4729-a63b-3f4a26d45e94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 12:15:30.709824 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-3d7f7bcd-a30f-48b6-a1c2-689e1e6728f5 None None] Current status of the port a39e1070-7afd-4ac5-bd2a-bf8edbac9c17 is: ACTIVE; New status is: ACTIVE {{(pid=103984) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:15:30.892092 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-f93b3b65-8681-4d2f-8069-745ee4ca1b60 req-de66a3c0-675d-473d-86f9-eb9ecfcadc26 tempest-VolumesActionsTest-1301679375 tempest-VolumesActionsTest-1301679375-project] 10.222.0.58 "GET /v2.0/ports?device_id=fe0777d6-c31a-45ae-8991-00ce1478ac26 HTTP/1.1" status: 200 len: 210 time: 0.0405781 Apr 07 12:15:30.895399 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [req-f40c6c7f-1351-420f-b57f-2db81a8a3e3c req-d82d1e57-b097-4516-ad4b-c9ed8728c17f tempest-VolumesActionsTest-1301679375 tempest-VolumesActionsTest-1301679375-project] Publish callbacks [] for port (f2196d58-54b9-42fc-b064-fa66b7123bec), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:31.005520 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [req-f40c6c7f-1351-420f-b57f-2db81a8a3e3c req-d82d1e57-b097-4516-ad4b-c9ed8728c17f tempest-VolumesActionsTest-1301679375 tempest-VolumesActionsTest-1301679375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780056949589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126593575'] for port (f2196d58-54b9-42fc-b064-fa66b7123bec), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:31.056468 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f40c6c7f-1351-420f-b57f-2db81a8a3e3c req-d82d1e57-b097-4516-ad4b-c9ed8728c17f tempest-VolumesActionsTest-1301679375 tempest-VolumesActionsTest-1301679375-project] Network f79ab1cc-5bfe-4ae4-b6e2-5ae01cee9ad3 is already hosted by enough agents. {{(pid=103982) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:15:31.066593 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.scheduler.base_scheduler [req-f40c6c7f-1351-420f-b57f-2db81a8a3e3c req-d82d1e57-b097-4516-ad4b-c9ed8728c17f tempest-VolumesActionsTest-1301679375 tempest-VolumesActionsTest-1301679375-project] Resources bound (agent type, host, resource id): {{(pid=103982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:15:31.071296 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.db.l3_dvrscheduler_db [req-f40c6c7f-1351-420f-b57f-2db81a8a3e3c req-d82d1e57-b097-4516-ad4b-c9ed8728c17f tempest-VolumesActionsTest-1301679375 tempest-VolumesActionsTest-1301679375-project] Received port after_create {{(pid=103982) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 12:15:31.406450 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Device a39e1070-7afd-4ac5-bd2a-bf8edbac9c17 up at agent ovs-agent-dv-cinder-836930-1-iscsi {{(pid=103984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:15:31.436774 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82d1e57-b097-4516-ad4b-c9ed8728c17f tempest-VolumesActionsTest-1301679375 tempest-VolumesActionsTest-1301679375-project] Pushing event updated for resources: {'Port': ['ID=f2196d58-54b9-42fc-b064-fa66b7123bec,revision_number=1']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:15:31.461966 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40c6c7f-1351-420f-b57f-2db81a8a3e3c req-d82d1e57-b097-4516-ad4b-c9ed8728c17f tempest-VolumesActionsTest-1301679375 tempest-VolumesActionsTest-1301679375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:15:31.462610 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [req-f40c6c7f-1351-420f-b57f-2db81a8a3e3c req-d82d1e57-b097-4516-ad4b-c9ed8728c17f tempest-VolumesActionsTest-1301679375 tempest-VolumesActionsTest-1301679375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91606'] for port (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:31.478753 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.provisioning_blocks [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Provisioning complete for port a39e1070-7afd-4ac5-bd2a-bf8edbac9c17 triggered by entity L2. {{(pid=103984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:15:31.479584 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7484729'] for port (a39e1070-7afd-4ac5-bd2a-bf8edbac9c17), provisioning_complete {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:31.571242 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-f40c6c7f-1351-420f-b57f-2db81a8a3e3c req-d82d1e57-b097-4516-ad4b-c9ed8728c17f tempest-VolumesActionsTest-1301679375 tempest-VolumesActionsTest-1301679375-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4953492 Apr 07 12:15:31.588445 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Current status of the port a39e1070-7afd-4ac5-bd2a-bf8edbac9c17 is: ACTIVE; New status is: ACTIVE {{(pid=103984) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:15:31.589545 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Device abbc4b96-b861-47c1-87f1-c399aa357ac2 up at agent ovs-agent-dv-cinder-836930-1-iscsi {{(pid=103984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:15:31.590848 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.v2.base [req-f40c6c7f-1351-420f-b57f-2db81a8a3e3c req-3f605bfa-71a6-4551-a6a3-8f1c1c48d736 service neutron] Request body: {'port': {'device_id': 'fe0777d6-c31a-45ae-8991-00ce1478ac26', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83693'}} {{(pid=103982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:15:31.649761 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.provisioning_blocks [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Provisioning complete for port abbc4b96-b861-47c1-87f1-c399aa357ac2 triggered by entity L2. {{(pid=103984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:15:31.650173 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7484729'] for port (abbc4b96-b861-47c1-87f1-c399aa357ac2), provisioning_complete {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:31.695462 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [req-f40c6c7f-1351-420f-b57f-2db81a8a3e3c req-3f605bfa-71a6-4551-a6a3-8f1c1c48d736 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (f2196d58-54b9-42fc-b064-fa66b7123bec), before_update {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:31.764057 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Current status of the port abbc4b96-b861-47c1-87f1-c399aa357ac2 is: ACTIVE; New status is: ACTIVE {{(pid=103984) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:15:31.958861 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-b9f46aaf-3abc-4765-bf80-203122361114 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (94869e64-74fb-4601-95b5-a1334a6bdcea), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:32.073586 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99ffb30-3e84-40df-ba94-817d983a8923 req-cb4e9f36-7205-45dd-aa1a-753326f66aa2 tempest-VolumesActionsTest-1301679375 tempest-VolumesActionsTest-1301679375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:15:32.079831 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-e99ffb30-3e84-40df-ba94-817d983a8923 req-cb4e9f36-7205-45dd-aa1a-753326f66aa2 tempest-VolumesActionsTest-1301679375 tempest-VolumesActionsTest-1301679375-project] 10.222.0.58 "GET /v2.0/ports?device_id=fe0777d6-c31a-45ae-8991-00ce1478ac26 HTTP/1.1" status: 200 len: 931 time: 0.0805035 Apr 07 12:15:32.090953 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.notifiers.nova [req-f40c6c7f-1351-420f-b57f-2db81a8a3e3c req-3f605bfa-71a6-4551-a6a3-8f1c1c48d736 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2196d58-54b9-42fc-b064-fa66b7123bec {{(pid=103982) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 12:15:32.101971 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [req-f40c6c7f-1351-420f-b57f-2db81a8a3e3c req-3f605bfa-71a6-4551-a6a3-8f1c1c48d736 service neutron] Publish callbacks [] for port (f2196d58-54b9-42fc-b064-fa66b7123bec), precommit_update {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:32.115335 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.db.provisioning_blocks [req-f40c6c7f-1351-420f-b57f-2db81a8a3e3c req-3f605bfa-71a6-4551-a6a3-8f1c1c48d736 service neutron] Transition to ACTIVE for port object f2196d58-54b9-42fc-b064-fa66b7123bec will not be triggered until provisioned by entity L2. {{(pid=103982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 12:15:32.147170 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-e99ffb30-3e84-40df-ba94-817d983a8923 req-98aefb79-6a76-48c3-bd56-c9b6ff27a5fb tempest-VolumesActionsTest-1301679375 tempest-VolumesActionsTest-1301679375-project] 10.222.0.58 "GET /v2.0/security-groups?id=ffd4ca1c-ab6f-45a5-94d1-20b5c233febe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610187 Apr 07 12:15:32.487180 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [req-f40c6c7f-1351-420f-b57f-2db81a8a3e3c req-3f605bfa-71a6-4551-a6a3-8f1c1c48d736 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780057409639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780056949607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780056949625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126593592'] for port (f2196d58-54b9-42fc-b064-fa66b7123bec), after_update {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:32.541094 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f605bfa-71a6-4551-a6a3-8f1c1c48d736 service neutron] Pushing event updated for resources: {'Port': ['ID=f2196d58-54b9-42fc-b064-fa66b7123bec,revision_number=2']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:15:32.619975 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.managers [req-f40c6c7f-1351-420f-b57f-2db81a8a3e3c req-3f605bfa-71a6-4551-a6a3-8f1c1c48d736 service neutron] Attempting to bind port f2196d58-54b9-42fc-b064-fa66b7123bec on host hv-cinder-83693 for vnic_type normal with profile {{(pid=103982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 12:15:32.620613 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.managers [req-f40c6c7f-1351-420f-b57f-2db81a8a3e3c req-3f605bfa-71a6-4551-a6a3-8f1c1c48d736 service neutron] Attempting to bind port f2196d58-54b9-42fc-b064-fa66b7123bec by drivers openvswitch,hyperv on host hv-cinder-83693 at level 0 using segments [{'id': '76e0c286-76ab-42b5-9757-5d009c90bddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'f79ab1cc-5bfe-4ae4-b6e2-5ae01cee9ad3'}] {{(pid=103982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 12:15:32.621892 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f40c6c7f-1351-420f-b57f-2db81a8a3e3c req-3f605bfa-71a6-4551-a6a3-8f1c1c48d736 service neutron] Attempting to bind port f2196d58-54b9-42fc-b064-fa66b7123bec on network f79ab1cc-5bfe-4ae4-b6e2-5ae01cee9ad3 {{(pid=103982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:15:32.627066 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f40c6c7f-1351-420f-b57f-2db81a8a3e3c req-3f605bfa-71a6-4551-a6a3-8f1c1c48d736 service neutron] Port f2196d58-54b9-42fc-b064-fa66b7123bec on network f79ab1cc-5bfe-4ae4-b6e2-5ae01cee9ad3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83693 {{(pid=103982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 12:15:32.627651 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f40c6c7f-1351-420f-b57f-2db81a8a3e3c req-3f605bfa-71a6-4551-a6a3-8f1c1c48d736 service neutron] Attempting to bind port f2196d58-54b9-42fc-b064-fa66b7123bec on network f79ab1cc-5bfe-4ae4-b6e2-5ae01cee9ad3 {{(pid=103982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:15:32.633232 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f40c6c7f-1351-420f-b57f-2db81a8a3e3c req-3f605bfa-71a6-4551-a6a3-8f1c1c48d736 service neutron] Checking agent: {'id': 'b65c4e22-832a-4f2b-89ab-f6b5f91e1f65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83693', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 12, 4, 29), 'started_at': datetime.datetime(2022, 4, 7, 12, 4, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 12, 15, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 12:15:32.633568 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f40c6c7f-1351-420f-b57f-2db81a8a3e3c req-3f605bfa-71a6-4551-a6a3-8f1c1c48d736 service neutron] Checking segment: {'id': '76e0c286-76ab-42b5-9757-5d009c90bddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'f79ab1cc-5bfe-4ae4-b6e2-5ae01cee9ad3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:15:32.633948 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f40c6c7f-1351-420f-b57f-2db81a8a3e3c req-3f605bfa-71a6-4551-a6a3-8f1c1c48d736 service neutron] Bound using segment: {'id': '76e0c286-76ab-42b5-9757-5d009c90bddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'f79ab1cc-5bfe-4ae4-b6e2-5ae01cee9ad3'} {{(pid=103982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 12:15:32.634539 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.managers [req-f40c6c7f-1351-420f-b57f-2db81a8a3e3c req-3f605bfa-71a6-4551-a6a3-8f1c1c48d736 service neutron] Bound port: f2196d58-54b9-42fc-b064-fa66b7123bec, host: hv-cinder-83693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76e0c286-76ab-42b5-9757-5d009c90bddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'f79ab1cc-5bfe-4ae4-b6e2-5ae01cee9ad3'}}] {{(pid=103982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 12:15:32.634717 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [req-f40c6c7f-1351-420f-b57f-2db81a8a3e3c req-3f605bfa-71a6-4551-a6a3-8f1c1c48d736 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (f2196d58-54b9-42fc-b064-fa66b7123bec), before_update {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:32.703776 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.db [req-f40c6c7f-1351-420f-b57f-2db81a8a3e3c req-3f605bfa-71a6-4551-a6a3-8f1c1c48d736 service neutron] For port f2196d58-54b9-42fc-b064-fa66b7123bec, host hv-cinder-83693, cleared binding levels {{(pid=103982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 12:15:32.706859 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.db [req-f40c6c7f-1351-420f-b57f-2db81a8a3e3c req-3f605bfa-71a6-4551-a6a3-8f1c1c48d736 service neutron] For port f2196d58-54b9-42fc-b064-fa66b7123bec, host hv-cinder-83693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83693',level=0,port_id=f2196d58-54b9-42fc-b064-fa66b7123bec,segment=NetworkSegment(76e0c286-76ab-42b5-9757-5d009c90bddf),segment_id=76e0c286-76ab-42b5-9757-5d009c90bddf)] {{(pid=103982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 12:15:32.769956 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [req-f40c6c7f-1351-420f-b57f-2db81a8a3e3c req-3f605bfa-71a6-4551-a6a3-8f1c1c48d736 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780057409639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780056949607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780056949625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126593592'] for port (f2196d58-54b9-42fc-b064-fa66b7123bec), after_update {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:32.807530 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40c6c7f-1351-420f-b57f-2db81a8a3e3c req-3f605bfa-71a6-4551-a6a3-8f1c1c48d736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:15:32.808143 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [req-f40c6c7f-1351-420f-b57f-2db81a8a3e3c req-3f605bfa-71a6-4551-a6a3-8f1c1c48d736 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91606'] for port (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:32.809754 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-f40c6c7f-1351-420f-b57f-2db81a8a3e3c req-3f605bfa-71a6-4551-a6a3-8f1c1c48d736 service neutron] 10.222.0.49 "PUT /v2.0/ports/f2196d58-54b9-42fc-b064-fa66b7123bec HTTP/1.1" status: 200 len: 1093 time: 1.2244587 Apr 07 12:15:32.810190 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe0777d6-c31a-45ae-8991-00ce1478ac26', 'tag': 'f2196d58-54b9-42fc-b064-fa66b7123bec'}] {{(pid=103982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:15:32.812630 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a87f3ac2112343cf46b731ae90f6f8f3b8b920e6472e7c70a4e5373429e5b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c87a38e-776f-4c34-a630-721f75a6e7be" -d '{"events": [{"name": "network-changed", "server_uuid": "fe0777d6-c31a-45ae-8991-00ce1478ac26", "tag": "f2196d58-54b9-42fc-b064-fa66b7123bec"}]}' {{(pid=103982) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:15:32.846748 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f605bfa-71a6-4551-a6a3-8f1c1c48d736 service neutron] Pushing event updated for resources: {'Port': ['ID=f2196d58-54b9-42fc-b064-fa66b7123bec,revision_number=3']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:15:32.857634 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 12:15:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69effd4e-b10e-474d-957a-9e71a15f0851 x-openstack-request-id: req-69effd4e-b10e-474d-957a-9e71a15f0851 {{(pid=103982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:15:32.868915 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe0777d6-c31a-45ae-8991-00ce1478ac26", "tag": "f2196d58-54b9-42fc-b064-fa66b7123bec", "status": "completed", "code": 200}]} {{(pid=103982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:15:32.868915 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-69effd4e-b10e-474d-957a-9e71a15f0851 {{(pid=103982) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:15:32.868915 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69effd4e-b10e-474d-957a-9e71a15f0851'] response: {'name': 'network-changed', 'server_uuid': 'fe0777d6-c31a-45ae-8991-00ce1478ac26', 'tag': 'f2196d58-54b9-42fc-b064-fa66b7123bec', 'status': 'completed', 'code': 200} Apr 07 12:15:32.958473 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c87a38e-776f-4c34-a630-721f75a6e7be req-470425e2-d4b3-45e1-a3b8-729de06c2e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:15:32.959943 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-3c87a38e-776f-4c34-a630-721f75a6e7be req-470425e2-d4b3-45e1-a3b8-729de06c2e96 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8799abbfe1d848f8a3d0491b5d77a568&device_id=fe0777d6-c31a-45ae-8991-00ce1478ac26 HTTP/1.1" status: 200 len: 1127 time: 0.0521917 Apr 07 12:15:33.076759 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c87a38e-776f-4c34-a630-721f75a6e7be req-df397248-50bc-4a83-9fcc-220026b8bf4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:15:33.078497 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-3c87a38e-776f-4c34-a630-721f75a6e7be req-df397248-50bc-4a83-9fcc-220026b8bf4a service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=8799abbfe1d848f8a3d0491b5d77a568&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1034420 Apr 07 12:15:33.273683 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4b4937-5f8f-4f40-a7d4-a98bd00ac841 req-5ba75173-e6f0-4034-ad19-243d093d7697 tempest-VolumesActionsTest-1301679375 tempest-VolumesActionsTest-1301679375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:15:33.275902 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-dc4b4937-5f8f-4f40-a7d4-a98bd00ac841 req-5ba75173-e6f0-4034-ad19-243d093d7697 tempest-VolumesActionsTest-1301679375 tempest-VolumesActionsTest-1301679375-project] 10.222.0.58 "GET /v2.0/ports?device_id=fe0777d6-c31a-45ae-8991-00ce1478ac26 HTTP/1.1" status: 200 len: 943 time: 0.0570550 Apr 07 12:15:33.341693 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-dc4b4937-5f8f-4f40-a7d4-a98bd00ac841 req-2d7502e4-87d7-412d-b116-fcf9b259d61a tempest-VolumesActionsTest-1301679375 tempest-VolumesActionsTest-1301679375-project] 10.222.0.58 "GET /v2.0/security-groups?id=ffd4ca1c-ab6f-45a5-94d1-20b5c233febe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596719 Apr 07 12:15:33.424067 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c87a38e-776f-4c34-a630-721f75a6e7be req-5884ddae-8588-42be-ab54-efeea9609e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:15:33.425570 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-3c87a38e-776f-4c34-a630-721f75a6e7be req-5884ddae-8588-42be-ab54-efeea9609e96 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1300569 Apr 07 12:15:33.547365 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40c6c7f-1351-420f-b57f-2db81a8a3e3c req-8a1f80d1-797e-4349-a378-5146e37a1163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:15:33.548993 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-f40c6c7f-1351-420f-b57f-2db81a8a3e3c req-8a1f80d1-797e-4349-a378-5146e37a1163 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8799abbfe1d848f8a3d0491b5d77a568&device_id=fe0777d6-c31a-45ae-8991-00ce1478ac26 HTTP/1.1" status: 200 len: 1127 time: 0.0514443 Apr 07 12:15:33.605396 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-f40c6c7f-1351-420f-b57f-2db81a8a3e3c req-cf027b60-c4f5-4cca-9d0e-13287752a315 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f2196d58-54b9-42fc-b064-fa66b7123bec HTTP/1.1" status: 200 len: 217 time: 0.0393071 Apr 07 12:15:33.659297 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40c6c7f-1351-420f-b57f-2db81a8a3e3c req-82596e73-f710-4d87-83d0-a5558bdc269d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:15:33.663155 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-f40c6c7f-1351-420f-b57f-2db81a8a3e3c req-82596e73-f710-4d87-83d0-a5558bdc269d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=cd664d16-72a3-4840-a45b-d606a827ada8 HTTP/1.1" status: 200 len: 849 time: 0.0496769 Apr 07 12:15:33.700738 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-f40c6c7f-1351-420f-b57f-2db81a8a3e3c req-e1545c29-fb8d-42f0-8989-f7298c193c81 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f79ab1cc-5bfe-4ae4-b6e2-5ae01cee9ad3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327508 Apr 07 12:15:33.811952 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-f40c6c7f-1351-420f-b57f-2db81a8a3e3c req-2679d0e6-0553-499d-addc-a195b9a0b90d service neutron] 10.222.0.49 "GET /v2.0/networks/f79ab1cc-5bfe-4ae4-b6e2-5ae01cee9ad3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047039 Apr 07 12:15:33.913534 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-f40c6c7f-1351-420f-b57f-2db81a8a3e3c req-3833bd75-cace-48f4-a573-dd59cc6220b7 service neutron] 10.222.0.49 "GET /v2.0/networks/f79ab1cc-5bfe-4ae4-b6e2-5ae01cee9ad3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952909 Apr 07 12:15:34.336529 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-18935434-846b-4fd3-b81b-98185dbeeb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (ad8978c4-6515-441c-a828-0289badd3b4a), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:34.494870 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c6328d-d972-4c27-832d-6278d451be5a req-3681bcfb-2af1-40b1-9ca4-a8879e8a4be1 tempest-VolumesActionsTest-1301679375 tempest-VolumesActionsTest-1301679375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:15:34.496623 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-51c6328d-d972-4c27-832d-6278d451be5a req-3681bcfb-2af1-40b1-9ca4-a8879e8a4be1 tempest-VolumesActionsTest-1301679375 tempest-VolumesActionsTest-1301679375-project] 10.222.0.58 "GET /v2.0/ports?device_id=fe0777d6-c31a-45ae-8991-00ce1478ac26 HTTP/1.1" status: 200 len: 943 time: 0.0618663 Apr 07 12:15:34.547390 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-51c6328d-d972-4c27-832d-6278d451be5a req-11065985-c6ea-466f-868d-d2212df59efd tempest-VolumesActionsTest-1301679375 tempest-VolumesActionsTest-1301679375-project] 10.222.0.58 "GET /v2.0/security-groups?id=ffd4ca1c-ab6f-45a5-94d1-20b5c233febe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441291 Apr 07 12:15:35.673873 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-e3029262-029d-49e4-8078-e7e61e534645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (e465150c-12ca-425e-8c36-fa03ee6240b4), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:35.679807 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6e4c52-9587-4ae4-98a3-6e92f68b534f req-d73eb940-e462-45dd-ad44-69c36396bfd0 tempest-VolumesActionsTest-1301679375 tempest-VolumesActionsTest-1301679375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:15:35.681309 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-df6e4c52-9587-4ae4-98a3-6e92f68b534f req-d73eb940-e462-45dd-ad44-69c36396bfd0 tempest-VolumesActionsTest-1301679375 tempest-VolumesActionsTest-1301679375-project] 10.222.0.58 "GET /v2.0/ports?device_id=fe0777d6-c31a-45ae-8991-00ce1478ac26 HTTP/1.1" status: 200 len: 943 time: 0.0583954 Apr 07 12:15:35.729130 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-df6e4c52-9587-4ae4-98a3-6e92f68b534f req-dbe48f95-201f-49f5-a214-5ea352ce9a26 tempest-VolumesActionsTest-1301679375 tempest-VolumesActionsTest-1301679375-project] 10.222.0.58 "GET /v2.0/security-groups?id=ffd4ca1c-ab6f-45a5-94d1-20b5c233febe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416722 Apr 07 12:15:36.852724 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451cdf1e-d771-4516-bc07-0d6437c98a15 req-e152d8e0-4382-448c-b9b1-e5d8217fa713 tempest-VolumesActionsTest-1301679375 tempest-VolumesActionsTest-1301679375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:15:36.854189 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-451cdf1e-d771-4516-bc07-0d6437c98a15 req-e152d8e0-4382-448c-b9b1-e5d8217fa713 tempest-VolumesActionsTest-1301679375 tempest-VolumesActionsTest-1301679375-project] 10.222.0.58 "GET /v2.0/ports?device_id=fe0777d6-c31a-45ae-8991-00ce1478ac26 HTTP/1.1" status: 200 len: 943 time: 0.0564301 Apr 07 12:15:36.912224 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-451cdf1e-d771-4516-bc07-0d6437c98a15 req-310e335d-b041-4e29-bfed-02b89e254695 tempest-VolumesActionsTest-1301679375 tempest-VolumesActionsTest-1301679375-project] 10.222.0.58 "GET /v2.0/security-groups?id=ffd4ca1c-ab6f-45a5-94d1-20b5c233febe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496340 Apr 07 12:15:37.441556 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-4ee86192-ef9a-4f9c-8d37-983d911c7eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (8705c964-c35e-4008-b403-e26242cd5404), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:37.942932 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Device f2196d58-54b9-42fc-b064-fa66b7123bec details requested by agent hyperv_hv-cinder-83693 with host hv-cinder-83693 {{(pid=103984) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 12:15:38.061479 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f601ee2-a8cb-4564-baf4-d14c35f6a576 req-3011e7d9-b4f0-4dc9-96a3-17e9f4fdc034 tempest-VolumesActionsTest-1301679375 tempest-VolumesActionsTest-1301679375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:15:38.063657 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-3f601ee2-a8cb-4564-baf4-d14c35f6a576 req-3011e7d9-b4f0-4dc9-96a3-17e9f4fdc034 tempest-VolumesActionsTest-1301679375 tempest-VolumesActionsTest-1301679375-project] 10.222.0.58 "GET /v2.0/ports?device_id=fe0777d6-c31a-45ae-8991-00ce1478ac26 HTTP/1.1" status: 200 len: 943 time: 0.0610838 Apr 07 12:15:38.076827 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.db [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] For port f2196d58-54b9-42fc-b064-fa66b7123bec, host hv-cinder-83693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83693',level=0,port_id=f2196d58-54b9-42fc-b064-fa66b7123bec,segment=NetworkSegment(76e0c286-76ab-42b5-9757-5d009c90bddf),segment_id=76e0c286-76ab-42b5-9757-5d009c90bddf)] {{(pid=103984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:15:38.093938 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Returning: {'device': 'f2196d58-54b9-42fc-b064-fa66b7123bec', 'network_id': 'f79ab1cc-5bfe-4ae4-b6e2-5ae01cee9ad3', 'port_id': 'f2196d58-54b9-42fc-b064-fa66b7123bec', 'mac_address': 'fa:16:3e:5e:13:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd664d16-72a3-4840-a45b-d606a827ada8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103984) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 12:15:38.120358 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-3f601ee2-a8cb-4564-baf4-d14c35f6a576 req-b6b33f7e-5c0c-4eae-9d71-a10c317edc18 tempest-VolumesActionsTest-1301679375 tempest-VolumesActionsTest-1301679375-project] 10.222.0.58 "GET /v2.0/security-groups?id=ffd4ca1c-ab6f-45a5-94d1-20b5c233febe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494430 Apr 07 12:15:38.144731 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Current status of the port f2196d58-54b9-42fc-b064-fa66b7123bec is: DOWN; New status is: BUILD {{(pid=103984) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:15:38.145206 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (f2196d58-54b9-42fc-b064-fa66b7123bec), before_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:38.160205 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.notifiers.nova [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2196d58-54b9-42fc-b064-fa66b7123bec {{(pid=103984) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 12:15:38.184012 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.db [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] For port f2196d58-54b9-42fc-b064-fa66b7123bec, host hv-cinder-83693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83693',level=0,port_id=f2196d58-54b9-42fc-b064-fa66b7123bec,segment=NetworkSegment(76e0c286-76ab-42b5-9757-5d009c90bddf),segment_id=76e0c286-76ab-42b5-9757-5d009c90bddf)] {{(pid=103984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:15:38.549982 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780057409639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780056949607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780056949625'] for port (f2196d58-54b9-42fc-b064-fa66b7123bec), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:38.602053 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Pushing event updated for resources: {'Port': ['ID=f2196d58-54b9-42fc-b064-fa66b7123bec,revision_number=4']} {{(pid=103984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:15:38.799218 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (18566f30-62c1-4fb1-af49-ebd049d63fec), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:38.857468 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.db [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] get_ports_and_sgs() called for port_ids ['f2196d58-54b9-42fc-b064-fa66b7123bec'] {{(pid=103984) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 12:15:39.240042 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ca44f2-65c6-4f7c-9e8d-febe246a347a req-5690c2ad-6333-4afe-9ba2-0645c96e6112 tempest-VolumesActionsTest-1301679375 tempest-VolumesActionsTest-1301679375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:15:39.241535 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-31ca44f2-65c6-4f7c-9e8d-febe246a347a req-5690c2ad-6333-4afe-9ba2-0645c96e6112 tempest-VolumesActionsTest-1301679375 tempest-VolumesActionsTest-1301679375-project] 10.222.0.58 "GET /v2.0/ports?device_id=fe0777d6-c31a-45ae-8991-00ce1478ac26 HTTP/1.1" status: 200 len: 944 time: 0.0524783 Apr 07 12:15:39.288121 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-31ca44f2-65c6-4f7c-9e8d-febe246a347a req-2ad4619a-104d-4ecf-88d3-8e763f7c492c tempest-VolumesActionsTest-1301679375 tempest-VolumesActionsTest-1301679375-project] 10.222.0.58 "GET /v2.0/security-groups?id=ffd4ca1c-ab6f-45a5-94d1-20b5c233febe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408375 Apr 07 12:15:39.961961 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Device f2196d58-54b9-42fc-b064-fa66b7123bec up at agent hyperv_hv-cinder-83693 {{(pid=103984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:15:40.044731 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedeef89-d46a-4446-a2b8-07345deff116 req-41b3872a-8997-40d5-a88c-c3c4a0d8e53e tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:15:40.046171 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-dedeef89-d46a-4446-a2b8-07345deff116 req-41b3872a-8997-40d5-a88c-c3c4a0d8e53e tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] 10.222.0.58 "GET /v2.0/networks?id=02d796af-ca6a-4742-8a34-9d3f4b69aae0 HTTP/1.1" status: 200 len: 814 time: 0.1020074 Apr 07 12:15:40.061040 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-dedeef89-d46a-4446-a2b8-07345deff116 req-0ba33b16-835f-452e-a7c9-78ee7ced2ff4 tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] 10.222.0.58 "GET /v2.0/quotas/23f5e0a355be492c9d73e403fb20d1d3 HTTP/1.1" status: 200 len: 375 time: 0.0088835 Apr 07 12:15:40.064896 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.provisioning_blocks [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Provisioning for port f2196d58-54b9-42fc-b064-fa66b7123bec completed by entity L2. {{(pid=103984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 12:15:40.069488 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.provisioning_blocks [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Provisioning complete for port f2196d58-54b9-42fc-b064-fa66b7123bec triggered by entity L2. {{(pid=103984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:15:40.069855 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7484729'] for port (f2196d58-54b9-42fc-b064-fa66b7123bec), provisioning_complete {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:40.114637 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-dedeef89-d46a-4446-a2b8-07345deff116 req-30ec5ee9-bf0b-4441-8c39-fc69ee8a32d3 tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=23f5e0a355be492c9d73e403fb20d1d3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0480163 Apr 07 12:15:40.147198 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Current status of the port f2196d58-54b9-42fc-b064-fa66b7123bec is: BUILD; New status is: ACTIVE {{(pid=103984) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:15:40.147636 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (f2196d58-54b9-42fc-b064-fa66b7123bec), before_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:40.169926 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe0777d6-c31a-45ae-8991-00ce1478ac26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2196d58-54b9-42fc-b064-fa66b7123bec'}] {{(pid=103984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:15:40.172212 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0608bff1dee5f704c30ce50aefecbc08eaebc6e842b477e08be3f7901197da8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c87d83e-a511-448b-9a62-6934d44961b6" -d '{"events": [{"server_uuid": "fe0777d6-c31a-45ae-8991-00ce1478ac26", "name": "network-vif-plugged", "status": "completed", "tag": "f2196d58-54b9-42fc-b064-fa66b7123bec"}]}' {{(pid=103984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:15:40.185984 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.db [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] For port f2196d58-54b9-42fc-b064-fa66b7123bec, host hv-cinder-83693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83693',level=0,port_id=f2196d58-54b9-42fc-b064-fa66b7123bec,segment=NetworkSegment(76e0c286-76ab-42b5-9757-5d009c90bddf),segment_id=76e0c286-76ab-42b5-9757-5d009c90bddf)] {{(pid=103984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:15:40.210276 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 12:15:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35a480f8-7572-42f6-8f05-b4671f99bd69 x-openstack-request-id: req-35a480f8-7572-42f6-8f05-b4671f99bd69 {{(pid=103984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:15:40.210574 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe0777d6-c31a-45ae-8991-00ce1478ac26", "name": "network-vif-plugged", "status": "completed", "tag": "f2196d58-54b9-42fc-b064-fa66b7123bec", "code": 200}]} {{(pid=103984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:15:40.210829 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-35a480f8-7572-42f6-8f05-b4671f99bd69 {{(pid=103984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:15:40.211258 dv-cinder-836930-1-iscsi neutron-server[103984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35a480f8-7572-42f6-8f05-b4671f99bd69'] response: {'server_uuid': 'fe0777d6-c31a-45ae-8991-00ce1478ac26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2196d58-54b9-42fc-b064-fa66b7123bec', 'code': 200} Apr 07 12:15:40.215459 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-dedeef89-d46a-4446-a2b8-07345deff116 req-1fab8913-4a29-4d90-91e4-5c54042a885c service neutron] 10.222.0.58 "GET /v2.0/networks/02d796af-ca6a-4742-8a34-9d3f4b69aae0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896251 Apr 07 12:15:40.248263 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780057409639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780056949607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780056949625'] for port (f2196d58-54b9-42fc-b064-fa66b7123bec), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:40.299965 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Pushing event updated for resources: {'Port': ['ID=f2196d58-54b9-42fc-b064-fa66b7123bec,revision_number=5']} {{(pid=103984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:15:40.306451 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-dedeef89-d46a-4446-a2b8-07345deff116 req-4320a4bc-4712-4ae3-b1c2-998b3a67172d service neutron] 10.222.0.58 "GET /v2.0/networks/02d796af-ca6a-4742-8a34-9d3f4b69aae0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854037 Apr 07 12:15:40.410964 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6930d5f4-34ef-4ab4-95ad-82dbc4a8986b req-20e80fd8-0b9a-47ea-9ac5-9b801454d47a tempest-VolumesActionsTest-1301679375 tempest-VolumesActionsTest-1301679375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:15:40.412385 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-6930d5f4-34ef-4ab4-95ad-82dbc4a8986b req-20e80fd8-0b9a-47ea-9ac5-9b801454d47a tempest-VolumesActionsTest-1301679375 tempest-VolumesActionsTest-1301679375-project] 10.222.0.58 "GET /v2.0/ports?device_id=fe0777d6-c31a-45ae-8991-00ce1478ac26 HTTP/1.1" status: 200 len: 945 time: 0.0576727 Apr 07 12:15:40.460498 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-6930d5f4-34ef-4ab4-95ad-82dbc4a8986b req-689450ef-0720-4f9f-84d8-561773c31abb tempest-VolumesActionsTest-1301679375 tempest-VolumesActionsTest-1301679375-project] 10.222.0.58 "GET /v2.0/security-groups?id=ffd4ca1c-ab6f-45a5-94d1-20b5c233febe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415332 Apr 07 12:15:40.529177 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-d4707b53-8cd7-4e59-a718-17b3b209e7ad req-86dfc330-b3d8-46bb-9a44-5cbed794d659 tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] 10.222.0.58 "GET /v2.0/ports?device_id=746138f7-de61-4006-a969-275560d719e3 HTTP/1.1" status: 200 len: 210 time: 0.0298395 Apr 07 12:15:40.577797 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd02f71-aa55-4ae9-bed0-1771ce6dce01 req-163fd636-a9ba-4693-ae71-45c76d1eac07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:15:40.579327 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-9bd02f71-aa55-4ae9-bed0-1771ce6dce01 req-163fd636-a9ba-4693-ae71-45c76d1eac07 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=fe0777d6-c31a-45ae-8991-00ce1478ac26 HTTP/1.1" status: 200 len: 1129 time: 0.0528889 Apr 07 12:15:40.623956 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-9bd02f71-aa55-4ae9-bed0-1771ce6dce01 req-836aac3f-b823-48dd-ac1e-ee20a95886a9 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=ffd4ca1c-ab6f-45a5-94d1-20b5c233febe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378704 Apr 07 12:15:41.579622 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd85ad3-1902-4320-b021-ee2469c06343 req-d5412e4c-49b3-4fef-949e-a005770c9622 tempest-VolumesActionsTest-1301679375 tempest-VolumesActionsTest-1301679375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:15:41.581129 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-9fd85ad3-1902-4320-b021-ee2469c06343 req-d5412e4c-49b3-4fef-949e-a005770c9622 tempest-VolumesActionsTest-1301679375 tempest-VolumesActionsTest-1301679375-project] 10.222.0.58 "GET /v2.0/ports?device_id=fe0777d6-c31a-45ae-8991-00ce1478ac26 HTTP/1.1" status: 200 len: 945 time: 0.0545766 Apr 07 12:15:41.613423 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-fa463c96-330c-4cf4-b329-ec3b8f256f35 req-e1c8de9d-47b7-4312-ac48-d1c7fddbdce9 tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] 10.222.0.58 "GET /v2.0/ports?device_id=746138f7-de61-4006-a969-275560d719e3 HTTP/1.1" status: 200 len: 210 time: 0.0271792 Apr 07 12:15:41.632188 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-9fd85ad3-1902-4320-b021-ee2469c06343 req-0513a311-30ee-4248-b23e-e75fa70bc75f tempest-VolumesActionsTest-1301679375 tempest-VolumesActionsTest-1301679375-project] 10.222.0.58 "GET /v2.0/security-groups?id=ffd4ca1c-ab6f-45a5-94d1-20b5c233febe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430825 Apr 07 12:15:42.709093 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-9deb68a5-a0f9-4d0d-8480-4c96a7b80db2 req-8742cfaa-e476-4392-9d67-71e5d60d752d tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] 10.222.0.58 "GET /v2.0/ports?device_id=746138f7-de61-4006-a969-275560d719e3 HTTP/1.1" status: 200 len: 210 time: 0.0319746 Apr 07 12:15:42.760599 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f89484-21b9-44a3-807a-d984c46f900a req-6985b84d-92c3-409a-85a8-ccd60841a744 tempest-VolumesActionsTest-1301679375 tempest-VolumesActionsTest-1301679375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:15:42.762207 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-72f89484-21b9-44a3-807a-d984c46f900a req-6985b84d-92c3-409a-85a8-ccd60841a744 tempest-VolumesActionsTest-1301679375 tempest-VolumesActionsTest-1301679375-project] 10.222.0.58 "GET /v2.0/ports?device_id=fe0777d6-c31a-45ae-8991-00ce1478ac26 HTTP/1.1" status: 200 len: 945 time: 0.0576832 Apr 07 12:15:42.809451 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-72f89484-21b9-44a3-807a-d984c46f900a req-5c288ac4-7e38-40f2-b0c9-39349356c12f tempest-VolumesActionsTest-1301679375 tempest-VolumesActionsTest-1301679375-project] 10.222.0.58 "GET /v2.0/security-groups?id=ffd4ca1c-ab6f-45a5-94d1-20b5c233febe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415571 Apr 07 12:15:43.775171 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedeef89-d46a-4446-a2b8-07345deff116 req-dc16d5c6-6660-46e0-a1ea-b65e2d894fae tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:15:43.776686 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-dedeef89-d46a-4446-a2b8-07345deff116 req-dc16d5c6-6660-46e0-a1ea-b65e2d894fae tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] 10.222.0.49 "GET /v2.0/networks?id=02d796af-ca6a-4742-8a34-9d3f4b69aae0 HTTP/1.1" status: 200 len: 814 time: 0.1211596 Apr 07 12:15:43.798955 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.v2.base [req-dedeef89-d46a-4446-a2b8-07345deff116 req-6e42aa76-5d7a-43b9-9d2f-a954f190cf24 tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] Request body: {'port': {'device_id': '746138f7-de61-4006-a969-275560d719e3', 'network_id': '02d796af-ca6a-4742-8a34-9d3f4b69aae0', 'admin_state_up': True, 'tenant_id': '23f5e0a355be492c9d73e403fb20d1d3'}} {{(pid=103982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:15:43.827207 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-ce80fc5b-69f6-4fca-844f-143d45eee32e req-4d30af78-45a2-45d6-9f9a-4c0657efe3d4 tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] 10.222.0.58 "GET /v2.0/ports?device_id=746138f7-de61-4006-a969-275560d719e3 HTTP/1.1" status: 200 len: 210 time: 0.0284564 Apr 07 12:15:43.996146 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dedeef89-d46a-4446-a2b8-07345deff116 req-6e42aa76-5d7a-43b9-9d2f-a954f190cf24 tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] Made reservation on behalf of 23f5e0a355be492c9d73e403fb20d1d3 for: {'port': 1} {{(pid=103982) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 12:15:43.999622 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [req-dedeef89-d46a-4446-a2b8-07345deff116 req-6e42aa76-5d7a-43b9-9d2f-a954f190cf24 tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (None), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:44.127214 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844551ec-df5b-4440-a3df-8c061c0e35fa req-a2fb00b5-2d28-43d1-b345-0b26e1da8532 tempest-VolumesActionsTest-1301679375 tempest-VolumesActionsTest-1301679375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:15:44.128836 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-844551ec-df5b-4440-a3df-8c061c0e35fa req-a2fb00b5-2d28-43d1-b345-0b26e1da8532 tempest-VolumesActionsTest-1301679375 tempest-VolumesActionsTest-1301679375-project] 10.222.0.58 "GET /v2.0/ports?device_id=fe0777d6-c31a-45ae-8991-00ce1478ac26 HTTP/1.1" status: 200 len: 945 time: 0.0593789 Apr 07 12:15:44.140595 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.db.db_base_plugin_common [req-dedeef89-d46a-4446-a2b8-07345deff116 req-6e42aa76-5d7a-43b9-9d2f-a954f190cf24 tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] Allocated IP 172.20.0.12 (02d796af-ca6a-4742-8a34-9d3f4b69aae0/9b07e596-6c59-4f6f-8de1-05786643409a/c930ff25-4661-4304-96f2-65736d59d9a1) {{(pid=103982) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 12:15:44.180312 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-844551ec-df5b-4440-a3df-8c061c0e35fa req-1b16745a-2fc2-4f94-8983-01ac2566890a tempest-VolumesActionsTest-1301679375 tempest-VolumesActionsTest-1301679375-project] 10.222.0.58 "GET /v2.0/security-groups?id=ffd4ca1c-ab6f-45a5-94d1-20b5c233febe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441413 Apr 07 12:15:44.296600 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [req-dedeef89-d46a-4446-a2b8-07345deff116 req-6e42aa76-5d7a-43b9-9d2f-a954f190cf24 tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] Publish callbacks [] for port (c930ff25-4661-4304-96f2-65736d59d9a1), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:44.399998 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [req-dedeef89-d46a-4446-a2b8-07345deff116 req-6e42aa76-5d7a-43b9-9d2f-a954f190cf24 tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780056949589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126593575'] for port (c930ff25-4661-4304-96f2-65736d59d9a1), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:44.447857 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dedeef89-d46a-4446-a2b8-07345deff116 req-6e42aa76-5d7a-43b9-9d2f-a954f190cf24 tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] Network 02d796af-ca6a-4742-8a34-9d3f4b69aae0 is already hosted by enough agents. {{(pid=103982) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:15:44.451234 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.scheduler.base_scheduler [req-dedeef89-d46a-4446-a2b8-07345deff116 req-6e42aa76-5d7a-43b9-9d2f-a954f190cf24 tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] Resources bound (agent type, host, resource id): {{(pid=103982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:15:44.457495 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.db.l3_dvrscheduler_db [req-dedeef89-d46a-4446-a2b8-07345deff116 req-6e42aa76-5d7a-43b9-9d2f-a954f190cf24 tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] Received port after_create {{(pid=103982) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 12:15:44.481603 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e42aa76-5d7a-43b9-9d2f-a954f190cf24 tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] Pushing event updated for resources: {'Port': ['ID=c930ff25-4661-4304-96f2-65736d59d9a1,revision_number=1']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:15:44.514478 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedeef89-d46a-4446-a2b8-07345deff116 req-6e42aa76-5d7a-43b9-9d2f-a954f190cf24 tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:15:44.515141 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [req-dedeef89-d46a-4446-a2b8-07345deff116 req-6e42aa76-5d7a-43b9-9d2f-a954f190cf24 tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91606'] for port (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:44.590834 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-dedeef89-d46a-4446-a2b8-07345deff116 req-6e42aa76-5d7a-43b9-9d2f-a954f190cf24 tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7971945 Apr 07 12:15:44.630729 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.provisioning_blocks [None req-5c780df3-7030-4d1c-9dd1-4cef762b2d62 None None] Provisioning complete for port c930ff25-4661-4304-96f2-65736d59d9a1 triggered by entity DHCP. {{(pid=103984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:15:44.631516 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-5c780df3-7030-4d1c-9dd1-4cef762b2d62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7484729'] for port (c930ff25-4661-4304-96f2-65736d59d9a1), provisioning_complete {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:44.665222 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-5c780df3-7030-4d1c-9dd1-4cef762b2d62 None None] Port c930ff25-4661-4304-96f2-65736d59d9a1 cannot update to ACTIVE because it is not bound. {{(pid=103984) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 12:15:44.949234 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7e2548-0ced-4c88-b965-d1d7528fa512 req-8fa7d8d1-7047-4782-9a51-74b687fc7b2e tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:15:44.950702 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-5c7e2548-0ced-4c88-b965-d1d7528fa512 req-8fa7d8d1-7047-4782-9a51-74b687fc7b2e tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] 10.222.0.58 "GET /v2.0/ports?device_id=746138f7-de61-4006-a969-275560d719e3 HTTP/1.1" status: 200 len: 932 time: 0.0521231 Apr 07 12:15:44.996637 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-5c7e2548-0ced-4c88-b965-d1d7528fa512 req-b6d092aa-e47a-4ca2-8a74-5314cb9d8e15 tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] 10.222.0.58 "GET /v2.0/security-groups?id=a7e896e4-9713-4e53-afaf-d2baedba1d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401912 Apr 07 12:15:45.300656 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5c6b71-7e54-45a0-a28f-814619fe5323 req-c6832215-353f-45fa-a79e-bf741ef5a0b9 tempest-VolumesActionsTest-1301679375 tempest-VolumesActionsTest-1301679375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:15:45.302120 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-0c5c6b71-7e54-45a0-a28f-814619fe5323 req-c6832215-353f-45fa-a79e-bf741ef5a0b9 tempest-VolumesActionsTest-1301679375 tempest-VolumesActionsTest-1301679375-project] 10.222.0.58 "GET /v2.0/ports?device_id=fe0777d6-c31a-45ae-8991-00ce1478ac26 HTTP/1.1" status: 200 len: 945 time: 0.0550995 Apr 07 12:15:45.349113 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-0c5c6b71-7e54-45a0-a28f-814619fe5323 req-b7638391-5ccf-4968-a122-4f6f050b9e45 tempest-VolumesActionsTest-1301679375 tempest-VolumesActionsTest-1301679375-project] 10.222.0.58 "GET /v2.0/security-groups?id=ffd4ca1c-ab6f-45a5-94d1-20b5c233febe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408428 Apr 07 12:15:45.449531 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.v2.base [req-dedeef89-d46a-4446-a2b8-07345deff116 req-7300f676-f020-44eb-8e6a-2f55aebcdee8 service neutron] Request body: {'port': {'device_id': '746138f7-de61-4006-a969-275560d719e3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83693'}} {{(pid=103982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:15:45.507470 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [req-dedeef89-d46a-4446-a2b8-07345deff116 req-7300f676-f020-44eb-8e6a-2f55aebcdee8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (c930ff25-4661-4304-96f2-65736d59d9a1), before_update {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:45.766393 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.notifiers.nova [req-dedeef89-d46a-4446-a2b8-07345deff116 req-7300f676-f020-44eb-8e6a-2f55aebcdee8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c930ff25-4661-4304-96f2-65736d59d9a1 {{(pid=103982) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 12:15:45.772906 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [req-dedeef89-d46a-4446-a2b8-07345deff116 req-7300f676-f020-44eb-8e6a-2f55aebcdee8 service neutron] Publish callbacks [] for port (c930ff25-4661-4304-96f2-65736d59d9a1), precommit_update {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:45.785096 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.db.provisioning_blocks [req-dedeef89-d46a-4446-a2b8-07345deff116 req-7300f676-f020-44eb-8e6a-2f55aebcdee8 service neutron] Transition to ACTIVE for port object c930ff25-4661-4304-96f2-65736d59d9a1 will not be triggered until provisioned by entity L2. {{(pid=103982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 12:15:45.879141 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [req-dedeef89-d46a-4446-a2b8-07345deff116 req-7300f676-f020-44eb-8e6a-2f55aebcdee8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780057409639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780056949607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780056949625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126593592'] for port (c930ff25-4661-4304-96f2-65736d59d9a1), after_update {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:45.927747 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7300f676-f020-44eb-8e6a-2f55aebcdee8 service neutron] Pushing event updated for resources: {'Port': ['ID=c930ff25-4661-4304-96f2-65736d59d9a1,revision_number=2']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:15:45.979213 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0588ce1e-32d7-4930-8175-e3933af29aca req-547e712e-05b5-4d7b-9fce-a0c77eb902a1 tempest-VolumesActionsTest-1301679375 tempest-VolumesActionsTest-1301679375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:15:45.980760 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-0588ce1e-32d7-4930-8175-e3933af29aca req-547e712e-05b5-4d7b-9fce-a0c77eb902a1 tempest-VolumesActionsTest-1301679375 tempest-VolumesActionsTest-1301679375-project] 10.222.0.49 "GET /v2.0/ports?device_id=fe0777d6-c31a-45ae-8991-00ce1478ac26 HTTP/1.1" status: 200 len: 945 time: 0.0709314 Apr 07 12:15:46.009156 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.managers [req-dedeef89-d46a-4446-a2b8-07345deff116 req-7300f676-f020-44eb-8e6a-2f55aebcdee8 service neutron] Attempting to bind port c930ff25-4661-4304-96f2-65736d59d9a1 on host hv-cinder-83693 for vnic_type normal with profile {{(pid=103982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 12:15:46.009720 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.managers [req-dedeef89-d46a-4446-a2b8-07345deff116 req-7300f676-f020-44eb-8e6a-2f55aebcdee8 service neutron] Attempting to bind port c930ff25-4661-4304-96f2-65736d59d9a1 by drivers openvswitch,hyperv on host hv-cinder-83693 at level 0 using segments [{'id': '3fda049f-37bf-4034-bad2-268cc93fcdfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '02d796af-ca6a-4742-8a34-9d3f4b69aae0'}] {{(pid=103982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 12:15:46.009824 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dedeef89-d46a-4446-a2b8-07345deff116 req-7300f676-f020-44eb-8e6a-2f55aebcdee8 service neutron] Attempting to bind port c930ff25-4661-4304-96f2-65736d59d9a1 on network 02d796af-ca6a-4742-8a34-9d3f4b69aae0 {{(pid=103982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:15:46.014638 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dedeef89-d46a-4446-a2b8-07345deff116 req-7300f676-f020-44eb-8e6a-2f55aebcdee8 service neutron] Port c930ff25-4661-4304-96f2-65736d59d9a1 on network 02d796af-ca6a-4742-8a34-9d3f4b69aae0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83693 {{(pid=103982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 12:15:46.015031 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dedeef89-d46a-4446-a2b8-07345deff116 req-7300f676-f020-44eb-8e6a-2f55aebcdee8 service neutron] Attempting to bind port c930ff25-4661-4304-96f2-65736d59d9a1 on network 02d796af-ca6a-4742-8a34-9d3f4b69aae0 {{(pid=103982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:15:46.020475 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dedeef89-d46a-4446-a2b8-07345deff116 req-7300f676-f020-44eb-8e6a-2f55aebcdee8 service neutron] Checking agent: {'id': 'b65c4e22-832a-4f2b-89ab-f6b5f91e1f65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83693', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 12, 4, 29), 'started_at': datetime.datetime(2022, 4, 7, 12, 4, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 12, 15, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 12:15:46.021139 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dedeef89-d46a-4446-a2b8-07345deff116 req-7300f676-f020-44eb-8e6a-2f55aebcdee8 service neutron] Checking segment: {'id': '3fda049f-37bf-4034-bad2-268cc93fcdfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '02d796af-ca6a-4742-8a34-9d3f4b69aae0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:15:46.021610 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dedeef89-d46a-4446-a2b8-07345deff116 req-7300f676-f020-44eb-8e6a-2f55aebcdee8 service neutron] Bound using segment: {'id': '3fda049f-37bf-4034-bad2-268cc93fcdfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '02d796af-ca6a-4742-8a34-9d3f4b69aae0'} {{(pid=103982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 12:15:46.022832 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.managers [req-dedeef89-d46a-4446-a2b8-07345deff116 req-7300f676-f020-44eb-8e6a-2f55aebcdee8 service neutron] Bound port: c930ff25-4661-4304-96f2-65736d59d9a1, host: hv-cinder-83693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fda049f-37bf-4034-bad2-268cc93fcdfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '02d796af-ca6a-4742-8a34-9d3f4b69aae0'}}] {{(pid=103982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 12:15:46.023217 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [req-dedeef89-d46a-4446-a2b8-07345deff116 req-7300f676-f020-44eb-8e6a-2f55aebcdee8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (c930ff25-4661-4304-96f2-65736d59d9a1), before_update {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:46.116248 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [req-0588ce1e-32d7-4930-8175-e3933af29aca req-fa215ef0-3f57-41ef-9bb1-c7da15390c54 tempest-VolumesActionsTest-1301679375 tempest-VolumesActionsTest-1301679375-project] Deleting port f2196d58-54b9-42fc-b064-fa66b7123bec {{(pid=103983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:15:46.118634 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [req-0588ce1e-32d7-4930-8175-e3933af29aca req-fa215ef0-3f57-41ef-9bb1-c7da15390c54 tempest-VolumesActionsTest-1301679375 tempest-VolumesActionsTest-1301679375-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780057404546'] for port (f2196d58-54b9-42fc-b064-fa66b7123bec), before_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:46.144032 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.db [req-dedeef89-d46a-4446-a2b8-07345deff116 req-7300f676-f020-44eb-8e6a-2f55aebcdee8 service neutron] For port c930ff25-4661-4304-96f2-65736d59d9a1, host hv-cinder-83693, cleared binding levels {{(pid=103982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 12:15:46.149734 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.db [req-dedeef89-d46a-4446-a2b8-07345deff116 req-7300f676-f020-44eb-8e6a-2f55aebcdee8 service neutron] For port c930ff25-4661-4304-96f2-65736d59d9a1, host hv-cinder-83693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83693',level=0,port_id=c930ff25-4661-4304-96f2-65736d59d9a1,segment=NetworkSegment(3fda049f-37bf-4034-bad2-268cc93fcdfc),segment_id=3fda049f-37bf-4034-bad2-268cc93fcdfc)] {{(pid=103982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 12:15:46.228401 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbad929-144b-4f9c-88db-3cadc773ecea req-cb1a0b9b-454d-480f-97ce-b78cc5916f56 tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:15:46.230529 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-9bbad929-144b-4f9c-88db-3cadc773ecea req-cb1a0b9b-454d-480f-97ce-b78cc5916f56 tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] 10.222.0.58 "GET /v2.0/ports?device_id=746138f7-de61-4006-a969-275560d719e3 HTTP/1.1" status: 200 len: 944 time: 0.0761547 Apr 07 12:15:46.307096 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [req-dedeef89-d46a-4446-a2b8-07345deff116 req-7300f676-f020-44eb-8e6a-2f55aebcdee8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780057409639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780056949607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780056949625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126593592'] for port (c930ff25-4661-4304-96f2-65736d59d9a1), after_update {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:46.322228 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.plugins.ml2.db [req-0588ce1e-32d7-4930-8175-e3933af29aca req-fa215ef0-3f57-41ef-9bb1-c7da15390c54 tempest-VolumesActionsTest-1301679375 tempest-VolumesActionsTest-1301679375-project] For port f2196d58-54b9-42fc-b064-fa66b7123bec, host hv-cinder-83693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83693',level=0,port_id=f2196d58-54b9-42fc-b064-fa66b7123bec,segment=NetworkSegment(76e0c286-76ab-42b5-9757-5d009c90bddf),segment_id=76e0c286-76ab-42b5-9757-5d009c90bddf)] {{(pid=103983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:15:46.322839 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [req-0588ce1e-32d7-4930-8175-e3933af29aca req-fa215ef0-3f57-41ef-9bb1-c7da15390c54 tempest-VolumesActionsTest-1301679375 tempest-VolumesActionsTest-1301679375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2017998'] for port (f2196d58-54b9-42fc-b064-fa66b7123bec), precommit_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:46.336655 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [req-0588ce1e-32d7-4930-8175-e3933af29aca req-fa215ef0-3f57-41ef-9bb1-c7da15390c54 tempest-VolumesActionsTest-1301679375 tempest-VolumesActionsTest-1301679375-project] Calling delete_port for f2196d58-54b9-42fc-b064-fa66b7123bec owned by compute:nova {{(pid=103983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:15:46.371341 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedeef89-d46a-4446-a2b8-07345deff116 req-7300f676-f020-44eb-8e6a-2f55aebcdee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:15:46.371341 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [req-dedeef89-d46a-4446-a2b8-07345deff116 req-7300f676-f020-44eb-8e6a-2f55aebcdee8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91606'] for port (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:46.383278 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-dedeef89-d46a-4446-a2b8-07345deff116 req-7300f676-f020-44eb-8e6a-2f55aebcdee8 service neutron] 10.222.0.49 "PUT /v2.0/ports/c930ff25-4661-4304-96f2-65736d59d9a1 HTTP/1.1" status: 200 len: 1094 time: 0.9270372 Apr 07 12:15:46.383278 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-9bbad929-144b-4f9c-88db-3cadc773ecea req-89b35901-ea71-4f15-a1f5-c3efda7957ef tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] 10.222.0.58 "GET /v2.0/security-groups?id=a7e896e4-9713-4e53-afaf-d2baedba1d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345339 Apr 07 12:15:46.383278 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '746138f7-de61-4006-a969-275560d719e3', 'tag': 'c930ff25-4661-4304-96f2-65736d59d9a1'}] {{(pid=103982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:15:46.383278 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a87f3ac2112343cf46b731ae90f6f8f3b8b920e6472e7c70a4e5373429e5b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e78739be-76df-4488-bb67-20814d6e71c6" -d '{"events": [{"name": "network-changed", "server_uuid": "746138f7-de61-4006-a969-275560d719e3", "tag": "c930ff25-4661-4304-96f2-65736d59d9a1"}]}' {{(pid=103982) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:15:46.409935 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7300f676-f020-44eb-8e6a-2f55aebcdee8 service neutron] Pushing event updated for resources: {'Port': ['ID=c930ff25-4661-4304-96f2-65736d59d9a1,revision_number=3']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:15:46.518790 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 12:15:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f5f0040-3658-4e38-85e6-ce201adf051e x-openstack-request-id: req-5f5f0040-3658-4e38-85e6-ce201adf051e {{(pid=103982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:15:46.518790 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "746138f7-de61-4006-a969-275560d719e3", "tag": "c930ff25-4661-4304-96f2-65736d59d9a1", "status": "completed", "code": 200}]} {{(pid=103982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:15:46.518790 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5f5f0040-3658-4e38-85e6-ce201adf051e {{(pid=103982) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:15:46.518790 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f5f0040-3658-4e38-85e6-ce201adf051e'] response: {'name': 'network-changed', 'server_uuid': '746138f7-de61-4006-a969-275560d719e3', 'tag': 'c930ff25-4661-4304-96f2-65736d59d9a1', 'status': 'completed', 'code': 200} Apr 07 12:15:46.560951 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edf4e3e-1027-4b34-889f-cd09c5fe499b req-e210169a-af3b-4233-aea6-17086281d71f tempest-VolumesActionsTest-1301679375 tempest-VolumesActionsTest-1301679375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:15:46.562499 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-1edf4e3e-1027-4b34-889f-cd09c5fe499b req-e210169a-af3b-4233-aea6-17086281d71f tempest-VolumesActionsTest-1301679375 tempest-VolumesActionsTest-1301679375-project] 10.222.0.58 "GET /v2.0/ports?device_id=fe0777d6-c31a-45ae-8991-00ce1478ac26 HTTP/1.1" status: 200 len: 945 time: 0.0855229 Apr 07 12:15:46.642711 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-1edf4e3e-1027-4b34-889f-cd09c5fe499b req-a5bbc97d-aa77-42f4-b3ce-178e0a5346ad tempest-VolumesActionsTest-1301679375 tempest-VolumesActionsTest-1301679375-project] 10.222.0.58 "GET /v2.0/security-groups?id=ffd4ca1c-ab6f-45a5-94d1-20b5c233febe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708108 Apr 07 12:15:46.778859 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [req-0588ce1e-32d7-4930-8175-e3933af29aca req-fa215ef0-3f57-41ef-9bb1-c7da15390c54 tempest-VolumesActionsTest-1301679375 tempest-VolumesActionsTest-1301679375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780057409621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780056949598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126495687'] for port (f2196d58-54b9-42fc-b064-fa66b7123bec), after_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:46.812949 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa215ef0-3f57-41ef-9bb1-c7da15390c54 tempest-VolumesActionsTest-1301679375 tempest-VolumesActionsTest-1301679375-project] Pushing event deleted for resources: {'Port': ['ID=f2196d58-54b9-42fc-b064-fa66b7123bec,revision_number=None']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:15:46.821091 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.db [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] get_ports_and_sgs() called for port_ids ['f2196d58-54b9-42fc-b064-fa66b7123bec'] {{(pid=103984) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 12:15:46.844572 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa215ef0-3f57-41ef-9bb1-c7da15390c54 tempest-VolumesActionsTest-1301679375 tempest-VolumesActionsTest-1301679375-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:15:46.845013 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa215ef0-3f57-41ef-9bb1-c7da15390c54 tempest-VolumesActionsTest-1301679375 tempest-VolumesActionsTest-1301679375-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:15:46.845364 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa215ef0-3f57-41ef-9bb1-c7da15390c54 tempest-VolumesActionsTest-1301679375 tempest-VolumesActionsTest-1301679375-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:15:46.845699 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa215ef0-3f57-41ef-9bb1-c7da15390c54 tempest-VolumesActionsTest-1301679375 tempest-VolumesActionsTest-1301679375-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:15:46.846034 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa215ef0-3f57-41ef-9bb1-c7da15390c54 tempest-VolumesActionsTest-1301679375 tempest-VolumesActionsTest-1301679375-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:15:46.846361 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa215ef0-3f57-41ef-9bb1-c7da15390c54 tempest-VolumesActionsTest-1301679375 tempest-VolumesActionsTest-1301679375-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:15:46.846684 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa215ef0-3f57-41ef-9bb1-c7da15390c54 tempest-VolumesActionsTest-1301679375 tempest-VolumesActionsTest-1301679375-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:15:46.847006 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa215ef0-3f57-41ef-9bb1-c7da15390c54 tempest-VolumesActionsTest-1301679375 tempest-VolumesActionsTest-1301679375-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:15:46.847354 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa215ef0-3f57-41ef-9bb1-c7da15390c54 tempest-VolumesActionsTest-1301679375 tempest-VolumesActionsTest-1301679375-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:15:46.847673 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa215ef0-3f57-41ef-9bb1-c7da15390c54 tempest-VolumesActionsTest-1301679375 tempest-VolumesActionsTest-1301679375-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:15:46.847992 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa215ef0-3f57-41ef-9bb1-c7da15390c54 tempest-VolumesActionsTest-1301679375 tempest-VolumesActionsTest-1301679375-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:15:46.848313 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa215ef0-3f57-41ef-9bb1-c7da15390c54 tempest-VolumesActionsTest-1301679375 tempest-VolumesActionsTest-1301679375-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:15:46.848666 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa215ef0-3f57-41ef-9bb1-c7da15390c54 tempest-VolumesActionsTest-1301679375 tempest-VolumesActionsTest-1301679375-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:15:46.848981 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa215ef0-3f57-41ef-9bb1-c7da15390c54 tempest-VolumesActionsTest-1301679375 tempest-VolumesActionsTest-1301679375-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:15:46.849295 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa215ef0-3f57-41ef-9bb1-c7da15390c54 tempest-VolumesActionsTest-1301679375 tempest-VolumesActionsTest-1301679375-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:15:46.871448 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.db.l3_dvrscheduler_db [req-0588ce1e-32d7-4930-8175-e3933af29aca req-fa215ef0-3f57-41ef-9bb1-c7da15390c54 tempest-VolumesActionsTest-1301679375 tempest-VolumesActionsTest-1301679375-project] No DVR routers for this DVR port f2196d58-54b9-42fc-b064-fa66b7123bec on host hv-cinder-83693 {{(pid=103983) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 12:15:46.874248 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [req-0588ce1e-32d7-4930-8175-e3933af29aca req-fa215ef0-3f57-41ef-9bb1-c7da15390c54 tempest-VolumesActionsTest-1301679375 tempest-VolumesActionsTest-1301679375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91606'] for port (None), before_response {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:46.877773 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-0588ce1e-32d7-4930-8175-e3933af29aca req-fa215ef0-3f57-41ef-9bb1-c7da15390c54 tempest-VolumesActionsTest-1301679375 tempest-VolumesActionsTest-1301679375-project] 10.222.0.49 "DELETE /v2.0/ports/f2196d58-54b9-42fc-b064-fa66b7123bec HTTP/1.1" status: 204 len: 173 time: 0.8903999 Apr 07 12:15:46.878242 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe0777d6-c31a-45ae-8991-00ce1478ac26', 'name': 'network-vif-deleted', 'tag': 'f2196d58-54b9-42fc-b064-fa66b7123bec'}] {{(pid=103983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:15:46.880657 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0a7841b86293cbb58346800955405af87a5c8eeb3540a71a4bbd7df08edd1cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e793b45-2915-4b13-b159-d0ac7d4e2580" -d '{"events": [{"server_uuid": "fe0777d6-c31a-45ae-8991-00ce1478ac26", "name": "network-vif-deleted", "tag": "f2196d58-54b9-42fc-b064-fa66b7123bec"}]}' {{(pid=103983) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:15:46.917396 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 12:15:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-955585d4-1ea1-4317-8974-d8ce34805804 x-openstack-request-id: req-955585d4-1ea1-4317-8974-d8ce34805804 {{(pid=103983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:15:46.917793 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe0777d6-c31a-45ae-8991-00ce1478ac26", "name": "network-vif-deleted", "tag": "f2196d58-54b9-42fc-b064-fa66b7123bec", "status": "completed", "code": 200}]} {{(pid=103983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:15:46.918155 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-955585d4-1ea1-4317-8974-d8ce34805804 {{(pid=103983) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:15:46.918564 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.notifiers.nova [-] Nova event matching ['req-955585d4-1ea1-4317-8974-d8ce34805804'] response: {'server_uuid': 'fe0777d6-c31a-45ae-8991-00ce1478ac26', 'name': 'network-vif-deleted', 'tag': 'f2196d58-54b9-42fc-b064-fa66b7123bec', 'status': 'completed', 'code': 200} Apr 07 12:15:47.516889 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c46aaf-276e-4c7c-8bb0-514a6f7e62a8 req-ca8d5fa3-2c85-4ca7-ac92-c36764955ffa tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:15:47.518442 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-41c46aaf-276e-4c7c-8bb0-514a6f7e62a8 req-ca8d5fa3-2c85-4ca7-ac92-c36764955ffa tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] 10.222.0.58 "GET /v2.0/ports?device_id=746138f7-de61-4006-a969-275560d719e3 HTTP/1.1" status: 200 len: 944 time: 0.0576334 Apr 07 12:15:47.567391 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-41c46aaf-276e-4c7c-8bb0-514a6f7e62a8 req-15727207-963c-4e52-8ee1-40dc4e9cb7e4 tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] 10.222.0.58 "GET /v2.0/security-groups?id=a7e896e4-9713-4e53-afaf-d2baedba1d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432575 Apr 07 12:15:47.755356 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-e2edc309-140e-49b3-b558-268fe88de94d req-1844053f-3556-4550-b110-b6ccc13f6e52 tempest-VolumesActionsTest-1301679375 tempest-VolumesActionsTest-1301679375-project] 10.222.0.58 "GET /v2.0/ports?device_id=fe0777d6-c31a-45ae-8991-00ce1478ac26 HTTP/1.1" status: 200 len: 210 time: 0.0315330 Apr 07 12:15:48.698453 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135347f1-d86c-45d5-9625-33919b1ecf41 req-5bb48d31-34cc-404d-b033-d8d734d9f2f2 tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:15:48.700186 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-135347f1-d86c-45d5-9625-33919b1ecf41 req-5bb48d31-34cc-404d-b033-d8d734d9f2f2 tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] 10.222.0.58 "GET /v2.0/ports?device_id=746138f7-de61-4006-a969-275560d719e3 HTTP/1.1" status: 200 len: 944 time: 0.0611393 Apr 07 12:15:48.749937 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-135347f1-d86c-45d5-9625-33919b1ecf41 req-7ad08d05-6e0e-46b4-ab3d-d46d48c45b47 tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] 10.222.0.58 "GET /v2.0/security-groups?id=a7e896e4-9713-4e53-afaf-d2baedba1d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439637 Apr 07 12:15:48.862371 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-cf0946b0-6348-4851-94ce-ce070ba6bfb0 req-1fb57994-1f3a-4117-900f-1d98bf5dd0dc tempest-VolumesActionsTest-1301679375 tempest-VolumesActionsTest-1301679375-project] 10.222.0.58 "GET /v2.0/ports?device_id=fe0777d6-c31a-45ae-8991-00ce1478ac26 HTTP/1.1" status: 200 len: 210 time: 0.0293858 Apr 07 12:15:49.318253 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.agents_db [None req-3662b1ad-d2b5-4b6d-81f6-e1280f618718 None None] Agent healthcheck: found 6 active agents {{(pid=103985) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 12:15:49.890951 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895b2c7d-35fb-49e7-a2b5-327679d30066 req-9f49b19c-efbb-46d4-99a6-5a89fe23d53d tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:15:49.893333 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-895b2c7d-35fb-49e7-a2b5-327679d30066 req-9f49b19c-efbb-46d4-99a6-5a89fe23d53d tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] 10.222.0.58 "GET /v2.0/ports?device_id=746138f7-de61-4006-a969-275560d719e3 HTTP/1.1" status: 200 len: 944 time: 0.0631645 Apr 07 12:15:49.968338 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-895b2c7d-35fb-49e7-a2b5-327679d30066 req-02451002-a822-47d9-91fc-1da5c1c05474 tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] 10.222.0.58 "GET /v2.0/security-groups?id=a7e896e4-9713-4e53-afaf-d2baedba1d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543907 Apr 07 12:15:49.977121 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-7d267708-eead-4108-87c4-74552b9ad00b req-a597b1f7-08c8-446a-8cf8-527d72cd5749 tempest-VolumesActionsTest-1301679375 tempest-VolumesActionsTest-1301679375-project] 10.222.0.58 "GET /v2.0/ports?device_id=fe0777d6-c31a-45ae-8991-00ce1478ac26 HTTP/1.1" status: 200 len: 210 time: 0.0395591 Apr 07 12:15:49.997367 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Device f2196d58-54b9-42fc-b064-fa66b7123bec no longer exists at agent hyperv_hv-cinder-83693 {{(pid=103984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 12:15:50.019455 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] No Port match for: f2196d58-54b9-42fc-b064-fa66b7123bec {{(pid=103984) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 12:15:50.020127 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Device f2196d58-54b9-42fc-b064-fa66b7123bec not bound to the agent host hv-cinder-83693 {{(pid=103984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 12:15:51.089052 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6401e6-5bfb-4596-9b55-df650d285871 req-b05f4319-d763-47d1-a59f-3c8bc5a63596 tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:15:51.096326 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-df6401e6-5bfb-4596-9b55-df650d285871 req-b05f4319-d763-47d1-a59f-3c8bc5a63596 tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] 10.222.0.58 "GET /v2.0/ports?device_id=746138f7-de61-4006-a969-275560d719e3 HTTP/1.1" status: 200 len: 944 time: 0.0767610 Apr 07 12:15:51.113515 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-3cd4f076-5c70-4182-97a8-fb61ee7a2619 req-10f0648f-a9fb-40fe-8cfa-58c3683bc531 tempest-VolumesActionsTest-1301679375 tempest-VolumesActionsTest-1301679375-project] 10.222.0.58 "GET /v2.0/ports?device_id=fe0777d6-c31a-45ae-8991-00ce1478ac26 HTTP/1.1" status: 200 len: 210 time: 0.0603306 Apr 07 12:15:51.172469 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-df6401e6-5bfb-4596-9b55-df650d285871 req-37ddac68-584c-4d19-b427-ff8bdcce9753 tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] 10.222.0.58 "GET /v2.0/security-groups?id=a7e896e4-9713-4e53-afaf-d2baedba1d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757556 Apr 07 12:15:52.216955 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-38540178-5e19-4e14-9ca8-3e83194d302b req-09474644-c5c2-408d-90df-12b53712b715 tempest-VolumesActionsTest-1301679375 tempest-VolumesActionsTest-1301679375-project] 10.222.0.58 "GET /v2.0/ports?device_id=fe0777d6-c31a-45ae-8991-00ce1478ac26 HTTP/1.1" status: 200 len: 210 time: 0.0282457 Apr 07 12:15:52.315829 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37396819-47ae-4abf-9a75-debe4710a629 req-473db194-5b82-4c22-a430-4eb56ad96599 tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:15:52.317450 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-37396819-47ae-4abf-9a75-debe4710a629 req-473db194-5b82-4c22-a430-4eb56ad96599 tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] 10.222.0.58 "GET /v2.0/ports?device_id=746138f7-de61-4006-a969-275560d719e3 HTTP/1.1" status: 200 len: 944 time: 0.0547366 Apr 07 12:15:52.368667 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-37396819-47ae-4abf-9a75-debe4710a629 req-3976abfb-a44b-4d5e-88b6-898920777a02 tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] 10.222.0.58 "GET /v2.0/security-groups?id=a7e896e4-9713-4e53-afaf-d2baedba1d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441678 Apr 07 12:15:53.330501 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-29f6dc83-92e9-4dd7-877a-a9e1018e58db req-470280b1-53d1-46c5-b225-b00b3d3dfcd5 tempest-VolumesActionsTest-1301679375 tempest-VolumesActionsTest-1301679375-project] 10.222.0.58 "GET /v2.0/ports?device_id=fe0777d6-c31a-45ae-8991-00ce1478ac26 HTTP/1.1" status: 200 len: 210 time: 0.0323250 Apr 07 12:15:53.501688 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a916f9-21f3-4de6-b74a-2a4e15066152 req-31e433b4-abaa-4e6e-b493-b3e7e0efadb3 tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:15:53.503462 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-d0a916f9-21f3-4de6-b74a-2a4e15066152 req-31e433b4-abaa-4e6e-b493-b3e7e0efadb3 tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] 10.222.0.58 "GET /v2.0/ports?device_id=746138f7-de61-4006-a969-275560d719e3 HTTP/1.1" status: 200 len: 944 time: 0.0562122 Apr 07 12:15:53.570608 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-d0a916f9-21f3-4de6-b74a-2a4e15066152 req-80d023b0-77c7-483d-9c81-701029b2ccf6 tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] 10.222.0.58 "GET /v2.0/security-groups?id=a7e896e4-9713-4e53-afaf-d2baedba1d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602834 Apr 07 12:15:54.427399 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-37d39ec9-f197-4914-837b-f50e792fd7a2 req-8fdbc7ce-6694-4b2b-874b-6f1522c8b6a8 tempest-VolumesActionsTest-1301679375 tempest-VolumesActionsTest-1301679375-project] 10.222.0.58 "GET /v2.0/ports?device_id=fe0777d6-c31a-45ae-8991-00ce1478ac26 HTTP/1.1" status: 200 len: 210 time: 0.0269513 Apr 07 12:15:54.436162 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78739be-76df-4488-bb67-20814d6e71c6 req-b81b9e17-f3d1-40f1-a9db-0303a614881d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:15:54.439562 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-e78739be-76df-4488-bb67-20814d6e71c6 req-b81b9e17-f3d1-40f1-a9db-0303a614881d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=23f5e0a355be492c9d73e403fb20d1d3&device_id=746138f7-de61-4006-a969-275560d719e3 HTTP/1.1" status: 200 len: 1128 time: 0.0499961 Apr 07 12:15:54.552590 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78739be-76df-4488-bb67-20814d6e71c6 req-deecb615-d287-4b47-b3af-585c124e3eda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:15:54.554481 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-e78739be-76df-4488-bb67-20814d6e71c6 req-deecb615-d287-4b47-b3af-585c124e3eda service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=23f5e0a355be492c9d73e403fb20d1d3&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0915952 Apr 07 12:15:54.678018 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78739be-76df-4488-bb67-20814d6e71c6 req-d1958e8e-cc82-490f-8934-c63776d7fe3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:15:54.680074 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-e78739be-76df-4488-bb67-20814d6e71c6 req-d1958e8e-cc82-490f-8934-c63776d7fe3f service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1169150 Apr 07 12:15:54.705396 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604e9668-2d7f-43fb-8b55-b32215e5edd3 req-e3c499ad-f91f-40bc-b2f8-324e7e2d7a28 tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:15:54.706907 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-604e9668-2d7f-43fb-8b55-b32215e5edd3 req-e3c499ad-f91f-40bc-b2f8-324e7e2d7a28 tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] 10.222.0.58 "GET /v2.0/ports?device_id=746138f7-de61-4006-a969-275560d719e3 HTTP/1.1" status: 200 len: 944 time: 0.0642369 Apr 07 12:15:54.754305 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-604e9668-2d7f-43fb-8b55-b32215e5edd3 req-424783d7-d5bd-401a-a3c2-2115a5f8b1b1 tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] 10.222.0.58 "GET /v2.0/security-groups?id=a7e896e4-9713-4e53-afaf-d2baedba1d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417387 Apr 07 12:15:54.796620 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedeef89-d46a-4446-a2b8-07345deff116 req-a9a358ff-9ad2-44fd-a94a-6dbd9b109279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:15:54.798137 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-dedeef89-d46a-4446-a2b8-07345deff116 req-a9a358ff-9ad2-44fd-a94a-6dbd9b109279 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=23f5e0a355be492c9d73e403fb20d1d3&device_id=746138f7-de61-4006-a969-275560d719e3 HTTP/1.1" status: 200 len: 1128 time: 0.0429451 Apr 07 12:15:54.872934 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-dedeef89-d46a-4446-a2b8-07345deff116 req-ba6ff303-80f3-43c8-9a15-60361e4631bc service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c930ff25-4661-4304-96f2-65736d59d9a1 HTTP/1.1" status: 200 len: 217 time: 0.0369818 Apr 07 12:15:55.120152 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedeef89-d46a-4446-a2b8-07345deff116 req-ccee7884-ea11-441d-913c-be9a90da9cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:15:55.121619 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-dedeef89-d46a-4446-a2b8-07345deff116 req-ccee7884-ea11-441d-913c-be9a90da9cf6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9b07e596-6c59-4f6f-8de1-05786643409a HTTP/1.1" status: 200 len: 853 time: 0.0432765 Apr 07 12:15:55.169975 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedeef89-d46a-4446-a2b8-07345deff116 req-2e9343cb-afc2-49dd-8304-2dd2ab962518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:15:55.177299 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-dedeef89-d46a-4446-a2b8-07345deff116 req-2e9343cb-afc2-49dd-8304-2dd2ab962518 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=02d796af-ca6a-4742-8a34-9d3f4b69aae0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437284 Apr 07 12:15:55.264970 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-dedeef89-d46a-4446-a2b8-07345deff116 req-d6cb34a9-7f44-4ab1-82d5-b6a1396c3812 service neutron] 10.222.0.49 "GET /v2.0/networks/02d796af-ca6a-4742-8a34-9d3f4b69aae0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845363 Apr 07 12:15:55.355872 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-dedeef89-d46a-4446-a2b8-07345deff116 req-c7492bf9-b77a-4088-8174-9c8b6be3bc6f service neutron] 10.222.0.49 "GET /v2.0/networks/02d796af-ca6a-4742-8a34-9d3f4b69aae0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841084 Apr 07 12:15:55.534496 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-ea5886ee-5132-4465-b9b7-44b585b4f680 req-db3cb0e0-2083-41a7-958b-0d8d3727a861 tempest-VolumesActionsTest-1301679375 tempest-VolumesActionsTest-1301679375-project] 10.222.0.58 "GET /v2.0/ports?device_id=fe0777d6-c31a-45ae-8991-00ce1478ac26 HTTP/1.1" status: 200 len: 210 time: 0.0270743 Apr 07 12:15:55.870338 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b00910c-a7a7-41c5-bbe2-886c257d9044 req-a85cd794-c0f3-488d-b215-aed7d2513187 tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:15:55.871838 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-3b00910c-a7a7-41c5-bbe2-886c257d9044 req-a85cd794-c0f3-488d-b215-aed7d2513187 tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] 10.222.0.58 "GET /v2.0/ports?device_id=746138f7-de61-4006-a969-275560d719e3 HTTP/1.1" status: 200 len: 944 time: 0.0530112 Apr 07 12:15:55.917657 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-3b00910c-a7a7-41c5-bbe2-886c257d9044 req-772b6a13-70b5-40a9-8c47-97da2f3d666c tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] 10.222.0.58 "GET /v2.0/security-groups?id=a7e896e4-9713-4e53-afaf-d2baedba1d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402615 Apr 07 12:15:57.037535 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dddcb4f-c0c1-4f54-8846-cbf3b71aa954 req-860d9a02-779a-4fbb-aa1d-4aaa0b940b8a tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:15:57.039037 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-0dddcb4f-c0c1-4f54-8846-cbf3b71aa954 req-860d9a02-779a-4fbb-aa1d-4aaa0b940b8a tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] 10.222.0.58 "GET /v2.0/ports?device_id=746138f7-de61-4006-a969-275560d719e3 HTTP/1.1" status: 200 len: 944 time: 0.0539060 Apr 07 12:15:57.090858 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-0dddcb4f-c0c1-4f54-8846-cbf3b71aa954 req-1e3e043f-2552-4ed2-858a-14ebe9122161 tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] 10.222.0.58 "GET /v2.0/security-groups?id=a7e896e4-9713-4e53-afaf-d2baedba1d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461969 Apr 07 12:15:58.019556 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Device c930ff25-4661-4304-96f2-65736d59d9a1 details requested by agent hyperv_hv-cinder-83693 with host hv-cinder-83693 {{(pid=103984) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 12:15:58.118995 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.db [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] For port c930ff25-4661-4304-96f2-65736d59d9a1, host hv-cinder-83693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83693',level=0,port_id=c930ff25-4661-4304-96f2-65736d59d9a1,segment=NetworkSegment(3fda049f-37bf-4034-bad2-268cc93fcdfc),segment_id=3fda049f-37bf-4034-bad2-268cc93fcdfc)] {{(pid=103984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:15:58.130388 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Returning: {'device': 'c930ff25-4661-4304-96f2-65736d59d9a1', 'network_id': '02d796af-ca6a-4742-8a34-9d3f4b69aae0', 'port_id': 'c930ff25-4661-4304-96f2-65736d59d9a1', 'mac_address': 'fa:16:3e:11:38:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b07e596-6c59-4f6f-8de1-05786643409a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103984) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 12:15:58.168170 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Current status of the port c930ff25-4661-4304-96f2-65736d59d9a1 is: DOWN; New status is: BUILD {{(pid=103984) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:15:58.168549 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (c930ff25-4661-4304-96f2-65736d59d9a1), before_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:58.181169 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.notifiers.nova [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c930ff25-4661-4304-96f2-65736d59d9a1 {{(pid=103984) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 12:15:58.200413 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.db [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] For port c930ff25-4661-4304-96f2-65736d59d9a1, host hv-cinder-83693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83693',level=0,port_id=c930ff25-4661-4304-96f2-65736d59d9a1,segment=NetworkSegment(3fda049f-37bf-4034-bad2-268cc93fcdfc),segment_id=3fda049f-37bf-4034-bad2-268cc93fcdfc)] {{(pid=103984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:15:58.207348 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda989db-b074-4b84-b801-399ac4977d4c req-2de67dba-3d6c-4cc0-b3d9-19d8fc147d5b tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:15:58.208818 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-eda989db-b074-4b84-b801-399ac4977d4c req-2de67dba-3d6c-4cc0-b3d9-19d8fc147d5b tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] 10.222.0.58 "GET /v2.0/ports?device_id=746138f7-de61-4006-a969-275560d719e3 HTTP/1.1" status: 200 len: 944 time: 0.0520518 Apr 07 12:15:58.260141 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-eda989db-b074-4b84-b801-399ac4977d4c req-49876527-bc7a-4e31-9272-39ff03187901 tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] 10.222.0.58 "GET /v2.0/security-groups?id=a7e896e4-9713-4e53-afaf-d2baedba1d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449681 Apr 07 12:15:58.276002 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780057409639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780056949607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780056949625'] for port (c930ff25-4661-4304-96f2-65736d59d9a1), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:58.325858 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Pushing event updated for resources: {'Port': ['ID=c930ff25-4661-4304-96f2-65736d59d9a1,revision_number=4']} {{(pid=103984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:15:58.332610 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:15:58.332947 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:15:58.333284 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:15:58.333612 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:15:58.333934 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:15:58.334773 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:15:58.335095 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:15:58.335432 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:15:58.335747 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:15:58.336058 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:15:58.336372 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:15:58.336685 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:15:58.336994 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:15:58.337300 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:15:58.337607 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:15:58.557805 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.db [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] get_ports_and_sgs() called for port_ids ['c930ff25-4661-4304-96f2-65736d59d9a1'] {{(pid=103984) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 12:15:59.393866 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c9422f-30ae-41d4-9de9-2ad7aa244d7e req-25f6ee8e-5aa3-453a-b0e3-1095e830f9c6 tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:15:59.395330 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-03c9422f-30ae-41d4-9de9-2ad7aa244d7e req-25f6ee8e-5aa3-453a-b0e3-1095e830f9c6 tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] 10.222.0.58 "GET /v2.0/ports?device_id=746138f7-de61-4006-a969-275560d719e3 HTTP/1.1" status: 200 len: 945 time: 0.0549254 Apr 07 12:15:59.441537 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-03c9422f-30ae-41d4-9de9-2ad7aa244d7e req-b41a3cd2-f717-4b7a-8a0d-599393a9d194 tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] 10.222.0.58 "GET /v2.0/security-groups?id=a7e896e4-9713-4e53-afaf-d2baedba1d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406423 Apr 07 12:16:00.555872 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9941e00-ce53-4d21-9feb-0b719c3fc06c req-8054f9bb-aab3-4ad0-a434-e146c5b109d3 tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:16:00.557258 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-c9941e00-ce53-4d21-9feb-0b719c3fc06c req-8054f9bb-aab3-4ad0-a434-e146c5b109d3 tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] 10.222.0.58 "GET /v2.0/ports?device_id=746138f7-de61-4006-a969-275560d719e3 HTTP/1.1" status: 200 len: 945 time: 0.0526435 Apr 07 12:16:00.603021 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-c9941e00-ce53-4d21-9feb-0b719c3fc06c req-d909d114-f617-4e2e-a311-e8ff38d29fa1 tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] 10.222.0.58 "GET /v2.0/security-groups?id=a7e896e4-9713-4e53-afaf-d2baedba1d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399640 Apr 07 12:16:01.631598 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Device c930ff25-4661-4304-96f2-65736d59d9a1 up at agent hyperv_hv-cinder-83693 {{(pid=103984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:16:01.720505 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182cb04e-1982-46d8-927f-85af4d194a1d req-3be92cab-e5b5-4fc2-987c-7468090f7816 tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:16:01.721960 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-182cb04e-1982-46d8-927f-85af4d194a1d req-3be92cab-e5b5-4fc2-987c-7468090f7816 tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] 10.222.0.58 "GET /v2.0/ports?device_id=746138f7-de61-4006-a969-275560d719e3 HTTP/1.1" status: 200 len: 945 time: 0.0510170 Apr 07 12:16:01.736254 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (b65c4e22-832a-4f2b-89ab-f6b5f91e1f65), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:01.768470 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-182cb04e-1982-46d8-927f-85af4d194a1d req-111b1d06-d4d3-4c9a-9e32-ea610d51f8d8 tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] 10.222.0.58 "GET /v2.0/security-groups?id=a7e896e4-9713-4e53-afaf-d2baedba1d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401771 Apr 07 12:16:01.770534 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.provisioning_blocks [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Provisioning for port c930ff25-4661-4304-96f2-65736d59d9a1 completed by entity L2. {{(pid=103984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 12:16:01.775144 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.provisioning_blocks [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Provisioning complete for port c930ff25-4661-4304-96f2-65736d59d9a1 triggered by entity L2. {{(pid=103984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:16:01.775535 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7484729'] for port (c930ff25-4661-4304-96f2-65736d59d9a1), provisioning_complete {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:01.851806 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Current status of the port c930ff25-4661-4304-96f2-65736d59d9a1 is: BUILD; New status is: ACTIVE {{(pid=103984) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:16:01.852190 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (c930ff25-4661-4304-96f2-65736d59d9a1), before_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:01.883360 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '746138f7-de61-4006-a969-275560d719e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c930ff25-4661-4304-96f2-65736d59d9a1'}] {{(pid=103984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:16:01.885558 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0608bff1dee5f704c30ce50aefecbc08eaebc6e842b477e08be3f7901197da8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2505817-c3ed-4a6c-851c-6a71f6d7ea62" -d '{"events": [{"server_uuid": "746138f7-de61-4006-a969-275560d719e3", "name": "network-vif-plugged", "status": "completed", "tag": "c930ff25-4661-4304-96f2-65736d59d9a1"}]}' {{(pid=103984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:16:01.898662 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.db [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] For port c930ff25-4661-4304-96f2-65736d59d9a1, host hv-cinder-83693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83693',level=0,port_id=c930ff25-4661-4304-96f2-65736d59d9a1,segment=NetworkSegment(3fda049f-37bf-4034-bad2-268cc93fcdfc),segment_id=3fda049f-37bf-4034-bad2-268cc93fcdfc)] {{(pid=103984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:16:01.921496 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 12:16:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0d7dad6-538b-471e-af57-ac05a7e40ea8 x-openstack-request-id: req-a0d7dad6-538b-471e-af57-ac05a7e40ea8 {{(pid=103984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:16:01.921816 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "746138f7-de61-4006-a969-275560d719e3", "name": "network-vif-plugged", "status": "completed", "tag": "c930ff25-4661-4304-96f2-65736d59d9a1", "code": 200}]} {{(pid=103984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:16:01.922071 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a0d7dad6-538b-471e-af57-ac05a7e40ea8 {{(pid=103984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:16:01.922538 dv-cinder-836930-1-iscsi neutron-server[103984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0d7dad6-538b-471e-af57-ac05a7e40ea8'] response: {'server_uuid': '746138f7-de61-4006-a969-275560d719e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c930ff25-4661-4304-96f2-65736d59d9a1', 'code': 200} Apr 07 12:16:01.953170 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-3342a8c6-c8b5-419d-8fea-d558b1a20118 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (94869e64-74fb-4601-95b5-a1334a6bdcea), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:01.984219 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780057409639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780056949607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780056949625'] for port (c930ff25-4661-4304-96f2-65736d59d9a1), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:02.038327 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Pushing event updated for resources: {'Port': ['ID=c930ff25-4661-4304-96f2-65736d59d9a1,revision_number=5']} {{(pid=103984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:16:02.315011 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47fb435-69c5-46fc-ae97-f0fbc86d20c4 req-3d5a6ec1-cbe9-40ca-a892-697c3b98c0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:16:02.316380 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-c47fb435-69c5-46fc-ae97-f0fbc86d20c4 req-3d5a6ec1-cbe9-40ca-a892-697c3b98c0b9 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=746138f7-de61-4006-a969-275560d719e3 HTTP/1.1" status: 200 len: 1130 time: 0.0419748 Apr 07 12:16:02.361578 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-c47fb435-69c5-46fc-ae97-f0fbc86d20c4 req-aa81a985-a8ce-44b4-bd55-38c4ce8a0d7d service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=a7e896e4-9713-4e53-afaf-d2baedba1d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388985 Apr 07 12:16:02.891075 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082bceb2-1e88-4909-a9f9-29894b95080b req-cbdcc9a7-33ac-44ae-8bff-49c3d150c43f tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:16:02.892713 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-082bceb2-1e88-4909-a9f9-29894b95080b req-cbdcc9a7-33ac-44ae-8bff-49c3d150c43f tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] 10.222.0.58 "GET /v2.0/ports?device_id=746138f7-de61-4006-a969-275560d719e3 HTTP/1.1" status: 200 len: 946 time: 0.0548477 Apr 07 12:16:02.948340 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-082bceb2-1e88-4909-a9f9-29894b95080b req-ec083ebf-6009-45cf-bdfc-095701b51d69 tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] 10.222.0.58 "GET /v2.0/security-groups?id=a7e896e4-9713-4e53-afaf-d2baedba1d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470119 Apr 07 12:16:04.089456 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e92a79-c9b7-4f32-a59c-2435e7fc21e7 req-f8c07d9d-9228-4830-b705-55758a5e8857 tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:16:04.091622 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-d9e92a79-c9b7-4f32-a59c-2435e7fc21e7 req-f8c07d9d-9228-4830-b705-55758a5e8857 tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] 10.222.0.58 "GET /v2.0/ports?device_id=746138f7-de61-4006-a969-275560d719e3 HTTP/1.1" status: 200 len: 946 time: 0.0597811 Apr 07 12:16:04.142092 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-d9e92a79-c9b7-4f32-a59c-2435e7fc21e7 req-4805ec12-e32b-45d4-bff3-e83d7b13e411 tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] 10.222.0.58 "GET /v2.0/security-groups?id=a7e896e4-9713-4e53-afaf-d2baedba1d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439873 Apr 07 12:16:04.337154 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-68091a02-82ff-4dbc-b4ce-3fc3acbf734d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (ad8978c4-6515-441c-a828-0289badd3b4a), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:04.475621 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcd9dc2-3d79-4c84-b415-51b5d3bcca3c req-d244bc89-b2ea-4a9b-af69-34e739bed846 tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:16:04.475621 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-2fcd9dc2-3d79-4c84-b415-51b5d3bcca3c req-d244bc89-b2ea-4a9b-af69-34e739bed846 tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] 10.222.0.58 "GET /v2.0/ports?device_id=746138f7-de61-4006-a969-275560d719e3 HTTP/1.1" status: 200 len: 946 time: 0.0784001 Apr 07 12:16:04.514824 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-2fcd9dc2-3d79-4c84-b415-51b5d3bcca3c req-d0020e9a-0d2b-4e99-b21b-15f567ba5f27 tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] 10.222.0.58 "GET /v2.0/security-groups?id=a7e896e4-9713-4e53-afaf-d2baedba1d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512323 Apr 07 12:16:04.900197 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbea717-683c-47b3-8381-91e0119c3581 req-66965657-793b-4a96-b293-1a20d6e8aed1 tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:16:04.907604 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-dfbea717-683c-47b3-8381-91e0119c3581 req-66965657-793b-4a96-b293-1a20d6e8aed1 tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] 10.222.0.58 "GET /v2.0/ports?device_id=746138f7-de61-4006-a969-275560d719e3 HTTP/1.1" status: 200 len: 946 time: 0.0792887 Apr 07 12:16:04.965031 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-dfbea717-683c-47b3-8381-91e0119c3581 req-0cbb7f6b-4997-4512-a297-8b8b9cfde53b tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] 10.222.0.58 "GET /v2.0/security-groups?id=a7e896e4-9713-4e53-afaf-d2baedba1d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564866 Apr 07 12:16:05.699270 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-e3029262-029d-49e4-8078-e7e61e534645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (e465150c-12ca-425e-8c36-fa03ee6240b4), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:07.470115 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-4ee86192-ef9a-4f9c-8d37-983d911c7eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (8705c964-c35e-4008-b403-e26242cd5404), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:08.770675 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (18566f30-62c1-4fb1-af49-ebd049d63fec), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:16.609094 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1b0e83-bbcd-4644-a2a4-38fca5336626 req-0603c1b0-8bdb-40d3-abcb-4555da686614 tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:16:16.610579 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-5d1b0e83-bbcd-4644-a2a4-38fca5336626 req-0603c1b0-8bdb-40d3-abcb-4555da686614 tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] 10.222.0.58 "GET /v2.0/ports?device_id=746138f7-de61-4006-a969-275560d719e3 HTTP/1.1" status: 200 len: 946 time: 0.0555065 Apr 07 12:16:16.679246 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-5d1b0e83-bbcd-4644-a2a4-38fca5336626 req-bf83aaf5-0a02-425c-b608-97241f9d188f tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] 10.222.0.58 "GET /v2.0/security-groups?id=a7e896e4-9713-4e53-afaf-d2baedba1d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561740 Apr 07 12:16:16.693874 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.wsgi [-] (103983) accepted ('10.222.0.58', 42846) {{(pid=103983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:16:16.803458 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcd9d4f1-f1ea-44aa-8003-a272475c0816 tempest-TestMinimumBasicScenario-469056159 tempest-TestMinimumBasicScenario-469056159-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:16:16.807861 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [None req-dcd9d4f1-f1ea-44aa-8003-a272475c0816 tempest-TestMinimumBasicScenario-469056159 tempest-TestMinimumBasicScenario-469056159-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=746138f7-de61-4006-a969-275560d719e3 HTTP/1.1" status: 200 len: 1125 time: 0.1101775 Apr 07 12:16:16.808343 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.wsgi [-] (103983) accepted ('10.222.0.58', 42850) {{(pid=103983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:16:16.813237 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.v2.base [None req-78342a16-7df2-4bd6-89d9-c61965ad7745 tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] Request body: {'floatingip': {'floating_network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'port_id': 'c930ff25-4661-4304-96f2-65736d59d9a1', 'tenant_id': '23f5e0a355be492c9d73e403fb20d1d3', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:16:16.902115 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-78342a16-7df2-4bd6-89d9-c61965ad7745 tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:17.006817 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-78342a16-7df2-4bd6-89d9-c61965ad7745 tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (None), before_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:17.130684 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.db.db_base_plugin_common [None req-78342a16-7df2-4bd6-89d9-c61965ad7745 tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] Allocated IP 172.27.0.13 (bbaeba58-97ce-4d65-bbf2-981851410a56/4554067d-f507-4a99-8a98-0874c02c5721/b73f7697-8baf-4fd7-8937-ff1d7cf20fd4) {{(pid=103983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 12:16:17.245576 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-78342a16-7df2-4bd6-89d9-c61965ad7745 tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] Publish callbacks [] for port (b73f7697-8baf-4fd7-8937-ff1d7cf20fd4), precommit_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:17.359239 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-78342a16-7df2-4bd6-89d9-c61965ad7745 tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780056949589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126495687'] for port (b73f7697-8baf-4fd7-8937-ff1d7cf20fd4), after_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:17.403172 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78342a16-7df2-4bd6-89d9-c61965ad7745 tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] Network bbaeba58-97ce-4d65-bbf2-981851410a56 is already hosted by enough agents. {{(pid=103983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:16:17.403172 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.scheduler.base_scheduler [None req-78342a16-7df2-4bd6-89d9-c61965ad7745 tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] Resources bound (agent type, host, resource id): {{(pid=103983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:16:17.412919 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78342a16-7df2-4bd6-89d9-c61965ad7745 tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] Pushing event updated for resources: {'Port': ['ID=b73f7697-8baf-4fd7-8937-ff1d7cf20fd4,revision_number=1']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:16:17.417891 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78342a16-7df2-4bd6-89d9-c61965ad7745 tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] Received port after_create {{(pid=103983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 12:16:17.805014 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-78342a16-7df2-4bd6-89d9-c61965ad7745 tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] Publish callbacks [] for floatingip (39f2bd1b-ccc5-4988-92ce-d97a069a684c), precommit_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:17.940928 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-78342a16-7df2-4bd6-89d9-c61965ad7745 tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (b73f7697-8baf-4fd7-8937-ff1d7cf20fd4), before_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:18.105373 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-78342a16-7df2-4bd6-89d9-c61965ad7745 tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] Publish callbacks [] for port (b73f7697-8baf-4fd7-8937-ff1d7cf20fd4), precommit_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:18.168120 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-78342a16-7df2-4bd6-89d9-c61965ad7745 tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780057409639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780056949607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780056949625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126495704'] for port (b73f7697-8baf-4fd7-8937-ff1d7cf20fd4), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:18.294034 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-78342a16-7df2-4bd6-89d9-c61965ad7745 tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2019898'] for floatingip (39f2bd1b-ccc5-4988-92ce-d97a069a684c), after_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:18.298207 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78342a16-7df2-4bd6-89d9-c61965ad7745 tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] Pushing event updated for resources: {'Port': ['ID=b73f7697-8baf-4fd7-8937-ff1d7cf20fd4,revision_number=2']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:16:18.410908 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.db.l3_db [None req-78342a16-7df2-4bd6-89d9-c61965ad7745 tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] Floating IP 39f2bd1b-ccc5-4988-92ce-d97a069a684c associated. External IP: 172.27.0.13, port: c930ff25-4661-4304-96f2-65736d59d9a1. Apr 07 12:16:18.919682 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78342a16-7df2-4bd6-89d9-c61965ad7745 tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] Router 3c979e36-c6fd-487b-9edd-00182ee4dee9 has already been hosted by L3 agent ad8978c4-6515-441c-a828-0289badd3b4a {{(pid=103983) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 12:16:19.026439 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78342a16-7df2-4bd6-89d9-c61965ad7745 tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] Notify agent at l3_agent.dv-cinder-836930-1-iscsi the message routers_updated {{(pid=103983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 12:16:19.036879 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721950ce-a03e-4d1d-bb2f-d15e816cccc5 None None] Sync routers for ids ['3c979e36-c6fd-487b-9edd-00182ee4dee9'] in dv-cinder-836930-1-iscsi {{(pid=103984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 12:16:19.046107 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721950ce-a03e-4d1d-bb2f-d15e816cccc5 None None] Routers {'3c979e36-c6fd-487b-9edd-00182ee4dee9'} bound to L3 agent in host dv-cinder-836930-1-iscsi {{(pid=103984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:16:19.048810 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_hamode_db [None req-721950ce-a03e-4d1d-bb2f-d15e816cccc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836930-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T11:57:34Z,description=,heartbeat_timestamp=2022-04-07T12:16:04Z,host='dv-cinder-836930-1-iscsi',id=ad8978c4-6515-441c-a828-0289badd3b4a,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:57:35Z,topic='l3_agent')) {'router_ids': ['3c979e36-c6fd-487b-9edd-00182ee4dee9'], 'active': True} {{(pid=103984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:16:19.115770 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-78342a16-7df2-4bd6-89d9-c61965ad7745 tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91606'] for floatingip (None), before_response {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:19.155637 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [None req-78342a16-7df2-4bd6-89d9-c61965ad7745 tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3435841 Apr 07 12:16:19.155637 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '746138f7-de61-4006-a969-275560d719e3', 'tag': 'c930ff25-4661-4304-96f2-65736d59d9a1'}] {{(pid=103983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:16:19.157962 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.58', 42876) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:16:19.158473 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0a7841b86293cbb58346800955405af87a5c8eeb3540a71a4bbd7df08edd1cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ea8acba-2143-4fd5-ac66-cd16cbb57e73" -d '{"events": [{"name": "network-changed", "server_uuid": "746138f7-de61-4006-a969-275560d719e3", "tag": "c930ff25-4661-4304-96f2-65736d59d9a1"}]}' {{(pid=103983) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:16:19.161782 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_dvr_db [None req-721950ce-a03e-4d1d-bb2f-d15e816cccc5 None None] Set router 3c979e36-c6fd-487b-9edd-00182ee4dee9 gateway port host: dv-cinder-836930-1-iscsi {{(pid=103984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:16:19.169794 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.v2.base [None req-05722b7a-7d9c-43ce-9934-2586543a3238 tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1937313227', 'description': 'tempest-secgroup-smoke-1937313227 description', 'project_id': '23f5e0a355be492c9d73e403fb20d1d3'}} {{(pid=103982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:16:19.196148 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 12:16:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29bbe3b2-007c-4e1f-8f32-86ed3e397a7b x-openstack-request-id: req-29bbe3b2-007c-4e1f-8f32-86ed3e397a7b {{(pid=103983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:16:19.196442 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "746138f7-de61-4006-a969-275560d719e3", "tag": "c930ff25-4661-4304-96f2-65736d59d9a1", "status": "completed", "code": 200}]} {{(pid=103983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:16:19.196704 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-29bbe3b2-007c-4e1f-8f32-86ed3e397a7b {{(pid=103983) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:16:19.197268 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29bbe3b2-007c-4e1f-8f32-86ed3e397a7b'] response: {'name': 'network-changed', 'server_uuid': '746138f7-de61-4006-a969-275560d719e3', 'tag': 'c930ff25-4661-4304-96f2-65736d59d9a1', 'status': 'completed', 'code': 200} Apr 07 12:16:19.267553 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-05722b7a-7d9c-43ce-9934-2586543a3238 tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] Publish callbacks [] for security_group (None), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:19.309046 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea8acba-2143-4fd5-ac66-cd16cbb57e73 req-2ae83e0e-079f-465d-bc3b-86703e173d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:16:19.311224 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-9ea8acba-2143-4fd5-ac66-cd16cbb57e73 req-2ae83e0e-079f-465d-bc3b-86703e173d8b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=23f5e0a355be492c9d73e403fb20d1d3&device_id=746138f7-de61-4006-a969-275560d719e3 HTTP/1.1" status: 200 len: 1130 time: 0.0513108 Apr 07 12:16:19.346789 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-05722b7a-7d9c-43ce-9934-2586543a3238 tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] Publish callbacks [] for security_group (4cf85c30-3c37-4e8a-91fc-c21d345e0f61), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:19.406392 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea8acba-2143-4fd5-ac66-cd16cbb57e73 req-d3bf9afb-878a-4ff2-8c14-6a645501e67b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:16:19.407902 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-9ea8acba-2143-4fd5-ac66-cd16cbb57e73 req-d3bf9afb-878a-4ff2-8c14-6a645501e67b service neutron] 10.222.0.49 "GET /v2.0/networks?id=02d796af-ca6a-4742-8a34-9d3f4b69aae0 HTTP/1.1" status: 200 len: 915 time: 0.0908129 Apr 07 12:16:19.427721 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-05722b7a-7d9c-43ce-9934-2586543a3238 tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678166'] for security_group (4cf85c30-3c37-4e8a-91fc-c21d345e0f61), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:19.457566 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05722b7a-7d9c-43ce-9934-2586543a3238 tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4cf85c30-3c37-4e8a-91fc-c21d345e0f61,revision_number=1']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:16:19.464917 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05722b7a-7d9c-43ce-9934-2586543a3238 tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:16:19.465528 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05722b7a-7d9c-43ce-9934-2586543a3238 tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:16:19.465876 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05722b7a-7d9c-43ce-9934-2586543a3238 tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:16:19.466214 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05722b7a-7d9c-43ce-9934-2586543a3238 tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:16:19.466719 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05722b7a-7d9c-43ce-9934-2586543a3238 tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:16:19.467053 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05722b7a-7d9c-43ce-9934-2586543a3238 tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:16:19.467410 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05722b7a-7d9c-43ce-9934-2586543a3238 tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:16:19.467738 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05722b7a-7d9c-43ce-9934-2586543a3238 tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:16:19.468063 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05722b7a-7d9c-43ce-9934-2586543a3238 tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:16:19.468601 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05722b7a-7d9c-43ce-9934-2586543a3238 tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:16:19.468925 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05722b7a-7d9c-43ce-9934-2586543a3238 tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:16:19.469257 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05722b7a-7d9c-43ce-9934-2586543a3238 tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:16:19.469581 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05722b7a-7d9c-43ce-9934-2586543a3238 tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:16:19.469904 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05722b7a-7d9c-43ce-9934-2586543a3238 tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:16:19.470225 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05722b7a-7d9c-43ce-9934-2586543a3238 tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:16:19.480290 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-9ea8acba-2143-4fd5-ac66-cd16cbb57e73 req-dc2f7f56-23d2-48c7-8ac8-42a53a26b965 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c930ff25-4661-4304-96f2-65736d59d9a1 HTTP/1.1" status: 200 len: 999 time: 0.0660655 Apr 07 12:16:19.512208 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-05722b7a-7d9c-43ce-9934-2586543a3238 tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] Publish callbacks [] for security_group (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:19.513983 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [None req-05722b7a-7d9c-43ce-9934-2586543a3238 tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3564081 Apr 07 12:16:19.516749 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.58', 42886) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:16:19.521035 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.v2.base [None req-53b61c82-4bc1-496d-807f-5998f654f07e tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] Request body: {'security_group_rule': {'security_group_id': '4cf85c30-3c37-4e8a-91fc-c21d345e0f61', 'project_id': '23f5e0a355be492c9d73e403fb20d1d3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:16:19.536722 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea8acba-2143-4fd5-ac66-cd16cbb57e73 req-1d3b25fb-6670-483f-a144-3ae82de36005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:16:19.536938 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_hamode_db [None req-721950ce-a03e-4d1d-bb2f-d15e816cccc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c979e36-c6fd-487b-9edd-00182ee4dee9', 'name': 'tempest-TestMinimumBasicScenario-886895561-router', 'tenant_id': '23f5e0a355be492c9d73e403fb20d1d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'external_fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '6c37243a-223d-4519-adf2-1384b24d8c05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:15:15Z', 'updated_at': '2022-04-07T12:15:19Z', 'revision_number': 4, 'project_id': '23f5e0a355be492c9d73e403fb20d1d3', 'gw_port': {'id': '6c37243a-223d-4519-adf2-1384b24d8c05', 'name': '', 'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:e7:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c979e36-c6fd-487b-9edd-00182ee4dee9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:15:16Z', 'updated_at': '2022-04-07T12:15:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4554067d-f507-4a99-8a98-0874c02c5721', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836930-1-iscsi', '_floatingips': [{'id': '39f2bd1b-ccc5-4988-92ce-d97a069a684c', 'tenant_id': '23f5e0a355be492c9d73e403fb20d1d3', 'floating_ip_address': '172.27.0.13', 'floating_network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'router_id': '3c979e36-c6fd-487b-9edd-00182ee4dee9', 'port_id': 'c930ff25-4661-4304-96f2-65736d59d9a1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 672, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '02d796af-ca6a-4742-8a34-9d3f4b69aae0', 'mac_address': 'fa:16:3e:11:38:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746138f7-de61-4006-a969-275560d719e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T12:16:17Z', 'updated_at': '2022-04-07T12:16:17Z', 'revision_number': 0, 'project_id': '23f5e0a355be492c9d73e403fb20d1d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71d3cf6d-706e-448c-9b17-6f50f0bf7c4e', 'name': '', 'network_id': '02d796af-ca6a-4742-8a34-9d3f4b69aae0', 'tenant_id': '23f5e0a355be492c9d73e403fb20d1d3', 'mac_address': 'fa:16:3e:fa:35:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c979e36-c6fd-487b-9edd-00182ee4dee9', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '9b07e596-6c59-4f6f-8de1-05786643409a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:15:18Z', 'updated_at': '2022-04-07T12:15:23Z', 'revision_number': 5, 'project_id': '23f5e0a355be492c9d73e403fb20d1d3', 'subnets': [{'id': '9b07e596-6c59-4f6f-8de1-05786643409a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836930-1-iscsi', False) {} {{(pid=103984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:16:19.538709 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-9ea8acba-2143-4fd5-ac66-cd16cbb57e73 req-1d3b25fb-6670-483f-a144-3ae82de36005 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9b07e596-6c59-4f6f-8de1-05786643409a HTTP/1.1" status: 200 len: 853 time: 0.0520492 Apr 07 12:16:19.563869 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721950ce-a03e-4d1d-bb2f-d15e816cccc5 None None] Checking router: 3c979e36-c6fd-487b-9edd-00182ee4dee9 for host: dv-cinder-836930-1-iscsi {{(pid=103984) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 12:16:19.572397 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721950ce-a03e-4d1d-bb2f-d15e816cccc5 None None] Routers {'3c979e36-c6fd-487b-9edd-00182ee4dee9'} bound to L3 agent in host dv-cinder-836930-1-iscsi {{(pid=103984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:16:19.573004 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_hamode_db [None req-721950ce-a03e-4d1d-bb2f-d15e816cccc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836930-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T11:57:34Z,description=,heartbeat_timestamp=2022-04-07T12:16:04Z,host='dv-cinder-836930-1-iscsi',id=ad8978c4-6515-441c-a828-0289badd3b4a,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:57:35Z,topic='l3_agent')) {'router_ids': ['3c979e36-c6fd-487b-9edd-00182ee4dee9'], 'active': True} {{(pid=103984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:16:19.587057 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea8acba-2143-4fd5-ac66-cd16cbb57e73 req-f3a4a927-13b5-4e7d-ab46-d21f2ba1dd41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:16:19.588587 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-9ea8acba-2143-4fd5-ac66-cd16cbb57e73 req-f3a4a927-13b5-4e7d-ab46-d21f2ba1dd41 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=02d796af-ca6a-4742-8a34-9d3f4b69aae0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0439861 Apr 07 12:16:19.629207 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-53b61c82-4bc1-496d-807f-5998f654f07e tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] Publish callbacks [] for security_group_rule (2c2e9c58-0a5b-4c88-a4bf-5e974b250b61), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:19.685891 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-9ea8acba-2143-4fd5-ac66-cd16cbb57e73 req-af0c667e-f6ca-4370-ad29-048e5942593b service neutron] 10.222.0.49 "GET /v2.0/networks/02d796af-ca6a-4742-8a34-9d3f4b69aae0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908532 Apr 07 12:16:19.686115 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-53b61c82-4bc1-496d-807f-5998f654f07e tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] Publish callbacks [] for security_group_rule (2c2e9c58-0a5b-4c88-a4bf-5e974b250b61), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:19.688381 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_dvr_db [None req-721950ce-a03e-4d1d-bb2f-d15e816cccc5 None None] Set router 3c979e36-c6fd-487b-9edd-00182ee4dee9 gateway port host: dv-cinder-836930-1-iscsi {{(pid=103984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:16:19.773960 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-9ea8acba-2143-4fd5-ac66-cd16cbb57e73 req-a2e50352-61c6-41f8-9f1b-e047a4f899c8 service neutron] 10.222.0.49 "GET /v2.0/networks/02d796af-ca6a-4742-8a34-9d3f4b69aae0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821733 Apr 07 12:16:19.781525 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-53b61c82-4bc1-496d-807f-5998f654f07e tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678271'] for security_group_rule (2c2e9c58-0a5b-4c88-a4bf-5e974b250b61), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:19.799828 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b61c82-4bc1-496d-807f-5998f654f07e tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c2e9c58-0a5b-4c88-a4bf-5e974b250b61,revision_number=0']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:16:19.872059 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-53b61c82-4bc1-496d-807f-5998f654f07e tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:19.873211 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [None req-53b61c82-4bc1-496d-807f-5998f654f07e tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3555262 Apr 07 12:16:19.875844 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.58', 42888) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:16:19.880135 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.v2.base [None req-3546c107-538e-45e3-a9ab-986bcefa6693 tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] Request body: {'security_group_rule': {'security_group_id': '4cf85c30-3c37-4e8a-91fc-c21d345e0f61', 'project_id': '23f5e0a355be492c9d73e403fb20d1d3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:16:19.914890 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_hamode_db [None req-721950ce-a03e-4d1d-bb2f-d15e816cccc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c979e36-c6fd-487b-9edd-00182ee4dee9', 'name': 'tempest-TestMinimumBasicScenario-886895561-router', 'tenant_id': '23f5e0a355be492c9d73e403fb20d1d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'external_fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '6c37243a-223d-4519-adf2-1384b24d8c05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:15:15Z', 'updated_at': '2022-04-07T12:15:19Z', 'revision_number': 4, 'project_id': '23f5e0a355be492c9d73e403fb20d1d3', 'gw_port': {'id': '6c37243a-223d-4519-adf2-1384b24d8c05', 'name': '', 'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:e7:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c979e36-c6fd-487b-9edd-00182ee4dee9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:15:16Z', 'updated_at': '2022-04-07T12:15:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4554067d-f507-4a99-8a98-0874c02c5721', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836930-1-iscsi', '_floatingips': [{'id': '39f2bd1b-ccc5-4988-92ce-d97a069a684c', 'tenant_id': '23f5e0a355be492c9d73e403fb20d1d3', 'floating_ip_address': '172.27.0.13', 'floating_network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'router_id': '3c979e36-c6fd-487b-9edd-00182ee4dee9', 'port_id': 'c930ff25-4661-4304-96f2-65736d59d9a1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 672, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '02d796af-ca6a-4742-8a34-9d3f4b69aae0', 'mac_address': 'fa:16:3e:11:38:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746138f7-de61-4006-a969-275560d719e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T12:16:17Z', 'updated_at': '2022-04-07T12:16:17Z', 'revision_number': 0, 'project_id': '23f5e0a355be492c9d73e403fb20d1d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71d3cf6d-706e-448c-9b17-6f50f0bf7c4e', 'name': '', 'network_id': '02d796af-ca6a-4742-8a34-9d3f4b69aae0', 'tenant_id': '23f5e0a355be492c9d73e403fb20d1d3', 'mac_address': 'fa:16:3e:fa:35:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c979e36-c6fd-487b-9edd-00182ee4dee9', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '9b07e596-6c59-4f6f-8de1-05786643409a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:15:18Z', 'updated_at': '2022-04-07T12:15:23Z', 'revision_number': 5, 'project_id': '23f5e0a355be492c9d73e403fb20d1d3', 'subnets': [{'id': '9b07e596-6c59-4f6f-8de1-05786643409a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836930-1-iscsi', False) {} {{(pid=103984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:16:19.944208 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721950ce-a03e-4d1d-bb2f-d15e816cccc5 None None] The sync data for ids ['3c979e36-c6fd-487b-9edd-00182ee4dee9'] in dv-cinder-836930-1-iscsi is: [{'id': '3c979e36-c6fd-487b-9edd-00182ee4dee9', 'name': 'tempest-TestMinimumBasicScenario-886895561-router', 'tenant_id': '23f5e0a355be492c9d73e403fb20d1d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'external_fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '6c37243a-223d-4519-adf2-1384b24d8c05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:15:15Z', 'updated_at': '2022-04-07T12:15:19Z', 'revision_number': 4, 'project_id': '23f5e0a355be492c9d73e403fb20d1d3', 'gw_port': {'id': '6c37243a-223d-4519-adf2-1384b24d8c05', 'name': '', 'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:e7:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c979e36-c6fd-487b-9edd-00182ee4dee9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:15:16Z', 'updated_at': '2022-04-07T12:15:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4554067d-f507-4a99-8a98-0874c02c5721', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836930-1-iscsi', '_floatingips': [{'id': '39f2bd1b-ccc5-4988-92ce-d97a069a684c', 'tenant_id': '23f5e0a355be492c9d73e403fb20d1d3', 'floating_ip_address': '172.27.0.13', 'floating_network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'router_id': '3c979e36-c6fd-487b-9edd-00182ee4dee9', 'port_id': 'c930ff25-4661-4304-96f2-65736d59d9a1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 672, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '02d796af-ca6a-4742-8a34-9d3f4b69aae0', 'mac_address': 'fa:16:3e:11:38:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746138f7-de61-4006-a969-275560d719e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T12:16:17Z', 'updated_at': '2022-04-07T12:16:17Z', 'revision_number': 0, 'project_id': '23f5e0a355be492c9d73e403fb20d1d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71d3cf6d-706e-448c-9b17-6f50f0bf7c4e', 'name': '', 'network_id': '02d796af-ca6a-4742-8a34-9d3f4b69aae0', 'tenant_id': '23f5e0a355be492c9d73e403fb20d1d3', 'mac_address': 'fa:16:3e:fa:35:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c979e36-c6fd-487b-9edd-00182ee4dee9', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '9b07e596-6c59-4f6f-8de1-05786643409a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:15:18Z', 'updated_at': '2022-04-07T12:15:23Z', 'revision_number': 5, 'project_id': '23f5e0a355be492c9d73e403fb20d1d3', 'subnets': [{'id': '9b07e596-6c59-4f6f-8de1-05786643409a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 12:16:19.983887 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-3546c107-538e-45e3-a9ab-986bcefa6693 tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] Publish callbacks [] for security_group_rule (ba8c9a9b-2250-452f-929f-32188320ed50), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:20.040408 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-3546c107-538e-45e3-a9ab-986bcefa6693 tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] Publish callbacks [] for security_group_rule (ba8c9a9b-2250-452f-929f-32188320ed50), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:20.118846 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-3546c107-538e-45e3-a9ab-986bcefa6693 tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678271'] for security_group_rule (ba8c9a9b-2250-452f-929f-32188320ed50), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:20.139885 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3546c107-538e-45e3-a9ab-986bcefa6693 tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba8c9a9b-2250-452f-929f-32188320ed50,revision_number=0']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:16:20.150376 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79bb9363-f168-476e-8e57-ee95de589e51 None None] New status for floating IP 39f2bd1b-ccc5-4988-92ce-d97a069a684c: ACTIVE {{(pid=103985) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 12:16:20.217922 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-3546c107-538e-45e3-a9ab-986bcefa6693 tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:20.219309 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [None req-3546c107-538e-45e3-a9ab-986bcefa6693 tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3424804 Apr 07 12:16:20.221996 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.58', 42890) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:16:20.226206 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.v2.base [None req-df47334a-e5ed-4a8e-8dda-2ec4b89415a3 tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] Request body: {'security_group_rule': {'security_group_id': '4cf85c30-3c37-4e8a-91fc-c21d345e0f61', 'project_id': '23f5e0a355be492c9d73e403fb20d1d3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:16:20.333233 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-df47334a-e5ed-4a8e-8dda-2ec4b89415a3 tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] Publish callbacks [] for security_group_rule (3f794609-0932-4102-adaa-8d46b0deaa29), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:20.400774 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-df47334a-e5ed-4a8e-8dda-2ec4b89415a3 tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] Publish callbacks [] for security_group_rule (3f794609-0932-4102-adaa-8d46b0deaa29), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:20.486626 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-df47334a-e5ed-4a8e-8dda-2ec4b89415a3 tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678271'] for security_group_rule (3f794609-0932-4102-adaa-8d46b0deaa29), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:20.504586 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df47334a-e5ed-4a8e-8dda-2ec4b89415a3 tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f794609-0932-4102-adaa-8d46b0deaa29,revision_number=0']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:16:20.600942 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-df47334a-e5ed-4a8e-8dda-2ec4b89415a3 tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:20.602154 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [None req-df47334a-e5ed-4a8e-8dda-2ec4b89415a3 tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3792202 Apr 07 12:16:20.604919 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.58', 42912) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:16:20.610507 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.v2.base [None req-5b451050-623b-4563-a786-12d47a5852a8 tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] Request body: {'security_group_rule': {'security_group_id': '4cf85c30-3c37-4e8a-91fc-c21d345e0f61', 'project_id': '23f5e0a355be492c9d73e403fb20d1d3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:16:20.743939 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-5b451050-623b-4563-a786-12d47a5852a8 tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] Publish callbacks [] for security_group_rule (bd5576c0-062b-43ad-b152-9de2148c3ade), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:20.800364 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-5b451050-623b-4563-a786-12d47a5852a8 tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] Publish callbacks [] for security_group_rule (bd5576c0-062b-43ad-b152-9de2148c3ade), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:20.890080 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-5b451050-623b-4563-a786-12d47a5852a8 tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678271'] for security_group_rule (bd5576c0-062b-43ad-b152-9de2148c3ade), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:20.907415 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b451050-623b-4563-a786-12d47a5852a8 tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd5576c0-062b-43ad-b152-9de2148c3ade,revision_number=0']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:16:21.008900 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-5b451050-623b-4563-a786-12d47a5852a8 tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:21.010029 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [None req-5b451050-623b-4563-a786-12d47a5852a8 tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4039428 Apr 07 12:16:21.012810 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.58', 42926) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:16:21.016967 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.v2.base [None req-d2f285ab-ec3f-4ffe-9681-92e929d34c43 tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] Request body: {'security_group_rule': {'security_group_id': '4cf85c30-3c37-4e8a-91fc-c21d345e0f61', 'project_id': '23f5e0a355be492c9d73e403fb20d1d3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:16:21.109863 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.db.securitygroups_db [None req-d2f285ab-ec3f-4ffe-9681-92e929d34c43 tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] Project 23f5e0a355be492c9d73e403fb20d1d3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 07 12:16:21.115970 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-d2f285ab-ec3f-4ffe-9681-92e929d34c43 tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] Publish callbacks [] for security_group_rule (eca4eb44-12e4-42f9-9882-215d3b00ed1d), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:21.172456 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-d2f285ab-ec3f-4ffe-9681-92e929d34c43 tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] Publish callbacks [] for security_group_rule (eca4eb44-12e4-42f9-9882-215d3b00ed1d), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:21.270079 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-d2f285ab-ec3f-4ffe-9681-92e929d34c43 tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678271'] for security_group_rule (eca4eb44-12e4-42f9-9882-215d3b00ed1d), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:21.288588 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f285ab-ec3f-4ffe-9681-92e929d34c43 tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eca4eb44-12e4-42f9-9882-215d3b00ed1d,revision_number=0']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:16:21.385755 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-d2f285ab-ec3f-4ffe-9681-92e929d34c43 tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:21.386960 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [None req-d2f285ab-ec3f-4ffe-9681-92e929d34c43 tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3732543 Apr 07 12:16:21.389704 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.58', 42944) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:16:21.393869 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.v2.base [None req-1ddf824e-7602-4783-b5bb-9bbfafd02d85 tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] Request body: {'security_group_rule': {'security_group_id': '4cf85c30-3c37-4e8a-91fc-c21d345e0f61', 'project_id': '23f5e0a355be492c9d73e403fb20d1d3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:16:21.473232 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.db.securitygroups_db [None req-1ddf824e-7602-4783-b5bb-9bbfafd02d85 tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] Project 23f5e0a355be492c9d73e403fb20d1d3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 07 12:16:21.479045 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-1ddf824e-7602-4783-b5bb-9bbfafd02d85 tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] Publish callbacks [] for security_group_rule (79b45f74-d26f-4456-952d-bd1fb25e7ccc), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:21.539178 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-1ddf824e-7602-4783-b5bb-9bbfafd02d85 tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] Publish callbacks [] for security_group_rule (79b45f74-d26f-4456-952d-bd1fb25e7ccc), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:21.627298 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-1ddf824e-7602-4783-b5bb-9bbfafd02d85 tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678271'] for security_group_rule (79b45f74-d26f-4456-952d-bd1fb25e7ccc), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:21.642826 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddf824e-7602-4783-b5bb-9bbfafd02d85 tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79b45f74-d26f-4456-952d-bd1fb25e7ccc,revision_number=0']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:16:21.721042 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-1ddf824e-7602-4783-b5bb-9bbfafd02d85 tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:21.722322 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [None req-1ddf824e-7602-4783-b5bb-9bbfafd02d85 tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3316376 Apr 07 12:16:21.810623 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-450c622f-3a8b-49d6-8d7d-3c7f1a84d257 req-54956ecc-a1a3-4deb-9401-3aca00b09f2e tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1937313227&fields=id&tenant_id=23f5e0a355be492c9d73e403fb20d1d3 HTTP/1.1" status: 200 len: 267 time: 0.0436823 Apr 07 12:16:21.870575 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450c622f-3a8b-49d6-8d7d-3c7f1a84d257 req-29cb484f-dc68-4610-9350-a253655cd6b2 tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:16:21.872235 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-450c622f-3a8b-49d6-8d7d-3c7f1a84d257 req-29cb484f-dc68-4610-9350-a253655cd6b2 tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] 10.222.0.58 "GET /v2.0/ports?device_id=746138f7-de61-4006-a969-275560d719e3 HTTP/1.1" status: 200 len: 946 time: 0.0563190 Apr 07 12:16:21.883355 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.v2.base [req-450c622f-3a8b-49d6-8d7d-3c7f1a84d257 req-b4f5e802-9741-440e-b3cb-bd64b1c2b555 tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] Request body: {'port': {'security_groups': ['a7e896e4-9713-4e53-afaf-d2baedba1d0f', '4cf85c30-3c37-4e8a-91fc-c21d345e0f61']}} {{(pid=103983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:16:21.952016 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [req-450c622f-3a8b-49d6-8d7d-3c7f1a84d257 req-b4f5e802-9741-440e-b3cb-bd64b1c2b555 tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (c930ff25-4661-4304-96f2-65736d59d9a1), before_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:22.134663 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.plugins.ml2.db [req-450c622f-3a8b-49d6-8d7d-3c7f1a84d257 req-b4f5e802-9741-440e-b3cb-bd64b1c2b555 tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] For port c930ff25-4661-4304-96f2-65736d59d9a1, host hv-cinder-83693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83693',level=0,port_id=c930ff25-4661-4304-96f2-65736d59d9a1,segment=NetworkSegment(3fda049f-37bf-4034-bad2-268cc93fcdfc),segment_id=3fda049f-37bf-4034-bad2-268cc93fcdfc)] {{(pid=103983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:16:22.172054 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [req-450c622f-3a8b-49d6-8d7d-3c7f1a84d257 req-b4f5e802-9741-440e-b3cb-bd64b1c2b555 tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] Publish callbacks [] for port (c930ff25-4661-4304-96f2-65736d59d9a1), precommit_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:22.275562 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [req-450c622f-3a8b-49d6-8d7d-3c7f1a84d257 req-b4f5e802-9741-440e-b3cb-bd64b1c2b555 tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780057409639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780056949607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780056949625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126495704'] for port (c930ff25-4661-4304-96f2-65736d59d9a1), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:22.317467 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.db [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] get_ports_and_sgs() called for port_ids ['c930ff25-4661-4304-96f2-65736d59d9a1'] {{(pid=103984) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 12:16:22.318889 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450c622f-3a8b-49d6-8d7d-3c7f1a84d257 req-b4f5e802-9741-440e-b3cb-bd64b1c2b555 tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:16:22.319559 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [req-450c622f-3a8b-49d6-8d7d-3c7f1a84d257 req-b4f5e802-9741-440e-b3cb-bd64b1c2b555 tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91606'] for port (None), before_response {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:22.321014 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-450c622f-3a8b-49d6-8d7d-3c7f1a84d257 req-b4f5e802-9741-440e-b3cb-bd64b1c2b555 tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] 10.222.0.58 "PUT /v2.0/ports/c930ff25-4661-4304-96f2-65736d59d9a1 HTTP/1.1" status: 200 len: 982 time: 0.4427345 Apr 07 12:16:22.321483 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '746138f7-de61-4006-a969-275560d719e3', 'tag': 'c930ff25-4661-4304-96f2-65736d59d9a1'}] {{(pid=103983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:16:22.323792 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0a7841b86293cbb58346800955405af87a5c8eeb3540a71a4bbd7df08edd1cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c21ff098-533c-4b3c-904f-452109ae4037" -d '{"events": [{"name": "network-changed", "server_uuid": "746138f7-de61-4006-a969-275560d719e3", "tag": "c930ff25-4661-4304-96f2-65736d59d9a1"}]}' {{(pid=103983) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:16:22.359756 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f5e802-9741-440e-b3cb-bd64b1c2b555 tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] Pushing event updated for resources: {'Port': ['ID=c930ff25-4661-4304-96f2-65736d59d9a1,revision_number=6']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:16:22.378012 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 12:16:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aef35764-58e5-4de4-ab9a-65dbac0646ad x-openstack-request-id: req-aef35764-58e5-4de4-ab9a-65dbac0646ad {{(pid=103983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:16:22.378371 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "746138f7-de61-4006-a969-275560d719e3", "tag": "c930ff25-4661-4304-96f2-65736d59d9a1", "status": "completed", "code": 200}]} {{(pid=103983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:16:22.378688 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-aef35764-58e5-4de4-ab9a-65dbac0646ad {{(pid=103983) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:16:22.379314 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aef35764-58e5-4de4-ab9a-65dbac0646ad'] response: {'name': 'network-changed', 'server_uuid': '746138f7-de61-4006-a969-275560d719e3', 'tag': 'c930ff25-4661-4304-96f2-65736d59d9a1', 'status': 'completed', 'code': 200} Apr 07 12:16:22.467804 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1081265-419c-4c21-b974-4e384699d51f req-c93c953a-6c1d-4183-8f81-090749c27078 tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:16:22.473206 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-d1081265-419c-4c21-b974-4e384699d51f req-c93c953a-6c1d-4183-8f81-090749c27078 tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] 10.222.0.58 "GET /v2.0/ports?device_id=746138f7-de61-4006-a969-275560d719e3 HTTP/1.1" status: 200 len: 985 time: 0.0791864 Apr 07 12:16:22.509492 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21ff098-533c-4b3c-904f-452109ae4037 req-9bd4218d-ab20-48e7-be17-b8577e9432e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:16:22.515968 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-c21ff098-533c-4b3c-904f-452109ae4037 req-9bd4218d-ab20-48e7-be17-b8577e9432e2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=23f5e0a355be492c9d73e403fb20d1d3&device_id=746138f7-de61-4006-a969-275560d719e3 HTTP/1.1" status: 200 len: 1169 time: 0.0861971 Apr 07 12:16:22.543089 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.db [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] get_ports_and_sgs() called for port_ids ['c930ff25-4661-4304-96f2-65736d59d9a1'] {{(pid=103984) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 12:16:22.555704 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-d1081265-419c-4c21-b974-4e384699d51f req-d630c703-47e3-4a21-8c6b-69c95d0014fa tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] 10.222.0.58 "GET /v2.0/security-groups?id=4cf85c30-3c37-4e8a-91fc-c21d345e0f61&id=a7e896e4-9713-4e53-afaf-d2baedba1d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0726438 Apr 07 12:16:22.640029 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21ff098-533c-4b3c-904f-452109ae4037 req-7410522e-7467-4bcb-9ef3-8442faf7295b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:16:22.641872 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-c21ff098-533c-4b3c-904f-452109ae4037 req-7410522e-7467-4bcb-9ef3-8442faf7295b service neutron] 10.222.0.49 "GET /v2.0/networks?id=02d796af-ca6a-4742-8a34-9d3f4b69aae0 HTTP/1.1" status: 200 len: 915 time: 0.1176052 Apr 07 12:16:22.718249 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-c21ff098-533c-4b3c-904f-452109ae4037 req-841b1bfc-7d7d-437c-b039-2a2fbde0ad1e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c930ff25-4661-4304-96f2-65736d59d9a1 HTTP/1.1" status: 200 len: 1001 time: 0.0682399 Apr 07 12:16:22.744356 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.provisioning_blocks [None req-b0e3e221-793f-48c2-81de-e25676b4311e None None] Provisioning complete for port c930ff25-4661-4304-96f2-65736d59d9a1 triggered by entity DHCP. {{(pid=103984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:16:22.744731 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-b0e3e221-793f-48c2-81de-e25676b4311e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7484729'] for port (c930ff25-4661-4304-96f2-65736d59d9a1), provisioning_complete {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:22.769330 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21ff098-533c-4b3c-904f-452109ae4037 req-c5d21031-3c11-4d1b-befc-a0c206011af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:16:22.770866 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-c21ff098-533c-4b3c-904f-452109ae4037 req-c5d21031-3c11-4d1b-befc-a0c206011af6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9b07e596-6c59-4f6f-8de1-05786643409a HTTP/1.1" status: 200 len: 853 time: 0.0449097 Apr 07 12:16:22.820667 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21ff098-533c-4b3c-904f-452109ae4037 req-8d11906a-4f78-4bab-8ca9-93616306c698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:16:22.822307 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-c21ff098-533c-4b3c-904f-452109ae4037 req-8d11906a-4f78-4bab-8ca9-93616306c698 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=02d796af-ca6a-4742-8a34-9d3f4b69aae0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0447907 Apr 07 12:16:22.918986 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-c21ff098-533c-4b3c-904f-452109ae4037 req-cd4b5808-eeba-43f5-89cf-f05ab36eefeb service neutron] 10.222.0.49 "GET /v2.0/networks/02d796af-ca6a-4742-8a34-9d3f4b69aae0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857792 Apr 07 12:16:22.952467 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3e221-793f-48c2-81de-e25676b4311e None None] Current status of the port c930ff25-4661-4304-96f2-65736d59d9a1 is: ACTIVE; New status is: ACTIVE {{(pid=103984) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:16:23.001842 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.58', 42962) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:16:23.008796 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-c21ff098-533c-4b3c-904f-452109ae4037 req-ab14230d-e0f9-4578-9950-1a840ec222a5 service neutron] 10.222.0.49 "GET /v2.0/networks/02d796af-ca6a-4742-8a34-9d3f4b69aae0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829980 Apr 07 12:16:23.051858 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.db.db_base_plugin_v2 [None req-fef105e8-d415-4a52-bc3f-d1df4be2a5ff admin admin] Deleting subnet cd664d16-72a3-4840-a45b-d606a827ada8 {{(pid=103982) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 12:16:23.055026 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-fef105e8-d415-4a52-bc3f-d1df4be2a5ff admin admin] Publish callbacks [] for subnet (cd664d16-72a3-4840-a45b-d606a827ada8), before_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:23.092430 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-fef105e8-d415-4a52-bc3f-d1df4be2a5ff admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125930584'] for subnet (cd664d16-72a3-4840-a45b-d606a827ada8), precommit_delete_associations {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:23.130463 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-fef105e8-d415-4a52-bc3f-d1df4be2a5ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7504605'] for subnet (cd664d16-72a3-4840-a45b-d606a827ada8), precommit_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:23.261753 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-fef105e8-d415-4a52-bc3f-d1df4be2a5ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7504596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126593778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127907896'] for subnet (cd664d16-72a3-4840-a45b-d606a827ada8), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:23.287808 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef105e8-d415-4a52-bc3f-d1df4be2a5ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd664d16-72a3-4840-a45b-d606a827ada8,revision_number=None']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:16:23.291609 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-fef105e8-d415-4a52-bc3f-d1df4be2a5ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585958'] for subnet (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:23.294790 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [None req-fef105e8-d415-4a52-bc3f-d1df4be2a5ff admin admin] 10.222.0.58 "DELETE /v2.0/subnets/cd664d16-72a3-4840-a45b-d606a827ada8 HTTP/1.1" status: 204 len: 168 time: 0.2919366 Apr 07 12:16:23.297225 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.58', 42964) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:16:23.367744 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-cee6440b-8ce9-42b5-b9b1-150a6da614e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7349020'] for network (f79ab1cc-5bfe-4ae4-b6e2-5ae01cee9ad3), before_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:23.444141 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-cee6440b-8ce9-42b5-b9b1-150a6da614e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7490116', 'neutron.services.segments.db._delete_segments_for_network-8780057229514'] for network (f79ab1cc-5bfe-4ae4-b6e2-5ae01cee9ad3), precommit_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:23.464141 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.services.segments.db [None req-cee6440b-8ce9-42b5-b9b1-150a6da614e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f79ab1cc-5bfe-4ae4-b6e2-5ae01cee9ad3']}} {{(pid=103982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:16:23.473416 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.services.segments.db [None req-cee6440b-8ce9-42b5-b9b1-150a6da614e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76e0c286-76ab-42b5-9757-5d009c90bddf') {'for_net_delete': True} {{(pid=103982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:16:23.473983 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.services.segments.db [None req-cee6440b-8ce9-42b5-b9b1-150a6da614e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76e0c286-76ab-42b5-9757-5d009c90bddf') {} {{(pid=103982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:16:23.482821 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-cee6440b-8ce9-42b5-b9b1-150a6da614e6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780057232083', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125930561'] for segment (76e0c286-76ab-42b5-9757-5d009c90bddf), before_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:23.496053 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-cee6440b-8ce9-42b5-b9b1-150a6da614e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7510084'] for segment (76e0c286-76ab-42b5-9757-5d009c90bddf), precommit_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:23.501755 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cee6440b-8ce9-42b5-b9b1-150a6da614e6 admin admin] Releasing vlan 631 on physical network physnet1 to pool {{(pid=103982) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 12:16:23.502130 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-cee6440b-8ce9-42b5-b9b1-150a6da614e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7510084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126593556'] for segment (76e0c286-76ab-42b5-9757-5d009c90bddf), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:23.503740 dv-cinder-836930-1-iscsi neutron-server[103982]: Traceback (most recent call last): Apr 07 12:16:23.503740 dv-cinder-836930-1-iscsi neutron-server[103982]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 12:16:23.503740 dv-cinder-836930-1-iscsi neutron-server[103982]: timer() Apr 07 12:16:23.503740 dv-cinder-836930-1-iscsi neutron-server[103982]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 12:16:23.503740 dv-cinder-836930-1-iscsi neutron-server[103982]: cb(*args, **kw) Apr 07 12:16:23.503740 dv-cinder-836930-1-iscsi neutron-server[103982]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 12:16:23.503740 dv-cinder-836930-1-iscsi neutron-server[103982]: return func(*args, **kwargs) Apr 07 12:16:23.503740 dv-cinder-836930-1-iscsi neutron-server[103982]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 12:16:23.503740 dv-cinder-836930-1-iscsi neutron-server[103982]: self._notify() Apr 07 12:16:23.503740 dv-cinder-836930-1-iscsi neutron-server[103982]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 12:16:23.503740 dv-cinder-836930-1-iscsi neutron-server[103982]: self.callback(batched_events) Apr 07 12:16:23.503740 dv-cinder-836930-1-iscsi neutron-server[103982]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 12:16:23.503740 dv-cinder-836930-1-iscsi neutron-server[103982]: event.method(event) Apr 07 12:16:23.503740 dv-cinder-836930-1-iscsi neutron-server[103982]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 12:16:23.503740 dv-cinder-836930-1-iscsi neutron-server[103982]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 12:16:23.503740 dv-cinder-836930-1-iscsi neutron-server[103982]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 12:16:23.503740 dv-cinder-836930-1-iscsi neutron-server[103982]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 12:16:23.503740 dv-cinder-836930-1-iscsi neutron-server[103982]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 12:16:23.503740 dv-cinder-836930-1-iscsi neutron-server[103982]: return f(self, *a, **k) Apr 07 12:16:23.503740 dv-cinder-836930-1-iscsi neutron-server[103982]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 12:16:23.503740 dv-cinder-836930-1-iscsi neutron-server[103982]: return self._get(url).json() Apr 07 12:16:23.503740 dv-cinder-836930-1-iscsi neutron-server[103982]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 12:16:23.503740 dv-cinder-836930-1-iscsi neutron-server[103982]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 12:16:23.503740 dv-cinder-836930-1-iscsi neutron-server[103982]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 12:16:23.503740 dv-cinder-836930-1-iscsi neutron-server[103982]: return self.request(url, 'GET', **kwargs) Apr 07 12:16:23.503740 dv-cinder-836930-1-iscsi neutron-server[103982]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 12:16:23.503740 dv-cinder-836930-1-iscsi neutron-server[103982]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 12:16:23.503740 dv-cinder-836930-1-iscsi neutron-server[103982]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 12:16:23.503740 dv-cinder-836930-1-iscsi neutron-server[103982]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 12:16:23.503740 dv-cinder-836930-1-iscsi neutron-server[103982]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 12:16:23.503740 dv-cinder-836930-1-iscsi neutron-server[103982]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 12:16:23.503740 dv-cinder-836930-1-iscsi neutron-server[103982]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 12:16:23.652677 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-cee6440b-8ce9-42b5-b9b1-150a6da614e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7490143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2019876'] for network (f79ab1cc-5bfe-4ae4-b6e2-5ae01cee9ad3), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:23.657948 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-cee6440b-8ce9-42b5-b9b1-150a6da614e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585958'] for network (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:23.661104 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [None req-cee6440b-8ce9-42b5-b9b1-150a6da614e6 admin admin] 10.222.0.58 "DELETE /v2.0/networks/f79ab1cc-5bfe-4ae4-b6e2-5ae01cee9ad3 HTTP/1.1" status: 204 len: 168 time: 0.3629868 Apr 07 12:16:23.671607 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee6440b-8ce9-42b5-b9b1-150a6da614e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=f79ab1cc-5bfe-4ae4-b6e2-5ae01cee9ad3,revision_number=None']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:16:24.083472 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.58', 42968) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:16:24.131352 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [None req-f76507c8-09d0-4bfb-928e-191fb2c690e9 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8799abbfe1d848f8a3d0491b5d77a568&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0466061 Apr 07 12:16:24.133752 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.58', 42970) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:16:24.190853 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-4bd94a0f-c4e9-4264-a998-85e6cfcf01ac admin admin] Publish callbacks [] for security_group (ffd4ca1c-ab6f-45a5-94d1-20b5c233febe), before_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:24.211624 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-4bd94a0f-c4e9-4264-a998-85e6cfcf01ac admin admin] Publish callbacks [] for security_group (ffd4ca1c-ab6f-45a5-94d1-20b5c233febe), precommit_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:24.347401 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-4bd94a0f-c4e9-4264-a998-85e6cfcf01ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678166'] for security_group (ffd4ca1c-ab6f-45a5-94d1-20b5c233febe), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:24.350594 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-4bd94a0f-c4e9-4264-a998-85e6cfcf01ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:24.351771 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [None req-4bd94a0f-c4e9-4264-a998-85e6cfcf01ac admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ffd4ca1c-ab6f-45a5-94d1-20b5c233febe HTTP/1.1" status: 204 len: 168 time: 0.2171464 Apr 07 12:16:24.359569 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd94a0f-c4e9-4264-a998-85e6cfcf01ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffd4ca1c-ab6f-45a5-94d1-20b5c233febe,revision_number=None']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:16:26.317515 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.agents_db [None req-3662b1ad-d2b5-4b6d-81f6-e1280f618718 None None] Agent healthcheck: found 6 active agents {{(pid=103985) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 12:16:31.715515 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (b65c4e22-832a-4f2b-89ab-f6b5f91e1f65), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:31.930479 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-2cc35ac6-b192-4707-ab0a-bfe183ed20fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (94869e64-74fb-4601-95b5-a1334a6bdcea), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:34.313181 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-ae11a80d-d766-4cb0-87fd-52b43da036e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (ad8978c4-6515-441c-a828-0289badd3b4a), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:35.388248 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-42fe4910-c4c9-402f-9d5f-15586d942585 req-272f52c1-52fc-48bc-9c13-f9099721cbf9 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=746138f7-de61-4006-a969-275560d719e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0475500 Apr 07 12:16:35.499333 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fe4910-c4c9-402f-9d5f-15586d942585 req-7d092821-e5cb-4f1f-8c18-5ceb6643ee0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:16:35.500880 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-42fe4910-c4c9-402f-9d5f-15586d942585 req-7d092821-e5cb-4f1f-8c18-5ceb6643ee0c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=23f5e0a355be492c9d73e403fb20d1d3&device_id=746138f7-de61-4006-a969-275560d719e3 HTTP/1.1" status: 200 len: 1169 time: 0.0452297 Apr 07 12:16:35.605693 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fe4910-c4c9-402f-9d5f-15586d942585 req-8d512b20-a5fd-432c-ba10-c6184ad2d680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:16:35.607215 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-42fe4910-c4c9-402f-9d5f-15586d942585 req-8d512b20-a5fd-432c-ba10-c6184ad2d680 service neutron] 10.222.0.49 "GET /v2.0/networks?id=02d796af-ca6a-4742-8a34-9d3f4b69aae0 HTTP/1.1" status: 200 len: 915 time: 0.0864549 Apr 07 12:16:35.678821 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-42fe4910-c4c9-402f-9d5f-15586d942585 req-0a60c7cf-3f5a-4955-b6b4-1fe5ba737056 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c930ff25-4661-4304-96f2-65736d59d9a1 HTTP/1.1" status: 200 len: 1001 time: 0.0641506 Apr 07 12:16:35.695972 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-e3029262-029d-49e4-8078-e7e61e534645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (e465150c-12ca-425e-8c36-fa03ee6240b4), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:35.730422 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fe4910-c4c9-402f-9d5f-15586d942585 req-014d8341-483e-4746-a0fe-7d69aa312725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:16:35.731986 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-42fe4910-c4c9-402f-9d5f-15586d942585 req-014d8341-483e-4746-a0fe-7d69aa312725 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9b07e596-6c59-4f6f-8de1-05786643409a HTTP/1.1" status: 200 len: 853 time: 0.0455840 Apr 07 12:16:35.784353 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fe4910-c4c9-402f-9d5f-15586d942585 req-080d452d-e887-4483-9273-5b87e422e915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:16:35.785947 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-42fe4910-c4c9-402f-9d5f-15586d942585 req-080d452d-e887-4483-9273-5b87e422e915 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=02d796af-ca6a-4742-8a34-9d3f4b69aae0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0456328 Apr 07 12:16:35.878508 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-42fe4910-c4c9-402f-9d5f-15586d942585 req-96d9a1ce-ae08-4bfb-a590-0435ad746e2e service neutron] 10.222.0.49 "GET /v2.0/networks/02d796af-ca6a-4742-8a34-9d3f4b69aae0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858335 Apr 07 12:16:35.970420 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-42fe4910-c4c9-402f-9d5f-15586d942585 req-3e339b11-2880-4966-a583-8bccde5a4e82 service neutron] 10.222.0.49 "GET /v2.0/networks/02d796af-ca6a-4742-8a34-9d3f4b69aae0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853121 Apr 07 12:16:37.490034 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-4ee86192-ef9a-4f9c-8d37-983d911c7eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (8705c964-c35e-4008-b403-e26242cd5404), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:38.790671 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (18566f30-62c1-4fb1-af49-ebd049d63fec), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:45.733687 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ef5098-aab2-454a-b65c-ad3052d6ee57 req-68d50d76-84b5-43df-aadb-b9597d278448 tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:16:45.735304 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-69ef5098-aab2-454a-b65c-ad3052d6ee57 req-68d50d76-84b5-43df-aadb-b9597d278448 tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] 10.222.0.58 "GET /v2.0/ports?device_id=746138f7-de61-4006-a969-275560d719e3 HTTP/1.1" status: 200 len: 985 time: 0.2139690 Apr 07 12:16:45.795247 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-69ef5098-aab2-454a-b65c-ad3052d6ee57 req-3e4eef55-4463-4c97-96fd-6369c69015f1 tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] 10.222.0.58 "GET /v2.0/security-groups?id=4cf85c30-3c37-4e8a-91fc-c21d345e0f61&id=a7e896e4-9713-4e53-afaf-d2baedba1d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0541112 Apr 07 12:16:46.001401 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4310954c-3f44-497d-95e5-8b8e237a1447 req-7a484a03-b300-433a-9843-6a0142c765ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:16:46.002817 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-4310954c-3f44-497d-95e5-8b8e237a1447 req-7a484a03-b300-433a-9843-6a0142c765ec service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=23f5e0a355be492c9d73e403fb20d1d3&device_id=746138f7-de61-4006-a969-275560d719e3 HTTP/1.1" status: 200 len: 1169 time: 0.0952356 Apr 07 12:16:46.099389 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4310954c-3f44-497d-95e5-8b8e237a1447 req-4575c65c-d62a-4de6-b820-f93274347a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:16:46.100844 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-4310954c-3f44-497d-95e5-8b8e237a1447 req-4575c65c-d62a-4de6-b820-f93274347a03 service neutron] 10.222.0.49 "GET /v2.0/networks?id=02d796af-ca6a-4742-8a34-9d3f4b69aae0 HTTP/1.1" status: 200 len: 915 time: 0.0816767 Apr 07 12:16:46.169155 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-4310954c-3f44-497d-95e5-8b8e237a1447 req-6fd1d8fb-6fe6-4d8e-8b62-a9831f091d82 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c930ff25-4661-4304-96f2-65736d59d9a1 HTTP/1.1" status: 200 len: 1001 time: 0.0608535 Apr 07 12:16:46.223606 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4310954c-3f44-497d-95e5-8b8e237a1447 req-f27291d7-27e7-496f-b680-65efcf35c609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:16:46.225271 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-4310954c-3f44-497d-95e5-8b8e237a1447 req-f27291d7-27e7-496f-b680-65efcf35c609 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9b07e596-6c59-4f6f-8de1-05786643409a HTTP/1.1" status: 200 len: 853 time: 0.0499816 Apr 07 12:16:46.279343 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4310954c-3f44-497d-95e5-8b8e237a1447 req-6e2fdede-fbd0-4365-bdf6-8641dadaa3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:16:46.280786 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-4310954c-3f44-497d-95e5-8b8e237a1447 req-6e2fdede-fbd0-4365-bdf6-8641dadaa3f7 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=02d796af-ca6a-4742-8a34-9d3f4b69aae0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0475383 Apr 07 12:16:46.294048 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.wsgi [req-4310954c-3f44-497d-95e5-8b8e237a1447 req-d1358cb7-f0f7-4ad5-829f-e5bb83ab4447 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=103983) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 12:16:46.295017 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-4310954c-3f44-497d-95e5-8b8e237a1447 req-d1358cb7-f0f7-4ad5-829f-e5bb83ab4447 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050690 Apr 07 12:16:46.386874 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-4310954c-3f44-497d-95e5-8b8e237a1447 req-1f49076c-d876-416d-b181-e08067b4d4dc service neutron] 10.222.0.49 "GET /v2.0/networks/02d796af-ca6a-4742-8a34-9d3f4b69aae0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838332 Apr 07 12:16:46.477701 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-4310954c-3f44-497d-95e5-8b8e237a1447 req-fa568899-d084-44d3-8306-530dfca2222f service neutron] 10.222.0.49 "GET /v2.0/networks/02d796af-ca6a-4742-8a34-9d3f4b69aae0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845900 Apr 07 12:16:46.964154 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4628d5-0c23-4c15-ab52-a5484efabf89 req-7870538a-cc37-457e-b161-1e10a9f660d6 tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:16:46.965537 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-8f4628d5-0c23-4c15-ab52-a5484efabf89 req-7870538a-cc37-457e-b161-1e10a9f660d6 tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] 10.222.0.58 "GET /v2.0/ports?device_id=746138f7-de61-4006-a969-275560d719e3 HTTP/1.1" status: 200 len: 985 time: 0.1010635 Apr 07 12:16:47.024554 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-8f4628d5-0c23-4c15-ab52-a5484efabf89 req-a2b27bb9-d1c1-4fa3-acf2-5b2cba8ecf08 tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] 10.222.0.58 "GET /v2.0/security-groups?id=4cf85c30-3c37-4e8a-91fc-c21d345e0f61&id=a7e896e4-9713-4e53-afaf-d2baedba1d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0531974 Apr 07 12:16:48.145072 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a032532-516a-4860-8ead-ce9b925c748d req-23905e19-f3c9-46e0-a388-2ded2a639e8b tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:16:48.146526 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-1a032532-516a-4860-8ead-ce9b925c748d req-23905e19-f3c9-46e0-a388-2ded2a639e8b tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] 10.222.0.58 "GET /v2.0/ports?device_id=746138f7-de61-4006-a969-275560d719e3 HTTP/1.1" status: 200 len: 985 time: 0.0519397 Apr 07 12:16:48.205983 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-1a032532-516a-4860-8ead-ce9b925c748d req-a411ca0c-e019-405a-9b6d-507f8d546104 tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] 10.222.0.58 "GET /v2.0/security-groups?id=4cf85c30-3c37-4e8a-91fc-c21d345e0f61&id=a7e896e4-9713-4e53-afaf-d2baedba1d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0535717 Apr 07 12:16:49.323677 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e075df8-8bc2-44a5-ad94-5671af47ccf3 req-32b5478f-f8bf-4411-9131-8a57caef54cb tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:16:49.325855 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-5e075df8-8bc2-44a5-ad94-5671af47ccf3 req-32b5478f-f8bf-4411-9131-8a57caef54cb tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] 10.222.0.58 "GET /v2.0/ports?device_id=746138f7-de61-4006-a969-275560d719e3 HTTP/1.1" status: 200 len: 985 time: 0.0548089 Apr 07 12:16:49.383684 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-5e075df8-8bc2-44a5-ad94-5671af47ccf3 req-f25589aa-36ac-48bb-99f5-b6f8e813e18a tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] 10.222.0.58 "GET /v2.0/security-groups?id=4cf85c30-3c37-4e8a-91fc-c21d345e0f61&id=a7e896e4-9713-4e53-afaf-d2baedba1d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0521693 Apr 07 12:16:50.502056 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa50db8-acee-4009-9175-ea0634abfdc6 req-c49776ac-63ce-4eac-aff9-93eac0fdd681 tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:16:50.503521 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-5aa50db8-acee-4009-9175-ea0634abfdc6 req-c49776ac-63ce-4eac-aff9-93eac0fdd681 tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] 10.222.0.58 "GET /v2.0/ports?device_id=746138f7-de61-4006-a969-275560d719e3 HTTP/1.1" status: 200 len: 985 time: 0.0547895 Apr 07 12:16:50.561317 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-5aa50db8-acee-4009-9175-ea0634abfdc6 req-90d8d1e0-59e5-46dc-8117-ea59c2d4026c tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] 10.222.0.58 "GET /v2.0/security-groups?id=4cf85c30-3c37-4e8a-91fc-c21d345e0f61&id=a7e896e4-9713-4e53-afaf-d2baedba1d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0522327 Apr 07 12:16:51.683391 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47d6249-d344-48ed-a89c-a5824c281cea req-c6fffb10-72b0-43d2-ab2f-7273d5b13bca tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:16:51.684866 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-a47d6249-d344-48ed-a89c-a5824c281cea req-c6fffb10-72b0-43d2-ab2f-7273d5b13bca tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] 10.222.0.58 "GET /v2.0/ports?device_id=746138f7-de61-4006-a969-275560d719e3 HTTP/1.1" status: 200 len: 985 time: 0.0560997 Apr 07 12:16:51.743930 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-a47d6249-d344-48ed-a89c-a5824c281cea req-725370d9-b833-4b94-a00d-fb2bce3610ca tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] 10.222.0.58 "GET /v2.0/security-groups?id=4cf85c30-3c37-4e8a-91fc-c21d345e0f61&id=a7e896e4-9713-4e53-afaf-d2baedba1d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0528793 Apr 07 12:16:52.858867 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddfba28-6e01-4689-9c74-1bdec35f7f50 req-184a2b66-1bab-478c-985b-49e15c156e1c tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:16:52.860348 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-0ddfba28-6e01-4689-9c74-1bdec35f7f50 req-184a2b66-1bab-478c-985b-49e15c156e1c tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] 10.222.0.58 "GET /v2.0/ports?device_id=746138f7-de61-4006-a969-275560d719e3 HTTP/1.1" status: 200 len: 985 time: 0.0519705 Apr 07 12:16:52.917112 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-0ddfba28-6e01-4689-9c74-1bdec35f7f50 req-306da22a-6ad0-4bab-9341-2c563ec2adca tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] 10.222.0.58 "GET /v2.0/security-groups?id=4cf85c30-3c37-4e8a-91fc-c21d345e0f61&id=a7e896e4-9713-4e53-afaf-d2baedba1d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0512042 Apr 07 12:16:54.035200 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d3183f-05dc-446a-bd98-2a0606f2f2cf req-56b153c7-8470-4fef-821e-ed57d22cdbb2 tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:16:54.036691 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-25d3183f-05dc-446a-bd98-2a0606f2f2cf req-56b153c7-8470-4fef-821e-ed57d22cdbb2 tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] 10.222.0.58 "GET /v2.0/ports?device_id=746138f7-de61-4006-a969-275560d719e3 HTTP/1.1" status: 200 len: 985 time: 0.0520966 Apr 07 12:16:54.097111 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-25d3183f-05dc-446a-bd98-2a0606f2f2cf req-8bc80a3b-8e94-4296-a2a5-9e729de4a7f9 tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] 10.222.0.58 "GET /v2.0/security-groups?id=4cf85c30-3c37-4e8a-91fc-c21d345e0f61&id=a7e896e4-9713-4e53-afaf-d2baedba1d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0543857 Apr 07 12:16:55.213212 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32567644-288e-4a3e-8991-e8c66060bd18 req-4dd09b68-301f-4f84-87bd-d7dab56be714 tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:16:55.214720 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-32567644-288e-4a3e-8991-e8c66060bd18 req-4dd09b68-301f-4f84-87bd-d7dab56be714 tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] 10.222.0.58 "GET /v2.0/ports?device_id=746138f7-de61-4006-a969-275560d719e3 HTTP/1.1" status: 200 len: 985 time: 0.0528309 Apr 07 12:16:55.277227 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-32567644-288e-4a3e-8991-e8c66060bd18 req-521a5a94-46c8-496b-a81e-096478b6620e tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] 10.222.0.58 "GET /v2.0/security-groups?id=4cf85c30-3c37-4e8a-91fc-c21d345e0f61&id=a7e896e4-9713-4e53-afaf-d2baedba1d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0562425 Apr 07 12:16:56.400922 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8100113b-4925-4821-846f-5408c082ebae req-67778767-6dd1-4cb9-9a9d-d7fd54c957d5 tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:16:56.402375 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-8100113b-4925-4821-846f-5408c082ebae req-67778767-6dd1-4cb9-9a9d-d7fd54c957d5 tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] 10.222.0.58 "GET /v2.0/ports?device_id=746138f7-de61-4006-a969-275560d719e3 HTTP/1.1" status: 200 len: 985 time: 0.0549436 Apr 07 12:16:56.460970 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-8100113b-4925-4821-846f-5408c082ebae req-4752a2c1-65b0-489b-9bca-4ae27f9f59c9 tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] 10.222.0.58 "GET /v2.0/security-groups?id=4cf85c30-3c37-4e8a-91fc-c21d345e0f61&id=a7e896e4-9713-4e53-afaf-d2baedba1d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0522645 Apr 07 12:16:57.576477 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0e07c2-f0a8-42cd-aad5-9e398637eaef req-77384f82-8d68-4789-97ce-1c444738fc24 tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:16:57.577934 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-2c0e07c2-f0a8-42cd-aad5-9e398637eaef req-77384f82-8d68-4789-97ce-1c444738fc24 tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] 10.222.0.58 "GET /v2.0/ports?device_id=746138f7-de61-4006-a969-275560d719e3 HTTP/1.1" status: 200 len: 985 time: 0.0521348 Apr 07 12:16:57.635936 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-2c0e07c2-f0a8-42cd-aad5-9e398637eaef req-9d4fcabc-2ff0-426c-98ad-89f2b8b681c7 tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] 10.222.0.58 "GET /v2.0/security-groups?id=4cf85c30-3c37-4e8a-91fc-c21d345e0f61&id=a7e896e4-9713-4e53-afaf-d2baedba1d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0523968 Apr 07 12:16:58.759069 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b54b9a0-5617-47a1-8987-d024f2ba9eac req-3ae34d42-c59d-479f-b401-3004ac274e78 tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:16:58.760584 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-9b54b9a0-5617-47a1-8987-d024f2ba9eac req-3ae34d42-c59d-479f-b401-3004ac274e78 tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] 10.222.0.58 "GET /v2.0/ports?device_id=746138f7-de61-4006-a969-275560d719e3 HTTP/1.1" status: 200 len: 985 time: 0.0552552 Apr 07 12:16:58.820201 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-9b54b9a0-5617-47a1-8987-d024f2ba9eac req-5093bbcc-50d9-436e-a483-50176465e72d tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] 10.222.0.58 "GET /v2.0/security-groups?id=4cf85c30-3c37-4e8a-91fc-c21d345e0f61&id=a7e896e4-9713-4e53-afaf-d2baedba1d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0535355 Apr 07 12:16:59.952177 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814dd167-c675-4fd8-813f-29b7dd65828c req-fbfad020-be97-4d98-b554-9c481566fc4a tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:16:59.952710 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.wsgi [-] (103983) accepted ('10.222.0.58', 43204) {{(pid=103983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:16:59.953659 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-814dd167-c675-4fd8-813f-29b7dd65828c req-fbfad020-be97-4d98-b554-9c481566fc4a tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] 10.222.0.58 "GET /v2.0/ports?device_id=746138f7-de61-4006-a969-275560d719e3 HTTP/1.1" status: 200 len: 985 time: 0.0633070 Apr 07 12:17:00.012068 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-814dd167-c675-4fd8-813f-29b7dd65828c req-ba2ec8ec-fb75-4e3c-9858-9857f1b33925 tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] 10.222.0.58 "GET /v2.0/security-groups?id=4cf85c30-3c37-4e8a-91fc-c21d345e0f61&id=a7e896e4-9713-4e53-afaf-d2baedba1d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0521815 Apr 07 12:17:00.056377 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-e3b713ba-a4da-459f-96dd-54d4b711ea56 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:17:00.128117 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-e3b713ba-a4da-459f-96dd-54d4b711ea56 admin admin] Publish callbacks [] for security_group (a1528cf2-a7e2-4894-9487-dc38b62b0364), precommit_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:17:00.217998 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-e3b713ba-a4da-459f-96dd-54d4b711ea56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678166'] for security_group (a1528cf2-a7e2-4894-9487-dc38b62b0364), after_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:17:00.260546 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [None req-e3b713ba-a4da-459f-96dd-54d4b711ea56 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8ae59be1c9ce4901b3fda2240b92ed09&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3070097 Apr 07 12:17:00.261242 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b713ba-a4da-459f-96dd-54d4b711ea56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1528cf2-a7e2-4894-9487-dc38b62b0364,revision_number=1']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:17:00.263320 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.58', 43210) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:17:00.268782 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b713ba-a4da-459f-96dd-54d4b711ea56 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:17:00.269132 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b713ba-a4da-459f-96dd-54d4b711ea56 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:17:00.269478 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b713ba-a4da-459f-96dd-54d4b711ea56 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:17:00.269819 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b713ba-a4da-459f-96dd-54d4b711ea56 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:17:00.270150 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b713ba-a4da-459f-96dd-54d4b711ea56 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:17:00.270482 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b713ba-a4da-459f-96dd-54d4b711ea56 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:17:00.270809 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b713ba-a4da-459f-96dd-54d4b711ea56 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:17:00.271149 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b713ba-a4da-459f-96dd-54d4b711ea56 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:17:00.271476 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b713ba-a4da-459f-96dd-54d4b711ea56 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:17:00.271799 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b713ba-a4da-459f-96dd-54d4b711ea56 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:17:00.272122 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b713ba-a4da-459f-96dd-54d4b711ea56 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:17:00.272442 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b713ba-a4da-459f-96dd-54d4b711ea56 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:17:00.272762 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b713ba-a4da-459f-96dd-54d4b711ea56 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:17:00.273078 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b713ba-a4da-459f-96dd-54d4b711ea56 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:17:00.273396 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b713ba-a4da-459f-96dd-54d4b711ea56 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:17:00.315780 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-2802d00a-7cf6-4e80-9c39-7d89882e84bd admin admin] Publish callbacks [] for security_group (a1528cf2-a7e2-4894-9487-dc38b62b0364), before_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:17:00.341255 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-2802d00a-7cf6-4e80-9c39-7d89882e84bd admin admin] Publish callbacks [] for security_group (a1528cf2-a7e2-4894-9487-dc38b62b0364), precommit_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:17:00.467174 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-2802d00a-7cf6-4e80-9c39-7d89882e84bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678166'] for security_group (a1528cf2-a7e2-4894-9487-dc38b62b0364), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:17:00.469579 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-2802d00a-7cf6-4e80-9c39-7d89882e84bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:17:00.470712 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [None req-2802d00a-7cf6-4e80-9c39-7d89882e84bd admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a1528cf2-a7e2-4894-9487-dc38b62b0364 HTTP/1.1" status: 204 len: 168 time: 0.2064104 Apr 07 12:17:00.478433 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2802d00a-7cf6-4e80-9c39-7d89882e84bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1528cf2-a7e2-4894-9487-dc38b62b0364,revision_number=None']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:17:01.443077 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.58', 43232) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:17:01.535824 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.v2.base [None req-e3fd837e-3412-48b1-aebc-96b201c14617 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-489961432-network', 'tenant_id': 'fb6983ffd3184523b17277cf5eac4ade'}} {{(pid=103982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:17:01.627006 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3fd837e-3412-48b1-aebc-96b201c14617 admin admin] Made reservation on behalf of fb6983ffd3184523b17277cf5eac4ade for: {'network': 1} {{(pid=103982) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 12:17:01.629275 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-e3fd837e-3412-48b1-aebc-96b201c14617 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for network (None), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:17:01.637857 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-e3fd837e-3412-48b1-aebc-96b201c14617 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:17:01.683902 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (b65c4e22-832a-4f2b-89ab-f6b5f91e1f65), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:17:01.711843 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-e3fd837e-3412-48b1-aebc-96b201c14617 admin admin] Publish callbacks [] for security_group (3addf5f8-cceb-499e-9f90-3d8d8664bd39), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:17:01.781118 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-e3fd837e-3412-48b1-aebc-96b201c14617 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678166'] for security_group (3addf5f8-cceb-499e-9f90-3d8d8664bd39), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:17:01.805490 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3fd837e-3412-48b1-aebc-96b201c14617 admin admin] vlan segment allocate from pool success with {'vlan_id': 613, 'physical_network': 'physnet1'} {{(pid=103982) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 12:17:01.814831 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fd837e-3412-48b1-aebc-96b201c14617 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3addf5f8-cceb-499e-9f90-3d8d8664bd39,revision_number=1']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:17:01.820722 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-e3fd837e-3412-48b1-aebc-96b201c14617 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7510084'] for segment (9247717e-c12a-47d0-bc95-9fee338d5ab7), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:17:01.821057 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.db.segments_db [None req-e3fd837e-3412-48b1-aebc-96b201c14617 admin admin] Added segment 9247717e-c12a-47d0-bc95-9fee338d5ab7 of type vlan for network 01c48775-5633-4689-9804-dba274d33dd2 Apr 07 12:17:01.863722 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-e3fd837e-3412-48b1-aebc-96b201c14617 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780056936322'] for network (01c48775-5633-4689-9804-dba274d33dd2), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:17:01.940949 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-fd3446bc-9f0a-4f35-bbfe-8cbecc6b3f94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (94869e64-74fb-4601-95b5-a1334a6bdcea), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:17:01.969507 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-e3fd837e-3412-48b1-aebc-96b201c14617 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968'] for network (01c48775-5633-4689-9804-dba274d33dd2), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:17:01.970464 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3fd837e-3412-48b1-aebc-96b201c14617 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:17:01.971063 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-e3fd837e-3412-48b1-aebc-96b201c14617 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585958'] for network (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:17:02.027020 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fd837e-3412-48b1-aebc-96b201c14617 admin admin] Pushing event updated for resources: {'Network': ['ID=01c48775-5633-4689-9804-dba274d33dd2,revision_number=1']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:17:02.037518 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Network 01c48775-5633-4689-9804-dba274d33dd2 details requested by agent ovs-agent-dv-cinder-836930-1-iscsi with host dv-cinder-836930-1-iscsi {{(pid=103984) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 12:17:02.064086 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [None req-e3fd837e-3412-48b1-aebc-96b201c14617 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6198649 Apr 07 12:17:02.066725 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.58', 43236) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:17:02.071375 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.v2.base [None req-f69bfb45-a4ac-4453-bb14-2a0a2cc695ec admin admin] Request body: {'subnet': {'network_id': '01c48775-5633-4689-9804-dba274d33dd2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-489961432-subnet', 'tenant_id': 'fb6983ffd3184523b17277cf5eac4ade', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:17:02.141125 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f69bfb45-a4ac-4453-bb14-2a0a2cc695ec admin admin] Made reservation on behalf of fb6983ffd3184523b17277cf5eac4ade for: {'subnet': 1} {{(pid=103982) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 12:17:02.143504 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-f69bfb45-a4ac-4453-bb14-2a0a2cc695ec admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127909337'] for subnet (None), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:17:02.358980 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-f69bfb45-a4ac-4453-bb14-2a0a2cc695ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126593715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127907875'] for subnet (b8e93fa4-c806-42cb-beec-b48cd8a2652b), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:17:02.424699 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69bfb45-a4ac-4453-bb14-2a0a2cc695ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8e93fa4-c806-42cb-beec-b48cd8a2652b,revision_number=0']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:17:02.433508 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f69bfb45-a4ac-4453-bb14-2a0a2cc695ec admin admin] Checking segment: {'id': '9247717e-c12a-47d0-bc95-9fee338d5ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '01c48775-5633-4689-9804-dba274d33dd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:17:02.433864 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f69bfb45-a4ac-4453-bb14-2a0a2cc695ec admin admin] Network hostable DHCP agents. Network: 01c48775-5633-4689-9804-dba274d33dd2, hostable agents: ['94869e64-74fb-4601-95b5-a1334a6bdcea'], hosted agents: [] {{(pid=103982) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 12:17:02.526627 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f69bfb45-a4ac-4453-bb14-2a0a2cc695ec admin admin] Network 01c48775-5633-4689-9804-dba274d33dd2 is scheduled to be hosted by DHCP agent 94869e64-74fb-4601-95b5-a1334a6bdcea with binding_index 1 {{(pid=103982) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 12:17:02.615172 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.scheduler.base_scheduler [None req-f69bfb45-a4ac-4453-bb14-2a0a2cc695ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836930-1-iscsi, 01c48775-5633-4689-9804-dba274d33dd2) {{(pid=103982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:17:02.619194 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f69bfb45-a4ac-4453-bb14-2a0a2cc695ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:17:02.619783 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-f69bfb45-a4ac-4453-bb14-2a0a2cc695ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585958'] for subnet (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:17:02.623772 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49f41280-e59c-40f5-9135-ae404357b770 None None] Network 01c48775-5633-4689-9804-dba274d33dd2 requested from dv-cinder-836930-1-iscsi {{(pid=103984) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 12:17:02.720164 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e486040-6afb-4e6b-b835-c46387d29d30 None None] Network 01c48775-5633-4689-9804-dba274d33dd2 requested from dv-cinder-836930-1-iscsi {{(pid=103984) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 12:17:02.726967 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [None req-f69bfb45-a4ac-4453-bb14-2a0a2cc695ec admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6590469 Apr 07 12:17:03.316481 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.agents_db [None req-3662b1ad-d2b5-4b6d-81f6-e1280f618718 None None] Agent healthcheck: found 6 active agents {{(pid=103985) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 12:17:04.343433 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-3334dbea-9eff-41f1-a678-3c8215944f72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (ad8978c4-6515-441c-a828-0289badd3b4a), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:17:04.821623 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cfb4b1-6835-4030-852e-872924af4ac6 req-73225ecb-3f0d-4d7c-99f8-c481c45d6927 tempest-VolumesSnapshotTestJSON-671111526 tempest-VolumesSnapshotTestJSON-671111526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:17:04.823057 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-18cfb4b1-6835-4030-852e-872924af4ac6 req-73225ecb-3f0d-4d7c-99f8-c481c45d6927 tempest-VolumesSnapshotTestJSON-671111526 tempest-VolumesSnapshotTestJSON-671111526-project] 10.222.0.58 "GET /v2.0/networks?id=01c48775-5633-4689-9804-dba274d33dd2 HTTP/1.1" status: 200 len: 813 time: 0.1053789 Apr 07 12:17:04.837047 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-18cfb4b1-6835-4030-852e-872924af4ac6 req-058ddfa8-7f7c-460f-8c45-5c065ac9fd3a tempest-VolumesSnapshotTestJSON-671111526 tempest-VolumesSnapshotTestJSON-671111526-project] 10.222.0.58 "GET /v2.0/quotas/fb6983ffd3184523b17277cf5eac4ade HTTP/1.1" status: 200 len: 375 time: 0.0086939 Apr 07 12:17:04.867672 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-18cfb4b1-6835-4030-852e-872924af4ac6 req-9e23944f-342b-4d80-8e57-c9a740da35fd tempest-VolumesSnapshotTestJSON-671111526 tempest-VolumesSnapshotTestJSON-671111526-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=fb6983ffd3184523b17277cf5eac4ade&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0259857 Apr 07 12:17:04.922951 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.wsgi [req-18cfb4b1-6835-4030-852e-872924af4ac6 req-127ade54-e6e4-450d-bfb2-61bc8fb3a1ef service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=103983) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 12:17:04.924001 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-18cfb4b1-6835-4030-852e-872924af4ac6 req-127ade54-e6e4-450d-bfb2-61bc8fb3a1ef service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0497687 Apr 07 12:17:05.013579 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-18cfb4b1-6835-4030-852e-872924af4ac6 req-efb8b3c3-1b7d-462a-8faa-b12b60c104ca service neutron] 10.222.0.58 "GET /v2.0/networks/01c48775-5633-4689-9804-dba274d33dd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837312 Apr 07 12:17:05.108601 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-18cfb4b1-6835-4030-852e-872924af4ac6 req-93003b2a-1f5d-45de-ab72-0b5ffa1db934 service neutron] 10.222.0.58 "GET /v2.0/networks/01c48775-5633-4689-9804-dba274d33dd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893145 Apr 07 12:17:05.355043 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-1b19be23-7208-4029-94a5-53daced664cb req-14b6e138-426f-44ca-84a9-70be3205ba10 tempest-VolumesSnapshotTestJSON-671111526 tempest-VolumesSnapshotTestJSON-671111526-project] 10.222.0.58 "GET /v2.0/ports?device_id=40700723-a388-4d61-a66f-a90f25de8b56 HTTP/1.1" status: 200 len: 210 time: 0.0313077 Apr 07 12:17:05.692953 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-e3029262-029d-49e4-8078-e7e61e534645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (e465150c-12ca-425e-8c36-fa03ee6240b4), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:17:06.445465 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-1d16f631-7259-4233-ab70-4bc325e31667 req-b9d1f316-6f5f-4d52-aa3d-b1f471992987 tempest-VolumesSnapshotTestJSON-671111526 tempest-VolumesSnapshotTestJSON-671111526-project] 10.222.0.58 "GET /v2.0/ports?device_id=40700723-a388-4d61-a66f-a90f25de8b56 HTTP/1.1" status: 200 len: 210 time: 0.0280616 Apr 07 12:17:07.481200 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-4ee86192-ef9a-4f9c-8d37-983d911c7eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (8705c964-c35e-4008-b403-e26242cd5404), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:17:07.537724 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-ffd64492-f344-4b4e-9411-4450bb877b72 req-6aae3734-a6de-4f2b-81cf-e9df85c31be5 tempest-VolumesSnapshotTestJSON-671111526 tempest-VolumesSnapshotTestJSON-671111526-project] 10.222.0.58 "GET /v2.0/ports?device_id=40700723-a388-4d61-a66f-a90f25de8b56 HTTP/1.1" status: 200 len: 210 time: 0.0271647 Apr 07 12:17:08.003247 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cfb4b1-6835-4030-852e-872924af4ac6 req-e0aff35b-962b-4514-a690-943c43ebc08c tempest-VolumesSnapshotTestJSON-671111526 tempest-VolumesSnapshotTestJSON-671111526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:17:08.004681 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-18cfb4b1-6835-4030-852e-872924af4ac6 req-e0aff35b-962b-4514-a690-943c43ebc08c tempest-VolumesSnapshotTestJSON-671111526 tempest-VolumesSnapshotTestJSON-671111526-project] 10.222.0.49 "GET /v2.0/networks?id=01c48775-5633-4689-9804-dba274d33dd2 HTTP/1.1" status: 200 len: 813 time: 0.1006708 Apr 07 12:17:08.038295 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.v2.base [req-18cfb4b1-6835-4030-852e-872924af4ac6 req-4477fd82-1e73-426b-a41c-947ad4660318 tempest-VolumesSnapshotTestJSON-671111526 tempest-VolumesSnapshotTestJSON-671111526-project] Request body: {'port': {'device_id': '40700723-a388-4d61-a66f-a90f25de8b56', 'network_id': '01c48775-5633-4689-9804-dba274d33dd2', 'admin_state_up': True, 'tenant_id': 'fb6983ffd3184523b17277cf5eac4ade'}} {{(pid=103983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:17:08.209570 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18cfb4b1-6835-4030-852e-872924af4ac6 req-4477fd82-1e73-426b-a41c-947ad4660318 tempest-VolumesSnapshotTestJSON-671111526 tempest-VolumesSnapshotTestJSON-671111526-project] Made reservation on behalf of fb6983ffd3184523b17277cf5eac4ade for: {'port': 1} {{(pid=103983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 12:17:08.212938 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [req-18cfb4b1-6835-4030-852e-872924af4ac6 req-4477fd82-1e73-426b-a41c-947ad4660318 tempest-VolumesSnapshotTestJSON-671111526 tempest-VolumesSnapshotTestJSON-671111526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (None), before_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:17:08.341114 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.db.db_base_plugin_common [req-18cfb4b1-6835-4030-852e-872924af4ac6 req-4477fd82-1e73-426b-a41c-947ad4660318 tempest-VolumesSnapshotTestJSON-671111526 tempest-VolumesSnapshotTestJSON-671111526-project] Allocated IP 172.20.0.14 (01c48775-5633-4689-9804-dba274d33dd2/b8e93fa4-c806-42cb-beec-b48cd8a2652b/5314cda7-5857-4a4f-80ef-e4efc572ba02) {{(pid=103983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 12:17:08.489267 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [req-18cfb4b1-6835-4030-852e-872924af4ac6 req-4477fd82-1e73-426b-a41c-947ad4660318 tempest-VolumesSnapshotTestJSON-671111526 tempest-VolumesSnapshotTestJSON-671111526-project] Publish callbacks [] for port (5314cda7-5857-4a4f-80ef-e4efc572ba02), precommit_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:17:08.575650 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [req-18cfb4b1-6835-4030-852e-872924af4ac6 req-4477fd82-1e73-426b-a41c-947ad4660318 tempest-VolumesSnapshotTestJSON-671111526 tempest-VolumesSnapshotTestJSON-671111526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780056949589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126495687'] for port (5314cda7-5857-4a4f-80ef-e4efc572ba02), after_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:17:08.646634 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18cfb4b1-6835-4030-852e-872924af4ac6 req-4477fd82-1e73-426b-a41c-947ad4660318 tempest-VolumesSnapshotTestJSON-671111526 tempest-VolumesSnapshotTestJSON-671111526-project] Network 01c48775-5633-4689-9804-dba274d33dd2 is already hosted by enough agents. {{(pid=103983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:17:08.657175 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.scheduler.base_scheduler [req-18cfb4b1-6835-4030-852e-872924af4ac6 req-4477fd82-1e73-426b-a41c-947ad4660318 tempest-VolumesSnapshotTestJSON-671111526 tempest-VolumesSnapshotTestJSON-671111526-project] Resources bound (agent type, host, resource id): {{(pid=103983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:17:08.664389 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.db.l3_dvrscheduler_db [req-18cfb4b1-6835-4030-852e-872924af4ac6 req-4477fd82-1e73-426b-a41c-947ad4660318 tempest-VolumesSnapshotTestJSON-671111526 tempest-VolumesSnapshotTestJSON-671111526-project] Received port after_create {{(pid=103983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 12:17:08.668674 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4477fd82-1e73-426b-a41c-947ad4660318 tempest-VolumesSnapshotTestJSON-671111526 tempest-VolumesSnapshotTestJSON-671111526-project] Pushing event updated for resources: {'Port': ['ID=5314cda7-5857-4a4f-80ef-e4efc572ba02,revision_number=1']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:17:08.721486 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831e43a8-e3c9-461a-8c48-fc242538e30e req-7d9633cd-cce1-45c9-b8d5-7015d4c6e54e tempest-VolumesSnapshotTestJSON-671111526 tempest-VolumesSnapshotTestJSON-671111526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:17:08.722979 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-831e43a8-e3c9-461a-8c48-fc242538e30e req-7d9633cd-cce1-45c9-b8d5-7015d4c6e54e tempest-VolumesSnapshotTestJSON-671111526 tempest-VolumesSnapshotTestJSON-671111526-project] 10.222.0.58 "GET /v2.0/ports?device_id=40700723-a388-4d61-a66f-a90f25de8b56 HTTP/1.1" status: 200 len: 932 time: 0.1127694 Apr 07 12:17:08.728426 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cfb4b1-6835-4030-852e-872924af4ac6 req-4477fd82-1e73-426b-a41c-947ad4660318 tempest-VolumesSnapshotTestJSON-671111526 tempest-VolumesSnapshotTestJSON-671111526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:17:08.729012 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [req-18cfb4b1-6835-4030-852e-872924af4ac6 req-4477fd82-1e73-426b-a41c-947ad4660318 tempest-VolumesSnapshotTestJSON-671111526 tempest-VolumesSnapshotTestJSON-671111526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91606'] for port (None), before_response {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:17:08.778645 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-831e43a8-e3c9-461a-8c48-fc242538e30e req-0a78c46b-c023-4b43-86c7-22bb3bad37b1 tempest-VolumesSnapshotTestJSON-671111526 tempest-VolumesSnapshotTestJSON-671111526-project] 10.222.0.58 "GET /v2.0/security-groups?id=3addf5f8-cceb-499e-9f90-3d8d8664bd39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470340 Apr 07 12:17:08.781145 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (18566f30-62c1-4fb1-af49-ebd049d63fec), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:17:08.817918 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-18cfb4b1-6835-4030-852e-872924af4ac6 req-4477fd82-1e73-426b-a41c-947ad4660318 tempest-VolumesSnapshotTestJSON-671111526 tempest-VolumesSnapshotTestJSON-671111526-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7833035 Apr 07 12:17:08.835016 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.v2.base [req-18cfb4b1-6835-4030-852e-872924af4ac6 req-f5025954-8ef8-445f-bb6f-c7c74ed99347 service neutron] Request body: {'port': {'device_id': '40700723-a388-4d61-a66f-a90f25de8b56', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83693'}} {{(pid=103983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:17:08.895684 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [req-18cfb4b1-6835-4030-852e-872924af4ac6 req-f5025954-8ef8-445f-bb6f-c7c74ed99347 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (5314cda7-5857-4a4f-80ef-e4efc572ba02), before_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:17:09.146643 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.notifiers.nova [req-18cfb4b1-6835-4030-852e-872924af4ac6 req-f5025954-8ef8-445f-bb6f-c7c74ed99347 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5314cda7-5857-4a4f-80ef-e4efc572ba02 {{(pid=103983) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 12:17:09.153791 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [req-18cfb4b1-6835-4030-852e-872924af4ac6 req-f5025954-8ef8-445f-bb6f-c7c74ed99347 service neutron] Publish callbacks [] for port (5314cda7-5857-4a4f-80ef-e4efc572ba02), precommit_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:17:09.165709 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.db.provisioning_blocks [req-18cfb4b1-6835-4030-852e-872924af4ac6 req-f5025954-8ef8-445f-bb6f-c7c74ed99347 service neutron] Transition to ACTIVE for port object 5314cda7-5857-4a4f-80ef-e4efc572ba02 will not be triggered until provisioned by entity L2. {{(pid=103983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 12:17:09.246523 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [req-18cfb4b1-6835-4030-852e-872924af4ac6 req-f5025954-8ef8-445f-bb6f-c7c74ed99347 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780057409639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780056949607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780056949625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126495704'] for port (5314cda7-5857-4a4f-80ef-e4efc572ba02), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:17:09.296857 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5025954-8ef8-445f-bb6f-c7c74ed99347 service neutron] Pushing event updated for resources: {'Port': ['ID=5314cda7-5857-4a4f-80ef-e4efc572ba02,revision_number=2']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:17:09.368859 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.plugins.ml2.managers [req-18cfb4b1-6835-4030-852e-872924af4ac6 req-f5025954-8ef8-445f-bb6f-c7c74ed99347 service neutron] Attempting to bind port 5314cda7-5857-4a4f-80ef-e4efc572ba02 on host hv-cinder-83693 for vnic_type normal with profile {{(pid=103983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 12:17:09.369193 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.plugins.ml2.managers [req-18cfb4b1-6835-4030-852e-872924af4ac6 req-f5025954-8ef8-445f-bb6f-c7c74ed99347 service neutron] Attempting to bind port 5314cda7-5857-4a4f-80ef-e4efc572ba02 by drivers openvswitch,hyperv on host hv-cinder-83693 at level 0 using segments [{'id': '9247717e-c12a-47d0-bc95-9fee338d5ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '01c48775-5633-4689-9804-dba274d33dd2'}] {{(pid=103983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 12:17:09.369518 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18cfb4b1-6835-4030-852e-872924af4ac6 req-f5025954-8ef8-445f-bb6f-c7c74ed99347 service neutron] Attempting to bind port 5314cda7-5857-4a4f-80ef-e4efc572ba02 on network 01c48775-5633-4689-9804-dba274d33dd2 {{(pid=103983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:17:09.374388 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18cfb4b1-6835-4030-852e-872924af4ac6 req-f5025954-8ef8-445f-bb6f-c7c74ed99347 service neutron] Port 5314cda7-5857-4a4f-80ef-e4efc572ba02 on network 01c48775-5633-4689-9804-dba274d33dd2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83693 {{(pid=103983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 12:17:09.374702 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18cfb4b1-6835-4030-852e-872924af4ac6 req-f5025954-8ef8-445f-bb6f-c7c74ed99347 service neutron] Attempting to bind port 5314cda7-5857-4a4f-80ef-e4efc572ba02 on network 01c48775-5633-4689-9804-dba274d33dd2 {{(pid=103983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:17:09.379641 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18cfb4b1-6835-4030-852e-872924af4ac6 req-f5025954-8ef8-445f-bb6f-c7c74ed99347 service neutron] Checking agent: {'id': 'b65c4e22-832a-4f2b-89ab-f6b5f91e1f65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83693', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 12, 4, 29), 'started_at': datetime.datetime(2022, 4, 7, 12, 4, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 12, 17, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 12:17:09.379979 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18cfb4b1-6835-4030-852e-872924af4ac6 req-f5025954-8ef8-445f-bb6f-c7c74ed99347 service neutron] Checking segment: {'id': '9247717e-c12a-47d0-bc95-9fee338d5ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '01c48775-5633-4689-9804-dba274d33dd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:17:09.380355 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18cfb4b1-6835-4030-852e-872924af4ac6 req-f5025954-8ef8-445f-bb6f-c7c74ed99347 service neutron] Bound using segment: {'id': '9247717e-c12a-47d0-bc95-9fee338d5ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '01c48775-5633-4689-9804-dba274d33dd2'} {{(pid=103983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 12:17:09.380782 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.plugins.ml2.managers [req-18cfb4b1-6835-4030-852e-872924af4ac6 req-f5025954-8ef8-445f-bb6f-c7c74ed99347 service neutron] Bound port: 5314cda7-5857-4a4f-80ef-e4efc572ba02, host: hv-cinder-83693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9247717e-c12a-47d0-bc95-9fee338d5ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '01c48775-5633-4689-9804-dba274d33dd2'}}] {{(pid=103983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 12:17:09.381131 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [req-18cfb4b1-6835-4030-852e-872924af4ac6 req-f5025954-8ef8-445f-bb6f-c7c74ed99347 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (5314cda7-5857-4a4f-80ef-e4efc572ba02), before_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:17:09.441841 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.plugins.ml2.db [req-18cfb4b1-6835-4030-852e-872924af4ac6 req-f5025954-8ef8-445f-bb6f-c7c74ed99347 service neutron] For port 5314cda7-5857-4a4f-80ef-e4efc572ba02, host hv-cinder-83693, cleared binding levels {{(pid=103983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 12:17:09.444714 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.plugins.ml2.db [req-18cfb4b1-6835-4030-852e-872924af4ac6 req-f5025954-8ef8-445f-bb6f-c7c74ed99347 service neutron] For port 5314cda7-5857-4a4f-80ef-e4efc572ba02, host hv-cinder-83693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83693',level=0,port_id=5314cda7-5857-4a4f-80ef-e4efc572ba02,segment=NetworkSegment(9247717e-c12a-47d0-bc95-9fee338d5ab7),segment_id=9247717e-c12a-47d0-bc95-9fee338d5ab7)] {{(pid=103983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 12:17:09.513047 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [req-18cfb4b1-6835-4030-852e-872924af4ac6 req-f5025954-8ef8-445f-bb6f-c7c74ed99347 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780057409639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780056949607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780056949625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126495704'] for port (5314cda7-5857-4a4f-80ef-e4efc572ba02), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:17:09.547973 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cfb4b1-6835-4030-852e-872924af4ac6 req-f5025954-8ef8-445f-bb6f-c7c74ed99347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:17:09.548570 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [req-18cfb4b1-6835-4030-852e-872924af4ac6 req-f5025954-8ef8-445f-bb6f-c7c74ed99347 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91606'] for port (None), before_response {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:17:09.549906 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-18cfb4b1-6835-4030-852e-872924af4ac6 req-f5025954-8ef8-445f-bb6f-c7c74ed99347 service neutron] 10.222.0.49 "PUT /v2.0/ports/5314cda7-5857-4a4f-80ef-e4efc572ba02 HTTP/1.1" status: 200 len: 1094 time: 0.7188451 Apr 07 12:17:09.550334 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40700723-a388-4d61-a66f-a90f25de8b56', 'tag': '5314cda7-5857-4a4f-80ef-e4efc572ba02'}] {{(pid=103983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:17:09.552539 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0a7841b86293cbb58346800955405af87a5c8eeb3540a71a4bbd7df08edd1cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba895a63-01a7-47a6-8122-0b99ddde1e93" -d '{"events": [{"name": "network-changed", "server_uuid": "40700723-a388-4d61-a66f-a90f25de8b56", "tag": "5314cda7-5857-4a4f-80ef-e4efc572ba02"}]}' {{(pid=103983) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:17:09.575949 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5025954-8ef8-445f-bb6f-c7c74ed99347 service neutron] Pushing event updated for resources: {'Port': ['ID=5314cda7-5857-4a4f-80ef-e4efc572ba02,revision_number=3']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:17:09.590033 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 12:17:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-327ac3ad-bf0f-428e-b210-7741bc36f63f x-openstack-request-id: req-327ac3ad-bf0f-428e-b210-7741bc36f63f {{(pid=103983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:17:09.590332 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40700723-a388-4d61-a66f-a90f25de8b56", "tag": "5314cda7-5857-4a4f-80ef-e4efc572ba02", "status": "completed", "code": 200}]} {{(pid=103983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:17:09.590613 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-327ac3ad-bf0f-428e-b210-7741bc36f63f {{(pid=103983) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:17:09.591014 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.notifiers.nova [-] Nova event matching ['req-327ac3ad-bf0f-428e-b210-7741bc36f63f'] response: {'name': 'network-changed', 'server_uuid': '40700723-a388-4d61-a66f-a90f25de8b56', 'tag': '5314cda7-5857-4a4f-80ef-e4efc572ba02', 'status': 'completed', 'code': 200} Apr 07 12:17:09.692087 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba895a63-01a7-47a6-8122-0b99ddde1e93 req-95798729-900a-4f80-bc78-633d3bfce960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:17:09.693513 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-ba895a63-01a7-47a6-8122-0b99ddde1e93 req-95798729-900a-4f80-bc78-633d3bfce960 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=fb6983ffd3184523b17277cf5eac4ade&device_id=40700723-a388-4d61-a66f-a90f25de8b56 HTTP/1.1" status: 200 len: 1128 time: 0.0491381 Apr 07 12:17:09.802067 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba895a63-01a7-47a6-8122-0b99ddde1e93 req-766ed20a-7404-4722-8c8d-a3283330b0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:17:09.804194 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-ba895a63-01a7-47a6-8122-0b99ddde1e93 req-766ed20a-7404-4722-8c8d-a3283330b0ef service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=fb6983ffd3184523b17277cf5eac4ade&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0956349 Apr 07 12:17:09.928623 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba895a63-01a7-47a6-8122-0b99ddde1e93 req-d5d004df-c4d7-42c1-b0e5-b99ebde27b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:17:09.930072 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-ba895a63-01a7-47a6-8122-0b99ddde1e93 req-d5d004df-c4d7-42c1-b0e5-b99ebde27b9f service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1202247 Apr 07 12:17:09.941148 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794eebde-f0f6-4490-a2ad-e7fe0430e64d req-1632efa3-6f7c-4e60-aaa7-db65686245f2 tempest-VolumesSnapshotTestJSON-671111526 tempest-VolumesSnapshotTestJSON-671111526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:17:09.942649 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-794eebde-f0f6-4490-a2ad-e7fe0430e64d req-1632efa3-6f7c-4e60-aaa7-db65686245f2 tempest-VolumesSnapshotTestJSON-671111526 tempest-VolumesSnapshotTestJSON-671111526-project] 10.222.0.58 "GET /v2.0/ports?device_id=40700723-a388-4d61-a66f-a90f25de8b56 HTTP/1.1" status: 200 len: 944 time: 0.0759742 Apr 07 12:17:09.990618 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-794eebde-f0f6-4490-a2ad-e7fe0430e64d req-d457b104-f7f1-4b40-8c20-dc39a8e51375 tempest-VolumesSnapshotTestJSON-671111526 tempest-VolumesSnapshotTestJSON-671111526-project] 10.222.0.58 "GET /v2.0/security-groups?id=3addf5f8-cceb-499e-9f90-3d8d8664bd39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422800 Apr 07 12:17:10.037778 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cfb4b1-6835-4030-852e-872924af4ac6 req-641dc761-7a72-43e6-ad73-67638825689a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:17:10.039326 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-18cfb4b1-6835-4030-852e-872924af4ac6 req-641dc761-7a72-43e6-ad73-67638825689a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=fb6983ffd3184523b17277cf5eac4ade&device_id=40700723-a388-4d61-a66f-a90f25de8b56 HTTP/1.1" status: 200 len: 1128 time: 0.0477910 Apr 07 12:17:10.089919 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-18cfb4b1-6835-4030-852e-872924af4ac6 req-c681f59a-ac70-4a5f-bf6b-977581771cbd service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5314cda7-5857-4a4f-80ef-e4efc572ba02 HTTP/1.1" status: 200 len: 217 time: 0.0351045 Apr 07 12:17:10.135476 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cfb4b1-6835-4030-852e-872924af4ac6 req-ef654be6-f41a-4799-b578-beccf094aaf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:17:10.136910 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-18cfb4b1-6835-4030-852e-872924af4ac6 req-ef654be6-f41a-4799-b578-beccf094aaf6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b8e93fa4-c806-42cb-beec-b48cd8a2652b HTTP/1.1" status: 200 len: 853 time: 0.0410590 Apr 07 12:17:10.167556 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-18cfb4b1-6835-4030-852e-872924af4ac6 req-5c76e1fd-eecf-4d7a-ad7b-8c0e7d045c79 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=01c48775-5633-4689-9804-dba274d33dd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246656 Apr 07 12:17:10.258446 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-18cfb4b1-6835-4030-852e-872924af4ac6 req-36145b07-cbc4-4f36-a9b8-89c5447609d7 service neutron] 10.222.0.49 "GET /v2.0/networks/01c48775-5633-4689-9804-dba274d33dd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848155 Apr 07 12:17:10.348959 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-18cfb4b1-6835-4030-852e-872924af4ac6 req-59733de8-19fa-48dd-b00a-0bf215ed2f41 service neutron] 10.222.0.49 "GET /v2.0/networks/01c48775-5633-4689-9804-dba274d33dd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836253 Apr 07 12:17:11.110979 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f5a5be-33d2-4fa8-b4e1-adc980a9d57e req-3ea53e02-2c51-47e4-ab02-7a87231295a9 tempest-VolumesSnapshotTestJSON-671111526 tempest-VolumesSnapshotTestJSON-671111526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:17:11.112473 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-a0f5a5be-33d2-4fa8-b4e1-adc980a9d57e req-3ea53e02-2c51-47e4-ab02-7a87231295a9 tempest-VolumesSnapshotTestJSON-671111526 tempest-VolumesSnapshotTestJSON-671111526-project] 10.222.0.58 "GET /v2.0/ports?device_id=40700723-a388-4d61-a66f-a90f25de8b56 HTTP/1.1" status: 200 len: 944 time: 0.0546298 Apr 07 12:17:11.157490 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-a0f5a5be-33d2-4fa8-b4e1-adc980a9d57e req-703ae46f-4641-4628-a4db-f2427be378e2 tempest-VolumesSnapshotTestJSON-671111526 tempest-VolumesSnapshotTestJSON-671111526-project] 10.222.0.58 "GET /v2.0/security-groups?id=3addf5f8-cceb-499e-9f90-3d8d8664bd39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394900 Apr 07 12:17:12.035044 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Device 5314cda7-5857-4a4f-80ef-e4efc572ba02 details requested by agent hyperv_hv-cinder-83693 with host hv-cinder-83693 {{(pid=103984) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 12:17:12.131813 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.db [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] For port 5314cda7-5857-4a4f-80ef-e4efc572ba02, host hv-cinder-83693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83693',level=0,port_id=5314cda7-5857-4a4f-80ef-e4efc572ba02,segment=NetworkSegment(9247717e-c12a-47d0-bc95-9fee338d5ab7),segment_id=9247717e-c12a-47d0-bc95-9fee338d5ab7)] {{(pid=103984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:17:12.143242 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Returning: {'device': '5314cda7-5857-4a4f-80ef-e4efc572ba02', 'network_id': '01c48775-5633-4689-9804-dba274d33dd2', 'port_id': '5314cda7-5857-4a4f-80ef-e4efc572ba02', 'mac_address': 'fa:16:3e:13:d5:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8e93fa4-c806-42cb-beec-b48cd8a2652b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103984) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 12:17:12.179913 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Current status of the port 5314cda7-5857-4a4f-80ef-e4efc572ba02 is: DOWN; New status is: BUILD {{(pid=103984) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:17:12.180299 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (5314cda7-5857-4a4f-80ef-e4efc572ba02), before_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:17:12.197729 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.notifiers.nova [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5314cda7-5857-4a4f-80ef-e4efc572ba02 {{(pid=103984) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 12:17:12.217620 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.db [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] For port 5314cda7-5857-4a4f-80ef-e4efc572ba02, host hv-cinder-83693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83693',level=0,port_id=5314cda7-5857-4a4f-80ef-e4efc572ba02,segment=NetworkSegment(9247717e-c12a-47d0-bc95-9fee338d5ab7),segment_id=9247717e-c12a-47d0-bc95-9fee338d5ab7)] {{(pid=103984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:17:12.275629 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceadb47c-bfdf-4643-884d-f6f29f48bf43 req-6d3c47cc-e114-4d2e-8b50-b9104639ba68 tempest-VolumesSnapshotTestJSON-671111526 tempest-VolumesSnapshotTestJSON-671111526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:17:12.277109 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-ceadb47c-bfdf-4643-884d-f6f29f48bf43 req-6d3c47cc-e114-4d2e-8b50-b9104639ba68 tempest-VolumesSnapshotTestJSON-671111526 tempest-VolumesSnapshotTestJSON-671111526-project] 10.222.0.58 "GET /v2.0/ports?device_id=40700723-a388-4d61-a66f-a90f25de8b56 HTTP/1.1" status: 200 len: 944 time: 0.0534942 Apr 07 12:17:12.286790 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780057409639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780056949607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780056949625'] for port (5314cda7-5857-4a4f-80ef-e4efc572ba02), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:17:12.325482 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-ceadb47c-bfdf-4643-884d-f6f29f48bf43 req-5fdf6188-d48e-4b4f-aadf-70a367754f97 tempest-VolumesSnapshotTestJSON-671111526 tempest-VolumesSnapshotTestJSON-671111526-project] 10.222.0.58 "GET /v2.0/security-groups?id=3addf5f8-cceb-499e-9f90-3d8d8664bd39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428097 Apr 07 12:17:12.334282 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Pushing event updated for resources: {'Port': ['ID=5314cda7-5857-4a4f-80ef-e4efc572ba02,revision_number=4']} {{(pid=103984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:17:12.341209 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:17:12.341627 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:17:12.342043 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:17:12.342377 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:17:12.342847 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:17:12.343190 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:17:12.343520 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:17:12.343840 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:17:12.344161 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:17:12.344483 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:17:12.344800 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:17:12.345119 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:17:12.345435 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:17:12.345750 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:17:12.346066 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:17:12.592789 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.db [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] get_ports_and_sgs() called for port_ids ['5314cda7-5857-4a4f-80ef-e4efc572ba02'] {{(pid=103984) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 12:17:13.440706 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e34b6e7-5556-48ca-82d6-987f3a344a4a req-20f1fa39-243f-4502-b9d4-819770399836 tempest-VolumesSnapshotTestJSON-671111526 tempest-VolumesSnapshotTestJSON-671111526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:17:13.442044 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-0e34b6e7-5556-48ca-82d6-987f3a344a4a req-20f1fa39-243f-4502-b9d4-819770399836 tempest-VolumesSnapshotTestJSON-671111526 tempest-VolumesSnapshotTestJSON-671111526-project] 10.222.0.58 "GET /v2.0/ports?device_id=40700723-a388-4d61-a66f-a90f25de8b56 HTTP/1.1" status: 200 len: 945 time: 0.0506129 Apr 07 12:17:13.489543 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-0e34b6e7-5556-48ca-82d6-987f3a344a4a req-7bae2fb8-7a7c-464c-8bd2-ae224c5635f8 tempest-VolumesSnapshotTestJSON-671111526 tempest-VolumesSnapshotTestJSON-671111526-project] 10.222.0.58 "GET /v2.0/security-groups?id=3addf5f8-cceb-499e-9f90-3d8d8664bd39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419981 Apr 07 12:17:14.050047 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Device 5314cda7-5857-4a4f-80ef-e4efc572ba02 up at agent hyperv_hv-cinder-83693 {{(pid=103984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:17:14.220709 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.provisioning_blocks [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Provisioning for port 5314cda7-5857-4a4f-80ef-e4efc572ba02 completed by entity L2. {{(pid=103984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 12:17:14.224788 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.provisioning_blocks [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Provisioning complete for port 5314cda7-5857-4a4f-80ef-e4efc572ba02 triggered by entity L2. {{(pid=103984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:17:14.225153 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7484729'] for port (5314cda7-5857-4a4f-80ef-e4efc572ba02), provisioning_complete {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:17:14.302404 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Current status of the port 5314cda7-5857-4a4f-80ef-e4efc572ba02 is: BUILD; New status is: ACTIVE {{(pid=103984) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:17:14.302713 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (5314cda7-5857-4a4f-80ef-e4efc572ba02), before_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:17:14.324662 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40700723-a388-4d61-a66f-a90f25de8b56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5314cda7-5857-4a4f-80ef-e4efc572ba02'}] {{(pid=103984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:17:14.328089 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0608bff1dee5f704c30ce50aefecbc08eaebc6e842b477e08be3f7901197da8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da14a0af-3f0f-467f-9fa5-f6020073c980" -d '{"events": [{"server_uuid": "40700723-a388-4d61-a66f-a90f25de8b56", "name": "network-vif-plugged", "status": "completed", "tag": "5314cda7-5857-4a4f-80ef-e4efc572ba02"}]}' {{(pid=103984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:17:14.343532 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.db [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] For port 5314cda7-5857-4a4f-80ef-e4efc572ba02, host hv-cinder-83693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83693',level=0,port_id=5314cda7-5857-4a4f-80ef-e4efc572ba02,segment=NetworkSegment(9247717e-c12a-47d0-bc95-9fee338d5ab7),segment_id=9247717e-c12a-47d0-bc95-9fee338d5ab7)] {{(pid=103984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:17:14.362982 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 12:17:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce8bfdf9-326d-4890-b18f-5de78e6451af x-openstack-request-id: req-ce8bfdf9-326d-4890-b18f-5de78e6451af {{(pid=103984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:17:14.363309 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40700723-a388-4d61-a66f-a90f25de8b56", "name": "network-vif-plugged", "status": "completed", "tag": "5314cda7-5857-4a4f-80ef-e4efc572ba02", "code": 200}]} {{(pid=103984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:17:14.363564 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ce8bfdf9-326d-4890-b18f-5de78e6451af {{(pid=103984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:17:14.363998 dv-cinder-836930-1-iscsi neutron-server[103984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce8bfdf9-326d-4890-b18f-5de78e6451af'] response: {'server_uuid': '40700723-a388-4d61-a66f-a90f25de8b56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5314cda7-5857-4a4f-80ef-e4efc572ba02', 'code': 200} Apr 07 12:17:14.415127 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780057409639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780056949607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780056949625'] for port (5314cda7-5857-4a4f-80ef-e4efc572ba02), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:17:14.467394 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Pushing event updated for resources: {'Port': ['ID=5314cda7-5857-4a4f-80ef-e4efc572ba02,revision_number=5']} {{(pid=103984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:17:14.607326 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0a597e-7cb8-4bf4-be64-b01c5b4a37bc req-54508da3-b4c4-421f-80cc-f81bc12199f8 tempest-VolumesSnapshotTestJSON-671111526 tempest-VolumesSnapshotTestJSON-671111526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:17:14.608701 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-ed0a597e-7cb8-4bf4-be64-b01c5b4a37bc req-54508da3-b4c4-421f-80cc-f81bc12199f8 tempest-VolumesSnapshotTestJSON-671111526 tempest-VolumesSnapshotTestJSON-671111526-project] 10.222.0.58 "GET /v2.0/ports?device_id=40700723-a388-4d61-a66f-a90f25de8b56 HTTP/1.1" status: 200 len: 946 time: 0.0535922 Apr 07 12:17:14.656003 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-ed0a597e-7cb8-4bf4-be64-b01c5b4a37bc req-d047d326-b239-4b37-bc6e-9a36ea431418 tempest-VolumesSnapshotTestJSON-671111526 tempest-VolumesSnapshotTestJSON-671111526-project] 10.222.0.58 "GET /v2.0/security-groups?id=3addf5f8-cceb-499e-9f90-3d8d8664bd39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416021 Apr 07 12:17:14.722015 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58415a71-3aa7-4e47-9a88-9eb5f7f50d91 req-712ca39d-c502-4aba-b11c-895c10f89e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:17:14.723519 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-58415a71-3aa7-4e47-9a88-9eb5f7f50d91 req-712ca39d-c502-4aba-b11c-895c10f89e50 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=40700723-a388-4d61-a66f-a90f25de8b56 HTTP/1.1" status: 200 len: 1130 time: 0.0429018 Apr 07 12:17:14.767566 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-58415a71-3aa7-4e47-9a88-9eb5f7f50d91 req-e79e6798-5db7-4816-b064-0969839a6d07 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=3addf5f8-cceb-499e-9f90-3d8d8664bd39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361080 Apr 07 12:17:15.779846 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4816f264-7b7c-4715-8a8a-d2519bb617e1 req-f9b80df3-b9ed-4792-84f3-a7cf1f73f535 tempest-VolumesSnapshotTestJSON-671111526 tempest-VolumesSnapshotTestJSON-671111526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:17:15.781343 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-4816f264-7b7c-4715-8a8a-d2519bb617e1 req-f9b80df3-b9ed-4792-84f3-a7cf1f73f535 tempest-VolumesSnapshotTestJSON-671111526 tempest-VolumesSnapshotTestJSON-671111526-project] 10.222.0.58 "GET /v2.0/ports?device_id=40700723-a388-4d61-a66f-a90f25de8b56 HTTP/1.1" status: 200 len: 946 time: 0.0557737 Apr 07 12:17:15.827642 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-4816f264-7b7c-4715-8a8a-d2519bb617e1 req-86b30b1b-a264-43a2-92db-359d137f2e11 tempest-VolumesSnapshotTestJSON-671111526 tempest-VolumesSnapshotTestJSON-671111526-project] 10.222.0.58 "GET /v2.0/security-groups?id=3addf5f8-cceb-499e-9f90-3d8d8664bd39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406997 Apr 07 12:17:16.942603 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8576f4-79e4-4ac5-9795-fb98aa0c0822 req-cd0dd8c6-7dab-4184-86dd-bd7d4505919f tempest-VolumesSnapshotTestJSON-671111526 tempest-VolumesSnapshotTestJSON-671111526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:17:16.944068 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-dc8576f4-79e4-4ac5-9795-fb98aa0c0822 req-cd0dd8c6-7dab-4184-86dd-bd7d4505919f tempest-VolumesSnapshotTestJSON-671111526 tempest-VolumesSnapshotTestJSON-671111526-project] 10.222.0.58 "GET /v2.0/ports?device_id=40700723-a388-4d61-a66f-a90f25de8b56 HTTP/1.1" status: 200 len: 946 time: 0.0513744 Apr 07 12:17:16.988976 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-dc8576f4-79e4-4ac5-9795-fb98aa0c0822 req-0bab54c0-2982-4849-9ba0-1f8e38046136 tempest-VolumesSnapshotTestJSON-671111526 tempest-VolumesSnapshotTestJSON-671111526-project] 10.222.0.58 "GET /v2.0/security-groups?id=3addf5f8-cceb-499e-9f90-3d8d8664bd39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392814 Apr 07 12:17:31.723941 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (b65c4e22-832a-4f2b-89ab-f6b5f91e1f65), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:17:31.952699 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-46e2a1e1-405f-4dcd-a548-f11a0cee5563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (94869e64-74fb-4601-95b5-a1334a6bdcea), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:17:34.355236 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-a307b88d-bd55-49ea-bc9e-3bb761fb7ca8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (ad8978c4-6515-441c-a828-0289badd3b4a), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:17:34.578083 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-3a1a1fd7-4b9c-4ee7-b752-df4fdd49e9d3 req-71b7c6d7-732a-45ee-8e1a-81da6631bba9 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=746138f7-de61-4006-a969-275560d719e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0445781 Apr 07 12:17:34.678049 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1a1fd7-4b9c-4ee7-b752-df4fdd49e9d3 req-29b524fc-3e5d-409a-b766-4ca014f3dba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:17:34.679552 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-3a1a1fd7-4b9c-4ee7-b752-df4fdd49e9d3 req-29b524fc-3e5d-409a-b766-4ca014f3dba5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=23f5e0a355be492c9d73e403fb20d1d3&device_id=746138f7-de61-4006-a969-275560d719e3 HTTP/1.1" status: 200 len: 1169 time: 0.0441380 Apr 07 12:17:35.084852 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1a1fd7-4b9c-4ee7-b752-df4fdd49e9d3 req-76386b02-d7bb-4b10-a8bb-82992f4567ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:17:35.086226 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-3a1a1fd7-4b9c-4ee7-b752-df4fdd49e9d3 req-76386b02-d7bb-4b10-a8bb-82992f4567ec service neutron] 10.222.0.49 "GET /v2.0/networks?id=02d796af-ca6a-4742-8a34-9d3f4b69aae0 HTTP/1.1" status: 200 len: 915 time: 0.3419123 Apr 07 12:17:35.150829 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-3a1a1fd7-4b9c-4ee7-b752-df4fdd49e9d3 req-1c4b81ef-5f38-4f4e-9172-a3f44f219f95 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c930ff25-4661-4304-96f2-65736d59d9a1 HTTP/1.1" status: 200 len: 1001 time: 0.0580275 Apr 07 12:17:35.204376 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1a1fd7-4b9c-4ee7-b752-df4fdd49e9d3 req-708ea691-8896-45e6-8db4-7c20aebb72a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:17:35.205885 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-3a1a1fd7-4b9c-4ee7-b752-df4fdd49e9d3 req-708ea691-8896-45e6-8db4-7c20aebb72a3 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9b07e596-6c59-4f6f-8de1-05786643409a HTTP/1.1" status: 200 len: 853 time: 0.0475254 Apr 07 12:17:35.239803 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-c9d99070-cc58-4093-8b57-2dd412c62ae2 req-f691475a-287f-4b9c-9b39-a67f4261478a tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1937313227&fields=id&tenant_id=23f5e0a355be492c9d73e403fb20d1d3 HTTP/1.1" status: 200 len: 267 time: 0.0488348 Apr 07 12:17:35.256879 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1a1fd7-4b9c-4ee7-b752-df4fdd49e9d3 req-3b5ee8ff-baca-48e8-b221-bff8a3a367c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:17:35.258460 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-3a1a1fd7-4b9c-4ee7-b752-df4fdd49e9d3 req-3b5ee8ff-baca-48e8-b221-bff8a3a367c4 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=02d796af-ca6a-4742-8a34-9d3f4b69aae0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0452824 Apr 07 12:17:35.363935 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-3a1a1fd7-4b9c-4ee7-b752-df4fdd49e9d3 req-935a72f7-a36a-4230-8cae-8f3d5df61b88 service neutron] 10.222.0.49 "GET /v2.0/networks/02d796af-ca6a-4742-8a34-9d3f4b69aae0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963507 Apr 07 12:17:35.468022 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-3a1a1fd7-4b9c-4ee7-b752-df4fdd49e9d3 req-03c62522-517c-4e4e-b586-d555b651f140 service neutron] 10.222.0.49 "GET /v2.0/networks/02d796af-ca6a-4742-8a34-9d3f4b69aae0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973351 Apr 07 12:17:35.568027 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d99070-cc58-4093-8b57-2dd412c62ae2 req-d89b2d59-17d5-407a-8841-f24f57bcd2d1 tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:17:35.569685 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-c9d99070-cc58-4093-8b57-2dd412c62ae2 req-d89b2d59-17d5-407a-8841-f24f57bcd2d1 tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] 10.222.0.58 "GET /v2.0/ports?device_id=746138f7-de61-4006-a969-275560d719e3 HTTP/1.1" status: 200 len: 985 time: 0.3246906 Apr 07 12:17:35.580766 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.v2.base [req-c9d99070-cc58-4093-8b57-2dd412c62ae2 req-aa3db007-975b-4ff8-86bb-9d6aabb2d47c tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] Request body: {'port': {'security_groups': ['a7e896e4-9713-4e53-afaf-d2baedba1d0f']}} {{(pid=103982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:17:35.659576 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [req-c9d99070-cc58-4093-8b57-2dd412c62ae2 req-aa3db007-975b-4ff8-86bb-9d6aabb2d47c tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (c930ff25-4661-4304-96f2-65736d59d9a1), before_update {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:17:35.726528 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-e3029262-029d-49e4-8078-e7e61e534645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (e465150c-12ca-425e-8c36-fa03ee6240b4), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:17:35.836114 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.db [req-c9d99070-cc58-4093-8b57-2dd412c62ae2 req-aa3db007-975b-4ff8-86bb-9d6aabb2d47c tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] For port c930ff25-4661-4304-96f2-65736d59d9a1, host hv-cinder-83693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83693',level=0,port_id=c930ff25-4661-4304-96f2-65736d59d9a1,segment=NetworkSegment(3fda049f-37bf-4034-bad2-268cc93fcdfc),segment_id=3fda049f-37bf-4034-bad2-268cc93fcdfc)] {{(pid=103982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:17:35.864156 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [req-c9d99070-cc58-4093-8b57-2dd412c62ae2 req-aa3db007-975b-4ff8-86bb-9d6aabb2d47c tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] Publish callbacks [] for port (c930ff25-4661-4304-96f2-65736d59d9a1), precommit_update {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:17:35.932563 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [req-c9d99070-cc58-4093-8b57-2dd412c62ae2 req-aa3db007-975b-4ff8-86bb-9d6aabb2d47c tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780057409639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780056949607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780056949625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126593592'] for port (c930ff25-4661-4304-96f2-65736d59d9a1), after_update {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:17:35.971915 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.db [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] get_ports_and_sgs() called for port_ids ['c930ff25-4661-4304-96f2-65736d59d9a1'] {{(pid=103984) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 12:17:35.981791 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d99070-cc58-4093-8b57-2dd412c62ae2 req-aa3db007-975b-4ff8-86bb-9d6aabb2d47c tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:17:35.981791 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [req-c9d99070-cc58-4093-8b57-2dd412c62ae2 req-aa3db007-975b-4ff8-86bb-9d6aabb2d47c tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91606'] for port (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:17:35.985101 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-c9d99070-cc58-4093-8b57-2dd412c62ae2 req-aa3db007-975b-4ff8-86bb-9d6aabb2d47c tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] 10.222.0.58 "PUT /v2.0/ports/c930ff25-4661-4304-96f2-65736d59d9a1 HTTP/1.1" status: 200 len: 943 time: 0.4086807 Apr 07 12:17:35.985601 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '746138f7-de61-4006-a969-275560d719e3', 'tag': 'c930ff25-4661-4304-96f2-65736d59d9a1'}] {{(pid=103982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:17:35.987742 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.wsgi [-] (103983) accepted ('10.222.0.58', 43424) {{(pid=103983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:17:35.988237 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a87f3ac2112343cf46b731ae90f6f8f3b8b920e6472e7c70a4e5373429e5b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09ac04da-b120-4373-a682-22c883868b54" -d '{"events": [{"name": "network-changed", "server_uuid": "746138f7-de61-4006-a969-275560d719e3", "tag": "c930ff25-4661-4304-96f2-65736d59d9a1"}]}' {{(pid=103982) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:17:36.031440 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3db007-975b-4ff8-86bb-9d6aabb2d47c tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] Pushing event updated for resources: {'Port': ['ID=c930ff25-4661-4304-96f2-65736d59d9a1,revision_number=7']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:17:36.042762 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3db007-975b-4ff8-86bb-9d6aabb2d47c tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:17:36.044881 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3db007-975b-4ff8-86bb-9d6aabb2d47c tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:17:36.045730 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3db007-975b-4ff8-86bb-9d6aabb2d47c tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:17:36.046307 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3db007-975b-4ff8-86bb-9d6aabb2d47c tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:17:36.047038 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3db007-975b-4ff8-86bb-9d6aabb2d47c tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:17:36.047779 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3db007-975b-4ff8-86bb-9d6aabb2d47c tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:17:36.048326 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3db007-975b-4ff8-86bb-9d6aabb2d47c tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:17:36.048981 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3db007-975b-4ff8-86bb-9d6aabb2d47c tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:17:36.049542 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3db007-975b-4ff8-86bb-9d6aabb2d47c tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:17:36.050242 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3db007-975b-4ff8-86bb-9d6aabb2d47c tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:17:36.050792 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3db007-975b-4ff8-86bb-9d6aabb2d47c tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:17:36.052271 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3db007-975b-4ff8-86bb-9d6aabb2d47c tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:17:36.062241 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3db007-975b-4ff8-86bb-9d6aabb2d47c tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:17:36.062241 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3db007-975b-4ff8-86bb-9d6aabb2d47c tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:17:36.062241 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3db007-975b-4ff8-86bb-9d6aabb2d47c tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:17:36.075481 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-e6b586a6-cff4-4384-91c1-b56541cdbd0b tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] Publish callbacks [] for security_group (4cf85c30-3c37-4e8a-91fc-c21d345e0f61), before_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:17:36.105585 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-e6b586a6-cff4-4384-91c1-b56541cdbd0b tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] Publish callbacks [] for security_group (4cf85c30-3c37-4e8a-91fc-c21d345e0f61), precommit_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:17:36.150402 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.db [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] get_ports_and_sgs() called for port_ids ['c930ff25-4661-4304-96f2-65736d59d9a1'] {{(pid=103984) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 12:17:36.201086 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 12:17:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fadc9853-ea38-49d9-84a8-88b657efbd21 x-openstack-request-id: req-fadc9853-ea38-49d9-84a8-88b657efbd21 {{(pid=103982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:17:36.201610 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "746138f7-de61-4006-a969-275560d719e3", "tag": "c930ff25-4661-4304-96f2-65736d59d9a1", "status": "completed", "code": 200}]} {{(pid=103982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:17:36.201610 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-fadc9853-ea38-49d9-84a8-88b657efbd21 {{(pid=103982) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:17:36.202036 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fadc9853-ea38-49d9-84a8-88b657efbd21'] response: {'name': 'network-changed', 'server_uuid': '746138f7-de61-4006-a969-275560d719e3', 'tag': 'c930ff25-4661-4304-96f2-65736d59d9a1', 'status': 'completed', 'code': 200} Apr 07 12:17:36.281252 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-e6b586a6-cff4-4384-91c1-b56541cdbd0b tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678166'] for security_group (4cf85c30-3c37-4e8a-91fc-c21d345e0f61), after_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:17:36.283939 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-e6b586a6-cff4-4384-91c1-b56541cdbd0b tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] Publish callbacks [] for security_group (None), before_response {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:17:36.284699 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [None req-e6b586a6-cff4-4384-91c1-b56541cdbd0b tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] 10.222.0.58 "DELETE /v2.0/security-groups/4cf85c30-3c37-4e8a-91fc-c21d345e0f61 HTTP/1.1" status: 204 len: 168 time: 0.2953320 Apr 07 12:17:36.287470 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.58', 43430) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:17:36.293997 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b586a6-cff4-4384-91c1-b56541cdbd0b tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cf85c30-3c37-4e8a-91fc-c21d345e0f61,revision_number=None']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:17:36.339043 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.provisioning_blocks [None req-bcc95e2e-8836-497d-9e7d-4e5c34a5d16d None None] Provisioning complete for port c930ff25-4661-4304-96f2-65736d59d9a1 triggered by entity DHCP. {{(pid=103984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:17:36.346503 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-bcc95e2e-8836-497d-9e7d-4e5c34a5d16d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7484729'] for port (c930ff25-4661-4304-96f2-65736d59d9a1), provisioning_complete {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:17:36.463657 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.plugin [None req-a2ce11fc-9511-4809-841b-108bb9e5cffb tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] Deleting port b73f7697-8baf-4fd7-8937-ff1d7cf20fd4 {{(pid=103982) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:17:36.464338 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-a2ce11fc-9511-4809-841b-108bb9e5cffb tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780057404546'] for port (b73f7697-8baf-4fd7-8937-ff1d7cf20fd4), before_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:17:36.556159 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-a2ce11fc-9511-4809-841b-108bb9e5cffb tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2017998'] for port (b73f7697-8baf-4fd7-8937-ff1d7cf20fd4), precommit_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:17:36.556509 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-a2ce11fc-9511-4809-841b-108bb9e5cffb tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] Publish callbacks [] for floatingip (b73f7697-8baf-4fd7-8937-ff1d7cf20fd4), precommit_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:17:36.565038 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-bcc95e2e-8836-497d-9e7d-4e5c34a5d16d None None] Current status of the port c930ff25-4661-4304-96f2-65736d59d9a1 is: ACTIVE; New status is: ACTIVE {{(pid=103984) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:17:36.571889 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.plugin [None req-a2ce11fc-9511-4809-841b-108bb9e5cffb tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] Calling delete_port for b73f7697-8baf-4fd7-8937-ff1d7cf20fd4 owned by network:floatingip {{(pid=103982) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:17:36.611269 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ac04da-b120-4373-a682-22c883868b54 req-1bc6df9f-4e79-4b80-b13d-c34489a22eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:17:36.612961 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-09ac04da-b120-4373-a682-22c883868b54 req-1bc6df9f-4e79-4b80-b13d-c34489a22eb2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=23f5e0a355be492c9d73e403fb20d1d3&device_id=746138f7-de61-4006-a969-275560d719e3 HTTP/1.1" status: 200 len: 1130 time: 0.0480704 Apr 07 12:17:36.710019 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ac04da-b120-4373-a682-22c883868b54 req-23bf8192-fdc0-498c-876a-902eae3f002d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:17:36.711431 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-09ac04da-b120-4373-a682-22c883868b54 req-23bf8192-fdc0-498c-876a-902eae3f002d service neutron] 10.222.0.49 "GET /v2.0/networks?id=02d796af-ca6a-4742-8a34-9d3f4b69aae0 HTTP/1.1" status: 200 len: 915 time: 0.0858965 Apr 07 12:17:36.783366 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-09ac04da-b120-4373-a682-22c883868b54 req-7d7aa415-f76d-4a88-a3b1-68824cfc9a4a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c930ff25-4661-4304-96f2-65736d59d9a1 HTTP/1.1" status: 200 len: 1001 time: 0.0620782 Apr 07 12:17:36.798266 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-a2ce11fc-9511-4809-841b-108bb9e5cffb tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780057409621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780056949598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126593575'] for port (b73f7697-8baf-4fd7-8937-ff1d7cf20fd4), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:17:36.827667 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ce11fc-9511-4809-841b-108bb9e5cffb tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] Pushing event deleted for resources: {'Port': ['ID=b73f7697-8baf-4fd7-8937-ff1d7cf20fd4,revision_number=None']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:17:36.834500 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ac04da-b120-4373-a682-22c883868b54 req-a517e643-535e-46a0-a761-6715fca298d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:17:36.836026 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-09ac04da-b120-4373-a682-22c883868b54 req-a517e643-535e-46a0-a761-6715fca298d4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9b07e596-6c59-4f6f-8de1-05786643409a HTTP/1.1" status: 200 len: 853 time: 0.0466716 Apr 07 12:17:36.887669 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ac04da-b120-4373-a682-22c883868b54 req-6ba15317-68b3-4f0c-9979-2c94eebbe1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:17:36.887905 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-a2ce11fc-9511-4809-841b-108bb9e5cffb tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] Publish callbacks [] for floatingip (39f2bd1b-ccc5-4988-92ce-d97a069a684c), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:17:36.888047 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.db.l3_db [None req-a2ce11fc-9511-4809-841b-108bb9e5cffb tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] Floating IP 39f2bd1b-ccc5-4988-92ce-d97a069a684c disassociated (deleted). External IP: 172.27.0.13, port: c930ff25-4661-4304-96f2-65736d59d9a1. Apr 07 12:17:36.900844 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-09ac04da-b120-4373-a682-22c883868b54 req-6ba15317-68b3-4f0c-9979-2c94eebbe1ba service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=02d796af-ca6a-4742-8a34-9d3f4b69aae0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0455916 Apr 07 12:17:36.985849 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-09ac04da-b120-4373-a682-22c883868b54 req-a34d36b5-7c6f-4262-bca4-445bb4ad042e service neutron] 10.222.0.49 "GET /v2.0/networks/02d796af-ca6a-4742-8a34-9d3f4b69aae0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896947 Apr 07 12:17:37.077157 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-09ac04da-b120-4373-a682-22c883868b54 req-47ec9bfb-b292-4e3e-8247-98430a250605 service neutron] 10.222.0.49 "GET /v2.0/networks/02d796af-ca6a-4742-8a34-9d3f4b69aae0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846965 Apr 07 12:17:37.106223 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2ce11fc-9511-4809-841b-108bb9e5cffb tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] Router 3c979e36-c6fd-487b-9edd-00182ee4dee9 has already been hosted by L3 agent ad8978c4-6515-441c-a828-0289badd3b4a {{(pid=103982) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 12:17:37.214603 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2ce11fc-9511-4809-841b-108bb9e5cffb tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] Notify agent at l3_agent.dv-cinder-836930-1-iscsi the message routers_updated {{(pid=103982) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 12:17:37.219909 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-a2ce11fc-9511-4809-841b-108bb9e5cffb tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91606'] for floatingip (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:17:37.224379 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c38fe785-dff5-45ac-828b-5537e12c8681 None None] Sync routers for ids ['3c979e36-c6fd-487b-9edd-00182ee4dee9'] in dv-cinder-836930-1-iscsi {{(pid=103984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 12:17:37.234221 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38fe785-dff5-45ac-828b-5537e12c8681 None None] Routers {'3c979e36-c6fd-487b-9edd-00182ee4dee9'} bound to L3 agent in host dv-cinder-836930-1-iscsi {{(pid=103984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:17:37.234844 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_hamode_db [None req-c38fe785-dff5-45ac-828b-5537e12c8681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836930-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T11:57:34Z,description=,heartbeat_timestamp=2022-04-07T12:17:34Z,host='dv-cinder-836930-1-iscsi',id=ad8978c4-6515-441c-a828-0289badd3b4a,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:57:35Z,topic='l3_agent')) {'router_ids': ['3c979e36-c6fd-487b-9edd-00182ee4dee9'], 'active': True} {{(pid=103984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:17:37.249557 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [None req-a2ce11fc-9511-4809-841b-108bb9e5cffb tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] 10.222.0.58 "DELETE /v2.0/floatingips/39f2bd1b-ccc5-4988-92ce-d97a069a684c HTTP/1.1" status: 204 len: 168 time: 0.9610059 Apr 07 12:17:37.345060 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_dvr_db [None req-c38fe785-dff5-45ac-828b-5537e12c8681 None None] Set router 3c979e36-c6fd-487b-9edd-00182ee4dee9 gateway port host: dv-cinder-836930-1-iscsi {{(pid=103984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:17:37.486178 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-4ee86192-ef9a-4f9c-8d37-983d911c7eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (8705c964-c35e-4008-b403-e26242cd5404), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:17:37.563335 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_hamode_db [None req-c38fe785-dff5-45ac-828b-5537e12c8681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c979e36-c6fd-487b-9edd-00182ee4dee9', 'name': 'tempest-TestMinimumBasicScenario-886895561-router', 'tenant_id': '23f5e0a355be492c9d73e403fb20d1d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'external_fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '6c37243a-223d-4519-adf2-1384b24d8c05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:15:15Z', 'updated_at': '2022-04-07T12:15:19Z', 'revision_number': 4, 'project_id': '23f5e0a355be492c9d73e403fb20d1d3', 'gw_port': {'id': '6c37243a-223d-4519-adf2-1384b24d8c05', 'name': '', 'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:e7:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c979e36-c6fd-487b-9edd-00182ee4dee9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:15:16Z', 'updated_at': '2022-04-07T12:15:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4554067d-f507-4a99-8a98-0874c02c5721', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836930-1-iscsi', '_interfaces': [{'id': '71d3cf6d-706e-448c-9b17-6f50f0bf7c4e', 'name': '', 'network_id': '02d796af-ca6a-4742-8a34-9d3f4b69aae0', 'tenant_id': '23f5e0a355be492c9d73e403fb20d1d3', 'mac_address': 'fa:16:3e:fa:35:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c979e36-c6fd-487b-9edd-00182ee4dee9', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '9b07e596-6c59-4f6f-8de1-05786643409a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:15:18Z', 'updated_at': '2022-04-07T12:15:23Z', 'revision_number': 5, 'project_id': '23f5e0a355be492c9d73e403fb20d1d3', 'subnets': [{'id': '9b07e596-6c59-4f6f-8de1-05786643409a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836930-1-iscsi', False) {} {{(pid=103984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:17:37.592838 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c38fe785-dff5-45ac-828b-5537e12c8681 None None] Checking router: 3c979e36-c6fd-487b-9edd-00182ee4dee9 for host: dv-cinder-836930-1-iscsi {{(pid=103984) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 12:17:37.601181 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38fe785-dff5-45ac-828b-5537e12c8681 None None] Routers {'3c979e36-c6fd-487b-9edd-00182ee4dee9'} bound to L3 agent in host dv-cinder-836930-1-iscsi {{(pid=103984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:17:37.601782 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_hamode_db [None req-c38fe785-dff5-45ac-828b-5537e12c8681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836930-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T11:57:34Z,description=,heartbeat_timestamp=2022-04-07T12:17:34Z,host='dv-cinder-836930-1-iscsi',id=ad8978c4-6515-441c-a828-0289badd3b4a,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:57:35Z,topic='l3_agent')) {'router_ids': ['3c979e36-c6fd-487b-9edd-00182ee4dee9'], 'active': True} {{(pid=103984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:17:37.709036 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_dvr_db [None req-c38fe785-dff5-45ac-828b-5537e12c8681 None None] Set router 3c979e36-c6fd-487b-9edd-00182ee4dee9 gateway port host: dv-cinder-836930-1-iscsi {{(pid=103984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:17:37.906965 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_hamode_db [None req-c38fe785-dff5-45ac-828b-5537e12c8681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c979e36-c6fd-487b-9edd-00182ee4dee9', 'name': 'tempest-TestMinimumBasicScenario-886895561-router', 'tenant_id': '23f5e0a355be492c9d73e403fb20d1d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'external_fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '6c37243a-223d-4519-adf2-1384b24d8c05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:15:15Z', 'updated_at': '2022-04-07T12:15:19Z', 'revision_number': 4, 'project_id': '23f5e0a355be492c9d73e403fb20d1d3', 'gw_port': {'id': '6c37243a-223d-4519-adf2-1384b24d8c05', 'name': '', 'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:e7:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c979e36-c6fd-487b-9edd-00182ee4dee9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:15:16Z', 'updated_at': '2022-04-07T12:15:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4554067d-f507-4a99-8a98-0874c02c5721', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836930-1-iscsi', '_interfaces': [{'id': '71d3cf6d-706e-448c-9b17-6f50f0bf7c4e', 'name': '', 'network_id': '02d796af-ca6a-4742-8a34-9d3f4b69aae0', 'tenant_id': '23f5e0a355be492c9d73e403fb20d1d3', 'mac_address': 'fa:16:3e:fa:35:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c979e36-c6fd-487b-9edd-00182ee4dee9', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '9b07e596-6c59-4f6f-8de1-05786643409a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:15:18Z', 'updated_at': '2022-04-07T12:15:23Z', 'revision_number': 5, 'project_id': '23f5e0a355be492c9d73e403fb20d1d3', 'subnets': [{'id': '9b07e596-6c59-4f6f-8de1-05786643409a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836930-1-iscsi', False) {} {{(pid=103984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:17:37.932264 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c38fe785-dff5-45ac-828b-5537e12c8681 None None] The sync data for ids ['3c979e36-c6fd-487b-9edd-00182ee4dee9'] in dv-cinder-836930-1-iscsi is: [{'id': '3c979e36-c6fd-487b-9edd-00182ee4dee9', 'name': 'tempest-TestMinimumBasicScenario-886895561-router', 'tenant_id': '23f5e0a355be492c9d73e403fb20d1d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'external_fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '6c37243a-223d-4519-adf2-1384b24d8c05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:15:15Z', 'updated_at': '2022-04-07T12:15:19Z', 'revision_number': 4, 'project_id': '23f5e0a355be492c9d73e403fb20d1d3', 'gw_port': {'id': '6c37243a-223d-4519-adf2-1384b24d8c05', 'name': '', 'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:e7:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c979e36-c6fd-487b-9edd-00182ee4dee9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:15:16Z', 'updated_at': '2022-04-07T12:15:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4554067d-f507-4a99-8a98-0874c02c5721', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836930-1-iscsi', '_interfaces': [{'id': '71d3cf6d-706e-448c-9b17-6f50f0bf7c4e', 'name': '', 'network_id': '02d796af-ca6a-4742-8a34-9d3f4b69aae0', 'tenant_id': '23f5e0a355be492c9d73e403fb20d1d3', 'mac_address': 'fa:16:3e:fa:35:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c979e36-c6fd-487b-9edd-00182ee4dee9', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '9b07e596-6c59-4f6f-8de1-05786643409a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:15:18Z', 'updated_at': '2022-04-07T12:15:23Z', 'revision_number': 5, 'project_id': '23f5e0a355be492c9d73e403fb20d1d3', 'subnets': [{'id': '9b07e596-6c59-4f6f-8de1-05786643409a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 12:17:38.139532 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b894bb-01a4-4941-874a-5389977af0c7 None None] New status for floating IP 39f2bd1b-ccc5-4988-92ce-d97a069a684c: DOWN {{(pid=103985) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 12:17:38.202915 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '746138f7-de61-4006-a969-275560d719e3', 'tag': 'c930ff25-4661-4304-96f2-65736d59d9a1'}] {{(pid=103982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:17:38.205356 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a87f3ac2112343cf46b731ae90f6f8f3b8b920e6472e7c70a4e5373429e5b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e3ae8b2-a79e-4992-bb96-d668607a4fc2" -d '{"events": [{"name": "network-changed", "server_uuid": "746138f7-de61-4006-a969-275560d719e3", "tag": "c930ff25-4661-4304-96f2-65736d59d9a1"}]}' {{(pid=103982) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:17:38.243358 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 12:17:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94d9d9bc-c10c-4adf-9a30-73ec497dea3c x-openstack-request-id: req-94d9d9bc-c10c-4adf-9a30-73ec497dea3c {{(pid=103982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:17:38.243723 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "746138f7-de61-4006-a969-275560d719e3", "tag": "c930ff25-4661-4304-96f2-65736d59d9a1", "status": "completed", "code": 200}]} {{(pid=103982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:17:38.243988 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-94d9d9bc-c10c-4adf-9a30-73ec497dea3c {{(pid=103982) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:17:38.244402 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94d9d9bc-c10c-4adf-9a30-73ec497dea3c'] response: {'name': 'network-changed', 'server_uuid': '746138f7-de61-4006-a969-275560d719e3', 'tag': 'c930ff25-4661-4304-96f2-65736d59d9a1', 'status': 'completed', 'code': 200} Apr 07 12:17:38.348102 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3ae8b2-a79e-4992-bb96-d668607a4fc2 req-2ae69318-e180-4af0-8421-2667451dd633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:17:38.349533 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-8e3ae8b2-a79e-4992-bb96-d668607a4fc2 req-2ae69318-e180-4af0-8421-2667451dd633 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=23f5e0a355be492c9d73e403fb20d1d3&device_id=746138f7-de61-4006-a969-275560d719e3 HTTP/1.1" status: 200 len: 1130 time: 0.0488918 Apr 07 12:17:38.435400 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3ae8b2-a79e-4992-bb96-d668607a4fc2 req-de4d324f-c2cc-4d16-b99a-e55f35986817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:17:38.437096 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-8e3ae8b2-a79e-4992-bb96-d668607a4fc2 req-de4d324f-c2cc-4d16-b99a-e55f35986817 service neutron] 10.222.0.49 "GET /v2.0/networks?id=02d796af-ca6a-4742-8a34-9d3f4b69aae0 HTTP/1.1" status: 200 len: 915 time: 0.0818355 Apr 07 12:17:38.481076 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-8e3ae8b2-a79e-4992-bb96-d668607a4fc2 req-83f5700d-14fd-4bb9-ba5b-274ad4b44b46 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c930ff25-4661-4304-96f2-65736d59d9a1 HTTP/1.1" status: 200 len: 217 time: 0.0375581 Apr 07 12:17:38.529929 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3ae8b2-a79e-4992-bb96-d668607a4fc2 req-01a34b43-ccf9-4310-a9eb-4fa9b140e40c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:17:38.531432 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-8e3ae8b2-a79e-4992-bb96-d668607a4fc2 req-01a34b43-ccf9-4310-a9eb-4fa9b140e40c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9b07e596-6c59-4f6f-8de1-05786643409a HTTP/1.1" status: 200 len: 853 time: 0.0427387 Apr 07 12:17:38.582211 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3ae8b2-a79e-4992-bb96-d668607a4fc2 req-a7d9149e-6896-4e8a-9eab-14af85a6ac01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:17:38.583773 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-8e3ae8b2-a79e-4992-bb96-d668607a4fc2 req-a7d9149e-6896-4e8a-9eab-14af85a6ac01 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=02d796af-ca6a-4742-8a34-9d3f4b69aae0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0450375 Apr 07 12:17:38.678072 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-8e3ae8b2-a79e-4992-bb96-d668607a4fc2 req-a6d4cb8b-4942-451c-a1a9-99eb4f3c233e service neutron] 10.222.0.49 "GET /v2.0/networks/02d796af-ca6a-4742-8a34-9d3f4b69aae0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856194 Apr 07 12:17:38.766212 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (18566f30-62c1-4fb1-af49-ebd049d63fec), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:17:38.770578 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-8e3ae8b2-a79e-4992-bb96-d668607a4fc2 req-ae6d5627-b109-4007-b7cf-4cd3910a2d4d service neutron] 10.222.0.49 "GET /v2.0/networks/02d796af-ca6a-4742-8a34-9d3f4b69aae0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826588 Apr 07 12:17:40.315630 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.agents_db [None req-3662b1ad-d2b5-4b6d-81f6-e1280f618718 None None] Agent healthcheck: found 6 active agents {{(pid=103985) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 12:17:45.789220 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e541c572-0ecd-421d-a914-68dce0c73453 req-4feaa750-9e32-4874-b5b5-3ff48bf567f7 tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:17:45.790673 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-e541c572-0ecd-421d-a914-68dce0c73453 req-4feaa750-9e32-4874-b5b5-3ff48bf567f7 tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] 10.222.0.58 "GET /v2.0/ports?device_id=746138f7-de61-4006-a969-275560d719e3 HTTP/1.1" status: 200 len: 946 time: 0.0516422 Apr 07 12:17:45.841344 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-e541c572-0ecd-421d-a914-68dce0c73453 req-679f5565-fa05-4244-ac31-3ec443254f4a tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] 10.222.0.58 "GET /v2.0/security-groups?id=a7e896e4-9713-4e53-afaf-d2baedba1d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438864 Apr 07 12:17:46.957954 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89356cc3-4b80-4f75-a49b-11de6674016f req-bf92fcf2-6357-43c4-b72c-d47c77fb701a tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:17:46.959474 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-89356cc3-4b80-4f75-a49b-11de6674016f req-bf92fcf2-6357-43c4-b72c-d47c77fb701a tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] 10.222.0.58 "GET /v2.0/ports?device_id=746138f7-de61-4006-a969-275560d719e3 HTTP/1.1" status: 200 len: 946 time: 0.0516753 Apr 07 12:17:47.022570 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-89356cc3-4b80-4f75-a49b-11de6674016f req-e4477061-9ac4-4b32-bd51-0a5120fca25d tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] 10.222.0.58 "GET /v2.0/security-groups?id=a7e896e4-9713-4e53-afaf-d2baedba1d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553892 Apr 07 12:17:48.140141 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e64c6e6-a81c-4a33-a141-cbd34454a775 req-2e64e14a-b8a6-46c0-9a74-b669f464df9f tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:17:48.141589 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-5e64c6e6-a81c-4a33-a141-cbd34454a775 req-2e64e14a-b8a6-46c0-9a74-b669f464df9f tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] 10.222.0.58 "GET /v2.0/ports?device_id=746138f7-de61-4006-a969-275560d719e3 HTTP/1.1" status: 200 len: 946 time: 0.0515864 Apr 07 12:17:48.187435 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-5e64c6e6-a81c-4a33-a141-cbd34454a775 req-21b4523a-297a-4a11-822f-b42cbddff131 tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] 10.222.0.58 "GET /v2.0/security-groups?id=a7e896e4-9713-4e53-afaf-d2baedba1d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403023 Apr 07 12:17:49.303755 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97af732-714b-463c-aeb9-da517b459f54 req-be62261c-4a2e-42c8-a5b8-f719c5f25594 tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:17:49.305215 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-d97af732-714b-463c-aeb9-da517b459f54 req-be62261c-4a2e-42c8-a5b8-f719c5f25594 tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] 10.222.0.58 "GET /v2.0/ports?device_id=746138f7-de61-4006-a969-275560d719e3 HTTP/1.1" status: 200 len: 946 time: 0.0533049 Apr 07 12:17:49.352364 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-d97af732-714b-463c-aeb9-da517b459f54 req-96ca71a1-cd66-4a4e-a087-093b29ff9920 tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] 10.222.0.58 "GET /v2.0/security-groups?id=a7e896e4-9713-4e53-afaf-d2baedba1d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410421 Apr 07 12:17:50.467858 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fa68f2-ed06-4086-9b80-a2abe911f0a0 req-63fa5d67-10e2-469f-bdd8-a898c65be8bf tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:17:50.469335 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-62fa68f2-ed06-4086-9b80-a2abe911f0a0 req-63fa5d67-10e2-469f-bdd8-a898c65be8bf tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] 10.222.0.58 "GET /v2.0/ports?device_id=746138f7-de61-4006-a969-275560d719e3 HTTP/1.1" status: 200 len: 946 time: 0.0523102 Apr 07 12:17:50.514429 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-62fa68f2-ed06-4086-9b80-a2abe911f0a0 req-29d83d6d-4c41-45bd-a669-c3c0d056c20f tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] 10.222.0.58 "GET /v2.0/security-groups?id=a7e896e4-9713-4e53-afaf-d2baedba1d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390167 Apr 07 12:17:51.629945 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581d3a20-d644-4029-8433-7cf5ee351643 req-542efc11-7fa6-4216-bbdb-a3c81bd7aeb2 tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:17:51.631447 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-581d3a20-d644-4029-8433-7cf5ee351643 req-542efc11-7fa6-4216-bbdb-a3c81bd7aeb2 tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] 10.222.0.58 "GET /v2.0/ports?device_id=746138f7-de61-4006-a969-275560d719e3 HTTP/1.1" status: 200 len: 946 time: 0.0512002 Apr 07 12:17:51.680205 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-581d3a20-d644-4029-8433-7cf5ee351643 req-bdfd132c-acd3-47f5-a2bc-485e3f5c597c tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] 10.222.0.58 "GET /v2.0/security-groups?id=a7e896e4-9713-4e53-afaf-d2baedba1d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432386 Apr 07 12:17:52.365883 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a08f06-2695-4a55-bbf4-a2ee181fb1a1 req-7410cdef-8252-45a6-bf36-c3edc95b7ab1 tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:17:52.367262 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-b1a08f06-2695-4a55-bbf4-a2ee181fb1a1 req-7410cdef-8252-45a6-bf36-c3edc95b7ab1 tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] 10.222.0.49 "GET /v2.0/ports?device_id=746138f7-de61-4006-a969-275560d719e3 HTTP/1.1" status: 200 len: 946 time: 0.0550580 Apr 07 12:17:52.457075 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [req-b1a08f06-2695-4a55-bbf4-a2ee181fb1a1 req-845afcf1-cc74-45e2-be5a-f3824fe3c92a tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] Deleting port c930ff25-4661-4304-96f2-65736d59d9a1 {{(pid=103983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:17:52.457409 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [req-b1a08f06-2695-4a55-bbf4-a2ee181fb1a1 req-845afcf1-cc74-45e2-be5a-f3824fe3c92a tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780057404546'] for port (c930ff25-4661-4304-96f2-65736d59d9a1), before_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:17:52.547371 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.plugins.ml2.db [req-b1a08f06-2695-4a55-bbf4-a2ee181fb1a1 req-845afcf1-cc74-45e2-be5a-f3824fe3c92a tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] For port c930ff25-4661-4304-96f2-65736d59d9a1, host hv-cinder-83693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83693',level=0,port_id=c930ff25-4661-4304-96f2-65736d59d9a1,segment=NetworkSegment(3fda049f-37bf-4034-bad2-268cc93fcdfc),segment_id=3fda049f-37bf-4034-bad2-268cc93fcdfc)] {{(pid=103983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:17:52.547732 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [req-b1a08f06-2695-4a55-bbf4-a2ee181fb1a1 req-845afcf1-cc74-45e2-be5a-f3824fe3c92a tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2017998'] for port (c930ff25-4661-4304-96f2-65736d59d9a1), precommit_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:17:52.560227 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [req-b1a08f06-2695-4a55-bbf4-a2ee181fb1a1 req-845afcf1-cc74-45e2-be5a-f3824fe3c92a tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] Calling delete_port for c930ff25-4661-4304-96f2-65736d59d9a1 owned by compute:nova {{(pid=103983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:17:52.774761 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [req-b1a08f06-2695-4a55-bbf4-a2ee181fb1a1 req-845afcf1-cc74-45e2-be5a-f3824fe3c92a tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780057409621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780056949598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126495687'] for port (c930ff25-4661-4304-96f2-65736d59d9a1), after_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:17:52.808072 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845afcf1-cc74-45e2-be5a-f3824fe3c92a tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] Pushing event deleted for resources: {'Port': ['ID=c930ff25-4661-4304-96f2-65736d59d9a1,revision_number=None']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:17:52.827033 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.db [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] get_ports_and_sgs() called for port_ids ['c930ff25-4661-4304-96f2-65736d59d9a1'] {{(pid=103984) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 12:17:52.830282 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150822fb-f83c-4fb5-8bd3-d9a4b1abb6fb req-3e069c54-386f-4851-b5a6-1c22552060dd tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:17:52.832806 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-150822fb-f83c-4fb5-8bd3-d9a4b1abb6fb req-3e069c54-386f-4851-b5a6-1c22552060dd tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] 10.222.0.58 "GET /v2.0/ports?device_id=746138f7-de61-4006-a969-275560d719e3 HTTP/1.1" status: 200 len: 867 time: 0.0874398 Apr 07 12:17:52.878089 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1a08f06-2695-4a55-bbf4-a2ee181fb1a1 req-845afcf1-cc74-45e2-be5a-f3824fe3c92a tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] No DVR routers for this DVR port c930ff25-4661-4304-96f2-65736d59d9a1 on host hv-cinder-83693 {{(pid=103983) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 12:17:52.881385 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [req-b1a08f06-2695-4a55-bbf4-a2ee181fb1a1 req-845afcf1-cc74-45e2-be5a-f3824fe3c92a tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91606'] for port (None), before_response {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:17:52.884540 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-b1a08f06-2695-4a55-bbf4-a2ee181fb1a1 req-845afcf1-cc74-45e2-be5a-f3824fe3c92a tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] 10.222.0.49 "DELETE /v2.0/ports/c930ff25-4661-4304-96f2-65736d59d9a1 HTTP/1.1" status: 204 len: 173 time: 0.5120621 Apr 07 12:17:52.885042 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '746138f7-de61-4006-a969-275560d719e3', 'name': 'network-vif-deleted', 'tag': 'c930ff25-4661-4304-96f2-65736d59d9a1'}] {{(pid=103983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:17:52.887240 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0a7841b86293cbb58346800955405af87a5c8eeb3540a71a4bbd7df08edd1cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6244dc3c-e4ca-4158-b3e9-c1774baae239" -d '{"events": [{"server_uuid": "746138f7-de61-4006-a969-275560d719e3", "name": "network-vif-deleted", "tag": "c930ff25-4661-4304-96f2-65736d59d9a1"}]}' {{(pid=103983) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:17:52.918921 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-150822fb-f83c-4fb5-8bd3-d9a4b1abb6fb req-74060b70-acb4-404b-ac93-635e64f01db6 tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] 10.222.0.58 "GET /v2.0/security-groups?id=a7e896e4-9713-4e53-afaf-d2baedba1d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707445 Apr 07 12:17:52.984760 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 12:17:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d97f064-0bc4-46b2-866c-91f1f79d2447 x-openstack-request-id: req-3d97f064-0bc4-46b2-866c-91f1f79d2447 {{(pid=103983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:17:52.985243 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "746138f7-de61-4006-a969-275560d719e3", "name": "network-vif-deleted", "tag": "c930ff25-4661-4304-96f2-65736d59d9a1", "status": "completed", "code": 200}]} {{(pid=103983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:17:52.985546 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3d97f064-0bc4-46b2-866c-91f1f79d2447 {{(pid=103983) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:17:52.985952 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d97f064-0bc4-46b2-866c-91f1f79d2447'] response: {'server_uuid': '746138f7-de61-4006-a969-275560d719e3', 'name': 'network-vif-deleted', 'tag': 'c930ff25-4661-4304-96f2-65736d59d9a1', 'status': 'completed', 'code': 200} Apr 07 12:17:54.025240 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-ff590cc0-1fc3-4f95-b69e-89876e082b86 req-0071f6b5-4286-4601-9c11-fd18ab73c416 tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] 10.222.0.58 "GET /v2.0/ports?device_id=746138f7-de61-4006-a969-275560d719e3 HTTP/1.1" status: 200 len: 210 time: 0.0272055 Apr 07 12:17:55.133509 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-6093f7f7-1ef3-46c8-8761-ea83298d8593 req-0b57ff29-d7e5-4d37-911d-661a6c15af47 tempest-TestMinimumBasicScenario-900023416 tempest-TestMinimumBasicScenario-900023416-project] 10.222.0.58 "GET /v2.0/ports?device_id=746138f7-de61-4006-a969-275560d719e3 HTTP/1.1" status: 200 len: 210 time: 0.0301697 Apr 07 12:17:56.650203 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Device c930ff25-4661-4304-96f2-65736d59d9a1 no longer exists at agent hyperv_hv-cinder-83693 {{(pid=103984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 12:17:56.672250 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] No Port match for: c930ff25-4661-4304-96f2-65736d59d9a1 {{(pid=103984) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 12:17:56.672603 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Device c930ff25-4661-4304-96f2-65736d59d9a1 not bound to the agent host hv-cinder-83693 {{(pid=103984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 12:17:57.762426 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.58', 43592) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:17:58.105984 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-f9bc8f5a-16e8-4ef1-9ee0-8b3523fe972b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2021178'] for router_interface (3c979e36-c6fd-487b-9edd-00182ee4dee9), before_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:17:58.349900 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.plugin [None req-f9bc8f5a-16e8-4ef1-9ee0-8b3523fe972b admin admin] Deleting port 71d3cf6d-706e-448c-9b17-6f50f0bf7c4e {{(pid=103982) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:17:58.350236 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-f9bc8f5a-16e8-4ef1-9ee0-8b3523fe972b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780057404546'] for port (71d3cf6d-706e-448c-9b17-6f50f0bf7c4e), before_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:17:58.429528 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.db [None req-f9bc8f5a-16e8-4ef1-9ee0-8b3523fe972b admin admin] For port 71d3cf6d-706e-448c-9b17-6f50f0bf7c4e, host dv-cinder-836930-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836930-1-iscsi',level=0,port_id=71d3cf6d-706e-448c-9b17-6f50f0bf7c4e,segment=NetworkSegment(3fda049f-37bf-4034-bad2-268cc93fcdfc),segment_id=3fda049f-37bf-4034-bad2-268cc93fcdfc)] {{(pid=103982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:17:58.429802 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-f9bc8f5a-16e8-4ef1-9ee0-8b3523fe972b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2017998'] for port (71d3cf6d-706e-448c-9b17-6f50f0bf7c4e), precommit_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:17:58.442298 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.plugin [None req-f9bc8f5a-16e8-4ef1-9ee0-8b3523fe972b admin admin] Calling delete_port for 71d3cf6d-706e-448c-9b17-6f50f0bf7c4e owned by network:router_interface {{(pid=103982) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:17:58.683806 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-f9bc8f5a-16e8-4ef1-9ee0-8b3523fe972b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780057409621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780056949598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126593575'] for port (71d3cf6d-706e-448c-9b17-6f50f0bf7c4e), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:17:58.709957 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bc8f5a-16e8-4ef1-9ee0-8b3523fe972b admin admin] Pushing event deleted for resources: {'Port': ['ID=71d3cf6d-706e-448c-9b17-6f50f0bf7c4e,revision_number=None']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:17:58.890609 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-f9bc8f5a-16e8-4ef1-9ee0-8b3523fe972b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2021237'] for router_interface (3c979e36-c6fd-487b-9edd-00182ee4dee9), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:17:59.108024 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9bc8f5a-16e8-4ef1-9ee0-8b3523fe972b admin admin] Router 3c979e36-c6fd-487b-9edd-00182ee4dee9 has already been hosted by L3 agent ad8978c4-6515-441c-a828-0289badd3b4a {{(pid=103982) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 12:17:59.215368 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9bc8f5a-16e8-4ef1-9ee0-8b3523fe972b admin admin] Notify agent at l3_agent.dv-cinder-836930-1-iscsi the message routers_updated {{(pid=103982) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 12:17:59.221939 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [None req-f9bc8f5a-16e8-4ef1-9ee0-8b3523fe972b admin admin] 10.222.0.58 "PUT /v2.0/routers/3c979e36-c6fd-487b-9edd-00182ee4dee9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4573267 Apr 07 12:17:59.223291 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.58', 43600) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:17:59.226853 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b98ac8-ff60-40a1-b00f-fcfd8445c936 None None] Sync routers for ids ['3c979e36-c6fd-487b-9edd-00182ee4dee9'] in dv-cinder-836930-1-iscsi {{(pid=103984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 12:17:59.238221 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b98ac8-ff60-40a1-b00f-fcfd8445c936 None None] Routers {'3c979e36-c6fd-487b-9edd-00182ee4dee9'} bound to L3 agent in host dv-cinder-836930-1-iscsi {{(pid=103984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:17:59.238838 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_hamode_db [None req-96b98ac8-ff60-40a1-b00f-fcfd8445c936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836930-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T11:57:34Z,description=,heartbeat_timestamp=2022-04-07T12:17:34Z,host='dv-cinder-836930-1-iscsi',id=ad8978c4-6515-441c-a828-0289badd3b4a,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:57:35Z,topic='l3_agent')) {'router_ids': ['3c979e36-c6fd-487b-9edd-00182ee4dee9'], 'active': True} {{(pid=103984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:17:59.336415 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-2b59fb65-e79f-4462-99af-fbfcfbbf814a admin admin] Publish callbacks [] for router (3c979e36-c6fd-487b-9edd-00182ee4dee9), before_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:17:59.347786 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_dvr_db [None req-96b98ac8-ff60-40a1-b00f-fcfd8445c936 None None] Set router 3c979e36-c6fd-487b-9edd-00182ee4dee9 gateway port host: dv-cinder-836930-1-iscsi {{(pid=103984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:17:59.441490 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-2b59fb65-e79f-4462-99af-fbfcfbbf814a admin admin] Publish callbacks [] for router_gateway (3c979e36-c6fd-487b-9edd-00182ee4dee9), before_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:17:59.528334 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_hamode_db [None req-96b98ac8-ff60-40a1-b00f-fcfd8445c936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c979e36-c6fd-487b-9edd-00182ee4dee9', 'name': 'tempest-TestMinimumBasicScenario-886895561-router', 'tenant_id': '23f5e0a355be492c9d73e403fb20d1d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'external_fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '6c37243a-223d-4519-adf2-1384b24d8c05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:15:15Z', 'updated_at': '2022-04-07T12:17:58Z', 'revision_number': 5, 'project_id': '23f5e0a355be492c9d73e403fb20d1d3', 'gw_port': {'id': '6c37243a-223d-4519-adf2-1384b24d8c05', 'name': '', 'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:e7:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c979e36-c6fd-487b-9edd-00182ee4dee9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:15:16Z', 'updated_at': '2022-04-07T12:15:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4554067d-f507-4a99-8a98-0874c02c5721', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836930-1-iscsi'}], 'dv-cinder-836930-1-iscsi', False) {} {{(pid=103984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:17:59.551214 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.plugin [None req-2b59fb65-e79f-4462-99af-fbfcfbbf814a admin admin] Deleting port 6c37243a-223d-4519-adf2-1384b24d8c05 {{(pid=103982) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:17:59.551552 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-2b59fb65-e79f-4462-99af-fbfcfbbf814a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780057404546'] for port (6c37243a-223d-4519-adf2-1384b24d8c05), before_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:17:59.554786 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b98ac8-ff60-40a1-b00f-fcfd8445c936 None None] Checking router: 3c979e36-c6fd-487b-9edd-00182ee4dee9 for host: dv-cinder-836930-1-iscsi {{(pid=103984) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 12:17:59.563357 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b98ac8-ff60-40a1-b00f-fcfd8445c936 None None] Routers {'3c979e36-c6fd-487b-9edd-00182ee4dee9'} bound to L3 agent in host dv-cinder-836930-1-iscsi {{(pid=103984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:17:59.563963 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_hamode_db [None req-96b98ac8-ff60-40a1-b00f-fcfd8445c936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836930-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T11:57:34Z,description=,heartbeat_timestamp=2022-04-07T12:17:34Z,host='dv-cinder-836930-1-iscsi',id=ad8978c4-6515-441c-a828-0289badd3b4a,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:57:35Z,topic='l3_agent')) {'router_ids': ['3c979e36-c6fd-487b-9edd-00182ee4dee9'], 'active': True} {{(pid=103984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:17:59.632218 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.db [None req-2b59fb65-e79f-4462-99af-fbfcfbbf814a admin admin] For port 6c37243a-223d-4519-adf2-1384b24d8c05, host dv-cinder-836930-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836930-1-iscsi',level=0,port_id=6c37243a-223d-4519-adf2-1384b24d8c05,segment=NetworkSegment(82c7666f-c776-4b0f-ab14-8be16f51c525),segment_id=82c7666f-c776-4b0f-ab14-8be16f51c525)] {{(pid=103982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:17:59.632575 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-2b59fb65-e79f-4462-99af-fbfcfbbf814a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2017998'] for port (6c37243a-223d-4519-adf2-1384b24d8c05), precommit_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:17:59.645632 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.plugin [None req-2b59fb65-e79f-4462-99af-fbfcfbbf814a admin admin] Calling delete_port for 6c37243a-223d-4519-adf2-1384b24d8c05 owned by network:router_gateway {{(pid=103982) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:17:59.653665 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_dvr_db [None req-96b98ac8-ff60-40a1-b00f-fcfd8445c936 None None] Set router 3c979e36-c6fd-487b-9edd-00182ee4dee9 gateway port host: None {{(pid=103984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:17:59.708986 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_hamode_db [None req-96b98ac8-ff60-40a1-b00f-fcfd8445c936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c979e36-c6fd-487b-9edd-00182ee4dee9', 'name': 'tempest-TestMinimumBasicScenario-886895561-router', 'tenant_id': '23f5e0a355be492c9d73e403fb20d1d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:15:15Z', 'updated_at': '2022-04-07T12:17:59Z', 'revision_number': 6, 'project_id': '23f5e0a355be492c9d73e403fb20d1d3', 'gw_port_host': None}], 'dv-cinder-836930-1-iscsi', False) {} {{(pid=103984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:17:59.735107 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b98ac8-ff60-40a1-b00f-fcfd8445c936 None None] The sync data for ids ['3c979e36-c6fd-487b-9edd-00182ee4dee9'] in dv-cinder-836930-1-iscsi is: [{'id': '3c979e36-c6fd-487b-9edd-00182ee4dee9', 'name': 'tempest-TestMinimumBasicScenario-886895561-router', 'tenant_id': '23f5e0a355be492c9d73e403fb20d1d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:15:15Z', 'updated_at': '2022-04-07T12:17:59Z', 'revision_number': 6, 'project_id': '23f5e0a355be492c9d73e403fb20d1d3', 'gw_port_host': None}] {{(pid=103984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 12:17:59.892307 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-2b59fb65-e79f-4462-99af-fbfcfbbf814a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780057409621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780056949598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126593575'] for port (6c37243a-223d-4519-adf2-1384b24d8c05), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:17:59.919910 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b59fb65-e79f-4462-99af-fbfcfbbf814a admin admin] Pushing event deleted for resources: {'Port': ['ID=6c37243a-223d-4519-adf2-1384b24d8c05,revision_number=None']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:17:59.987801 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-2b59fb65-e79f-4462-99af-fbfcfbbf814a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2019840'] for router_gateway (3c979e36-c6fd-487b-9edd-00182ee4dee9), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:00.084806 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-2b59fb65-e79f-4462-99af-fbfcfbbf814a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105972'] for router (3c979e36-c6fd-487b-9edd-00182ee4dee9), precommit_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:00.086978 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-2b59fb65-e79f-4462-99af-fbfcfbbf814a admin admin] Publish callbacks [] for router_controller (3c979e36-c6fd-487b-9edd-00182ee4dee9), precommit_delete_associations {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:00.469243 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-2b59fb65-e79f-4462-99af-fbfcfbbf814a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1650014'] for router (3c979e36-c6fd-487b-9edd-00182ee4dee9), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:00.469859 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b59fb65-e79f-4462-99af-fbfcfbbf814a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3c979e36-c6fd-487b-9edd-00182ee4dee9 {{(pid=103982) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 12:18:00.474489 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-2b59fb65-e79f-4462-99af-fbfcfbbf814a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:00.475649 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [None req-2b59fb65-e79f-4462-99af-fbfcfbbf814a admin admin] 10.222.0.58 "DELETE /v2.0/routers/3c979e36-c6fd-487b-9edd-00182ee4dee9 HTTP/1.1" status: 204 len: 168 time: 1.2514048 Apr 07 12:18:00.478427 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.wsgi [-] (103983) accepted ('10.222.0.58', 43608) {{(pid=103983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:18:00.524152 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.db.db_base_plugin_v2 [None req-b59eab70-06f8-40c0-a712-d6987e56e5f8 admin admin] Deleting subnet 9b07e596-6c59-4f6f-8de1-05786643409a {{(pid=103983) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 12:18:00.527389 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-b59eab70-06f8-40c0-a712-d6987e56e5f8 admin admin] Publish callbacks [] for subnet (9b07e596-6c59-4f6f-8de1-05786643409a), before_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:00.563777 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-b59eab70-06f8-40c0-a712-d6987e56e5f8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3396337'] for subnet (9b07e596-6c59-4f6f-8de1-05786643409a), precommit_delete_associations {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:00.793132 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-b59eab70-06f8-40c0-a712-d6987e56e5f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7504605'] for subnet (9b07e596-6c59-4f6f-8de1-05786643409a), precommit_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:00.938592 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-b59eab70-06f8-40c0-a712-d6987e56e5f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7504596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126495506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127800529'] for subnet (9b07e596-6c59-4f6f-8de1-05786643409a), after_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:00.963509 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59eab70-06f8-40c0-a712-d6987e56e5f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b07e596-6c59-4f6f-8de1-05786643409a,revision_number=None']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:18:00.969406 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-b59eab70-06f8-40c0-a712-d6987e56e5f8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:00.972763 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [None req-b59eab70-06f8-40c0-a712-d6987e56e5f8 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/9b07e596-6c59-4f6f-8de1-05786643409a HTTP/1.1" status: 204 len: 168 time: 0.4932456 Apr 07 12:18:00.974136 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1f10c2c-0055-4749-b1df-ec01a5e8e6fd None None] Network 02d796af-ca6a-4742-8a34-9d3f4b69aae0 requested from dv-cinder-836930-1-iscsi {{(pid=103984) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 12:18:00.975392 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.58', 43610) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:18:00.978947 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59eab70-06f8-40c0-a712-d6987e56e5f8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:18:00.979419 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59eab70-06f8-40c0-a712-d6987e56e5f8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:18:00.979770 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59eab70-06f8-40c0-a712-d6987e56e5f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:18:00.980113 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59eab70-06f8-40c0-a712-d6987e56e5f8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:18:00.980453 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59eab70-06f8-40c0-a712-d6987e56e5f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:18:00.980788 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59eab70-06f8-40c0-a712-d6987e56e5f8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:18:00.981122 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59eab70-06f8-40c0-a712-d6987e56e5f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:18:00.981448 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59eab70-06f8-40c0-a712-d6987e56e5f8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:18:00.981776 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59eab70-06f8-40c0-a712-d6987e56e5f8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:18:00.982109 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59eab70-06f8-40c0-a712-d6987e56e5f8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:18:00.982433 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59eab70-06f8-40c0-a712-d6987e56e5f8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:18:00.982757 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59eab70-06f8-40c0-a712-d6987e56e5f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:18:00.983079 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59eab70-06f8-40c0-a712-d6987e56e5f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:18:00.983440 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59eab70-06f8-40c0-a712-d6987e56e5f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:18:00.983760 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59eab70-06f8-40c0-a712-d6987e56e5f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:18:01.042485 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-7305a51c-335b-444d-99b4-bfea6b8e2afa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7349020'] for network (02d796af-ca6a-4742-8a34-9d3f4b69aae0), before_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:01.109575 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.plugin [None req-7305a51c-335b-444d-99b4-bfea6b8e2afa admin admin] Deleting port cb613ed4-f2c2-40dd-a1b6-2caa4bdbc689 {{(pid=103982) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:18:01.109914 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-7305a51c-335b-444d-99b4-bfea6b8e2afa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780057404546'] for port (cb613ed4-f2c2-40dd-a1b6-2caa4bdbc689), before_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:01.130976 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-922af24a-eacc-45fd-8ae7-73e96e6f5377 None None] DHCP port deletion for 02d796af-ca6a-4742-8a34-9d3f4b69aae0 request from dv-cinder-836930-1-iscsi {{(pid=103984) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 12:18:01.176859 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.db [None req-7305a51c-335b-444d-99b4-bfea6b8e2afa admin admin] For port cb613ed4-f2c2-40dd-a1b6-2caa4bdbc689, host dv-cinder-836930-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836930-1-iscsi',level=0,port_id=cb613ed4-f2c2-40dd-a1b6-2caa4bdbc689,segment=NetworkSegment(3fda049f-37bf-4034-bad2-268cc93fcdfc),segment_id=3fda049f-37bf-4034-bad2-268cc93fcdfc)] {{(pid=103982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:18:01.177229 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-7305a51c-335b-444d-99b4-bfea6b8e2afa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2017998'] for port (cb613ed4-f2c2-40dd-a1b6-2caa4bdbc689), precommit_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:01.182946 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-922af24a-eacc-45fd-8ae7-73e96e6f5377 None None] Deleting port cb613ed4-f2c2-40dd-a1b6-2caa4bdbc689 {{(pid=103984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:18:01.183429 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-922af24a-eacc-45fd-8ae7-73e96e6f5377 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780057404546'] for port (cb613ed4-f2c2-40dd-a1b6-2caa4bdbc689), before_delete {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:01.195385 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.plugin [None req-7305a51c-335b-444d-99b4-bfea6b8e2afa admin admin] Calling delete_port for cb613ed4-f2c2-40dd-a1b6-2caa4bdbc689 owned by network:dhcp {{(pid=103982) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:18:01.366638 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Device cb613ed4-f2c2-40dd-a1b6-2caa4bdbc689 no longer exists at agent ovs-agent-dv-cinder-836930-1-iscsi {{(pid=103984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 12:18:01.407885 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.db [None req-922af24a-eacc-45fd-8ae7-73e96e6f5377 None None] For port cb613ed4-f2c2-40dd-a1b6-2caa4bdbc689, host dv-cinder-836930-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836930-1-iscsi',level=0,port_id=cb613ed4-f2c2-40dd-a1b6-2caa4bdbc689,segment=NetworkSegment(3fda049f-37bf-4034-bad2-268cc93fcdfc),segment_id=3fda049f-37bf-4034-bad2-268cc93fcdfc)] {{(pid=103984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:18:01.408155 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-922af24a-eacc-45fd-8ae7-73e96e6f5377 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2017998'] for port (cb613ed4-f2c2-40dd-a1b6-2caa4bdbc689), precommit_delete {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:01.427537 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-922af24a-eacc-45fd-8ae7-73e96e6f5377 None None] Calling delete_port for cb613ed4-f2c2-40dd-a1b6-2caa4bdbc689 owned by network:dhcp {{(pid=103984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:18:01.446563 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-7305a51c-335b-444d-99b4-bfea6b8e2afa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780057409621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780056949598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126593575'] for port (cb613ed4-f2c2-40dd-a1b6-2caa4bdbc689), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:01.474121 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7305a51c-335b-444d-99b4-bfea6b8e2afa admin admin] Pushing event deleted for resources: {'Port': ['ID=cb613ed4-f2c2-40dd-a1b6-2caa4bdbc689,revision_number=None']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:18:01.475948 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7305a51c-335b-444d-99b4-bfea6b8e2afa admin admin] No DVR routers for this DVR port cb613ed4-f2c2-40dd-a1b6-2caa4bdbc689 on host dv-cinder-836930-1-iscsi {{(pid=103982) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 12:18:01.495821 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Port cb613ed4-f2c2-40dd-a1b6-2caa4bdbc689 update to DOWN by agent not found {{(pid=103984) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2233}} Apr 07 12:18:01.496267 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Device 6c37243a-223d-4519-adf2-1384b24d8c05 no longer exists at agent ovs-agent-dv-cinder-836930-1-iscsi {{(pid=103984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 12:18:01.526456 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] No Port match for: 6c37243a-223d-4519-adf2-1384b24d8c05 {{(pid=103984) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 12:18:01.526807 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Device 6c37243a-223d-4519-adf2-1384b24d8c05 not bound to the agent host dv-cinder-836930-1-iscsi {{(pid=103984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 12:18:01.527267 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Device 71d3cf6d-706e-448c-9b17-6f50f0bf7c4e no longer exists at agent ovs-agent-dv-cinder-836930-1-iscsi {{(pid=103984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 12:18:01.549764 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] No Port match for: 71d3cf6d-706e-448c-9b17-6f50f0bf7c4e {{(pid=103984) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 12:18:01.550112 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Device 71d3cf6d-706e-448c-9b17-6f50f0bf7c4e not bound to the agent host dv-cinder-836930-1-iscsi {{(pid=103984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 12:18:01.552824 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-7305a51c-335b-444d-99b4-bfea6b8e2afa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7490116', 'neutron.services.segments.db._delete_segments_for_network-8780057229514'] for network (02d796af-ca6a-4742-8a34-9d3f4b69aae0), precommit_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:01.569274 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-922af24a-eacc-45fd-8ae7-73e96e6f5377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780057409621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780056949598'] for port (cb613ed4-f2c2-40dd-a1b6-2caa4bdbc689), after_delete {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:01.576065 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.services.segments.db [None req-7305a51c-335b-444d-99b4-bfea6b8e2afa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02d796af-ca6a-4742-8a34-9d3f4b69aae0']}} {{(pid=103982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:18:01.586163 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.services.segments.db [None req-7305a51c-335b-444d-99b4-bfea6b8e2afa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fda049f-37bf-4034-bad2-268cc93fcdfc') {'for_net_delete': True} {{(pid=103982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:18:01.586456 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.services.segments.db [None req-7305a51c-335b-444d-99b4-bfea6b8e2afa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fda049f-37bf-4034-bad2-268cc93fcdfc') {} {{(pid=103982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:18:01.594137 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922af24a-eacc-45fd-8ae7-73e96e6f5377 None None] Pushing event deleted for resources: {'Port': ['ID=cb613ed4-f2c2-40dd-a1b6-2caa4bdbc689,revision_number=None']} {{(pid=103984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:18:01.600133 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-922af24a-eacc-45fd-8ae7-73e96e6f5377 None None] No DVR routers for this DVR port cb613ed4-f2c2-40dd-a1b6-2caa4bdbc689 on host dv-cinder-836930-1-iscsi {{(pid=103984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 12:18:01.604236 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-7305a51c-335b-444d-99b4-bfea6b8e2afa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780057232083', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125930561'] for segment (3fda049f-37bf-4034-bad2-268cc93fcdfc), before_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:01.621197 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-7305a51c-335b-444d-99b4-bfea6b8e2afa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7510084'] for segment (3fda049f-37bf-4034-bad2-268cc93fcdfc), precommit_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:01.627470 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7305a51c-335b-444d-99b4-bfea6b8e2afa admin admin] Releasing vlan 644 on physical network physnet1 to pool {{(pid=103982) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 12:18:01.627856 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-7305a51c-335b-444d-99b4-bfea6b8e2afa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7510084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126593556'] for segment (3fda049f-37bf-4034-bad2-268cc93fcdfc), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:01.631996 dv-cinder-836930-1-iscsi neutron-server[103982]: Traceback (most recent call last): Apr 07 12:18:01.631996 dv-cinder-836930-1-iscsi neutron-server[103982]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 12:18:01.631996 dv-cinder-836930-1-iscsi neutron-server[103982]: timer() Apr 07 12:18:01.631996 dv-cinder-836930-1-iscsi neutron-server[103982]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 12:18:01.631996 dv-cinder-836930-1-iscsi neutron-server[103982]: cb(*args, **kw) Apr 07 12:18:01.631996 dv-cinder-836930-1-iscsi neutron-server[103982]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 12:18:01.631996 dv-cinder-836930-1-iscsi neutron-server[103982]: return func(*args, **kwargs) Apr 07 12:18:01.631996 dv-cinder-836930-1-iscsi neutron-server[103982]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 12:18:01.631996 dv-cinder-836930-1-iscsi neutron-server[103982]: self._notify() Apr 07 12:18:01.631996 dv-cinder-836930-1-iscsi neutron-server[103982]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 12:18:01.631996 dv-cinder-836930-1-iscsi neutron-server[103982]: self.callback(batched_events) Apr 07 12:18:01.631996 dv-cinder-836930-1-iscsi neutron-server[103982]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 12:18:01.631996 dv-cinder-836930-1-iscsi neutron-server[103982]: event.method(event) Apr 07 12:18:01.631996 dv-cinder-836930-1-iscsi neutron-server[103982]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 12:18:01.631996 dv-cinder-836930-1-iscsi neutron-server[103982]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 12:18:01.631996 dv-cinder-836930-1-iscsi neutron-server[103982]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 12:18:01.631996 dv-cinder-836930-1-iscsi neutron-server[103982]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 12:18:01.631996 dv-cinder-836930-1-iscsi neutron-server[103982]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 12:18:01.631996 dv-cinder-836930-1-iscsi neutron-server[103982]: return f(self, *a, **k) Apr 07 12:18:01.631996 dv-cinder-836930-1-iscsi neutron-server[103982]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 12:18:01.631996 dv-cinder-836930-1-iscsi neutron-server[103982]: return self._get(url).json() Apr 07 12:18:01.631996 dv-cinder-836930-1-iscsi neutron-server[103982]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 12:18:01.631996 dv-cinder-836930-1-iscsi neutron-server[103982]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 12:18:01.631996 dv-cinder-836930-1-iscsi neutron-server[103982]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 12:18:01.631996 dv-cinder-836930-1-iscsi neutron-server[103982]: return self.request(url, 'GET', **kwargs) Apr 07 12:18:01.631996 dv-cinder-836930-1-iscsi neutron-server[103982]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 12:18:01.631996 dv-cinder-836930-1-iscsi neutron-server[103982]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 12:18:01.631996 dv-cinder-836930-1-iscsi neutron-server[103982]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 12:18:01.631996 dv-cinder-836930-1-iscsi neutron-server[103982]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 12:18:01.631996 dv-cinder-836930-1-iscsi neutron-server[103982]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 12:18:01.631996 dv-cinder-836930-1-iscsi neutron-server[103982]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 12:18:01.631996 dv-cinder-836930-1-iscsi neutron-server[103982]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 12:18:01.734709 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (b65c4e22-832a-4f2b-89ab-f6b5f91e1f65), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:01.786564 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-7305a51c-335b-444d-99b4-bfea6b8e2afa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7490143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2019876'] for network (02d796af-ca6a-4742-8a34-9d3f4b69aae0), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:01.790911 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-7305a51c-335b-444d-99b4-bfea6b8e2afa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585958'] for network (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:01.794106 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [None req-7305a51c-335b-444d-99b4-bfea6b8e2afa admin admin] 10.222.0.58 "DELETE /v2.0/networks/02d796af-ca6a-4742-8a34-9d3f4b69aae0 HTTP/1.1" status: 204 len: 168 time: 0.8176982 Apr 07 12:18:01.800428 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.wsgi [-] (103983) accepted ('10.222.0.58', 43622) {{(pid=103983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:18:01.806924 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7305a51c-335b-444d-99b4-bfea6b8e2afa admin admin] Pushing event deleted for resources: {'Network': ['ID=02d796af-ca6a-4742-8a34-9d3f4b69aae0,revision_number=None']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:18:01.946448 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-bb1228e2-6acd-41a4-9170-dd3bef67e0fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (94869e64-74fb-4601-95b5-a1334a6bdcea), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:02.148014 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-58bf1c80-82a2-46ef-a74d-ae254f96e2a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2021178'] for router_interface (a70e0379-ed61-4fd7-a4ef-a7e066ab1921), before_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:02.399855 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-58bf1c80-82a2-46ef-a74d-ae254f96e2a8 admin admin] Deleting port a39e1070-7afd-4ac5-bd2a-bf8edbac9c17 {{(pid=103983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:18:02.400191 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-58bf1c80-82a2-46ef-a74d-ae254f96e2a8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780057404546'] for port (a39e1070-7afd-4ac5-bd2a-bf8edbac9c17), before_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:02.476298 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.plugins.ml2.db [None req-58bf1c80-82a2-46ef-a74d-ae254f96e2a8 admin admin] For port a39e1070-7afd-4ac5-bd2a-bf8edbac9c17, host dv-cinder-836930-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836930-1-iscsi',level=0,port_id=a39e1070-7afd-4ac5-bd2a-bf8edbac9c17,segment=NetworkSegment(a5b0cadf-a4ed-41eb-bdfe-e58233085e74),segment_id=a5b0cadf-a4ed-41eb-bdfe-e58233085e74)] {{(pid=103983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:18:02.476725 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-58bf1c80-82a2-46ef-a74d-ae254f96e2a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2017998'] for port (a39e1070-7afd-4ac5-bd2a-bf8edbac9c17), precommit_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:02.490403 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-58bf1c80-82a2-46ef-a74d-ae254f96e2a8 admin admin] Calling delete_port for a39e1070-7afd-4ac5-bd2a-bf8edbac9c17 owned by network:router_interface {{(pid=103983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:18:02.778266 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-58bf1c80-82a2-46ef-a74d-ae254f96e2a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780057409621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780056949598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126495687'] for port (a39e1070-7afd-4ac5-bd2a-bf8edbac9c17), after_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:02.811486 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bf1c80-82a2-46ef-a74d-ae254f96e2a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=a39e1070-7afd-4ac5-bd2a-bf8edbac9c17,revision_number=None']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:18:02.994236 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-58bf1c80-82a2-46ef-a74d-ae254f96e2a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2021237'] for router_interface (a70e0379-ed61-4fd7-a4ef-a7e066ab1921), after_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:03.254860 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01d158c-67f6-4673-a7f5-0075c4faac23 req-9b8a8499-6974-4bdb-b3b7-6489c60b2f95 tempest-VolumesSnapshotTestJSON-671111526 tempest-VolumesSnapshotTestJSON-671111526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:18:03.256388 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-c01d158c-67f6-4673-a7f5-0075c4faac23 req-9b8a8499-6974-4bdb-b3b7-6489c60b2f95 tempest-VolumesSnapshotTestJSON-671111526 tempest-VolumesSnapshotTestJSON-671111526-project] 10.222.0.58 "GET /v2.0/ports?device_id=40700723-a388-4d61-a66f-a90f25de8b56 HTTP/1.1" status: 200 len: 946 time: 0.1314738 Apr 07 12:18:03.283661 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58bf1c80-82a2-46ef-a74d-ae254f96e2a8 admin admin] Router a70e0379-ed61-4fd7-a4ef-a7e066ab1921 has already been hosted by L3 agent ad8978c4-6515-441c-a828-0289badd3b4a {{(pid=103983) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 12:18:03.351239 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-c01d158c-67f6-4673-a7f5-0075c4faac23 req-08e4a509-6832-4490-bd2b-f94483e2fcd5 tempest-VolumesSnapshotTestJSON-671111526 tempest-VolumesSnapshotTestJSON-671111526-project] 10.222.0.58 "GET /v2.0/security-groups?id=3addf5f8-cceb-499e-9f90-3d8d8664bd39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888238 Apr 07 12:18:03.413569 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58bf1c80-82a2-46ef-a74d-ae254f96e2a8 admin admin] Notify agent at l3_agent.dv-cinder-836930-1-iscsi the message routers_updated {{(pid=103983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 12:18:03.418471 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [None req-58bf1c80-82a2-46ef-a74d-ae254f96e2a8 admin admin] 10.222.0.58 "PUT /v2.0/routers/a70e0379-ed61-4fd7-a4ef-a7e066ab1921/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6168988 Apr 07 12:18:03.421073 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.wsgi [-] (103983) accepted ('10.222.0.58', 43630) {{(pid=103983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:18:03.424804 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-765f8ab9-fcc8-4988-8109-9104182604d8 None None] Sync routers for ids ['a70e0379-ed61-4fd7-a4ef-a7e066ab1921'] in dv-cinder-836930-1-iscsi {{(pid=103985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 12:18:03.434947 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-765f8ab9-fcc8-4988-8109-9104182604d8 None None] Routers {'a70e0379-ed61-4fd7-a4ef-a7e066ab1921'} bound to L3 agent in host dv-cinder-836930-1-iscsi {{(pid=103985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:18:03.436227 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_hamode_db [None req-765f8ab9-fcc8-4988-8109-9104182604d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836930-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T11:57:34Z,description=,heartbeat_timestamp=2022-04-07T12:17:34Z,host='dv-cinder-836930-1-iscsi',id=ad8978c4-6515-441c-a828-0289badd3b4a,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:57:35Z,topic='l3_agent')) {'router_ids': ['a70e0379-ed61-4fd7-a4ef-a7e066ab1921'], 'active': True} {{(pid=103985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:18:03.526265 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-47833e6a-675f-412c-bf9f-31f0d1b59b57 admin admin] Publish callbacks [] for router (a70e0379-ed61-4fd7-a4ef-a7e066ab1921), before_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:03.541379 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_dvr_db [None req-765f8ab9-fcc8-4988-8109-9104182604d8 None None] Set router a70e0379-ed61-4fd7-a4ef-a7e066ab1921 gateway port host: dv-cinder-836930-1-iscsi {{(pid=103985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:18:03.629083 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-47833e6a-675f-412c-bf9f-31f0d1b59b57 admin admin] Publish callbacks [] for router_gateway (a70e0379-ed61-4fd7-a4ef-a7e066ab1921), before_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:03.720248 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_hamode_db [None req-765f8ab9-fcc8-4988-8109-9104182604d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a70e0379-ed61-4fd7-a4ef-a7e066ab1921', 'name': 'tempest-TestMinimumBasicScenario-458706051-router', 'tenant_id': '52b824edd0f44d7d9e3d594007007f8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'external_fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': 'abbc4b96-b861-47c1-87f1-c399aa357ac2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:15:22Z', 'updated_at': '2022-04-07T12:18:02Z', 'revision_number': 5, 'project_id': '52b824edd0f44d7d9e3d594007007f8d', 'gw_port': {'id': 'abbc4b96-b861-47c1-87f1-c399aa357ac2', 'name': '', 'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:5a:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a70e0379-ed61-4fd7-a4ef-a7e066ab1921', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:15:23Z', 'updated_at': '2022-04-07T12:15:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4554067d-f507-4a99-8a98-0874c02c5721', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836930-1-iscsi'}], 'dv-cinder-836930-1-iscsi', False) {} {{(pid=103985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:18:03.746088 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-765f8ab9-fcc8-4988-8109-9104182604d8 None None] Checking router: a70e0379-ed61-4fd7-a4ef-a7e066ab1921 for host: dv-cinder-836930-1-iscsi {{(pid=103985) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 12:18:03.754872 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-765f8ab9-fcc8-4988-8109-9104182604d8 None None] Routers {'a70e0379-ed61-4fd7-a4ef-a7e066ab1921'} bound to L3 agent in host dv-cinder-836930-1-iscsi {{(pid=103985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:18:03.755556 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_hamode_db [None req-765f8ab9-fcc8-4988-8109-9104182604d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836930-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T11:57:34Z,description=,heartbeat_timestamp=2022-04-07T12:17:34Z,host='dv-cinder-836930-1-iscsi',id=ad8978c4-6515-441c-a828-0289badd3b4a,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:57:35Z,topic='l3_agent')) {'router_ids': ['a70e0379-ed61-4fd7-a4ef-a7e066ab1921'], 'active': True} {{(pid=103985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:18:03.801036 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-47833e6a-675f-412c-bf9f-31f0d1b59b57 admin admin] Deleting port abbc4b96-b861-47c1-87f1-c399aa357ac2 {{(pid=103983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:18:03.801370 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-47833e6a-675f-412c-bf9f-31f0d1b59b57 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780057404546'] for port (abbc4b96-b861-47c1-87f1-c399aa357ac2), before_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:03.847679 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_dvr_db [None req-765f8ab9-fcc8-4988-8109-9104182604d8 None None] Set router a70e0379-ed61-4fd7-a4ef-a7e066ab1921 gateway port host: None {{(pid=103985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:18:03.905431 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_hamode_db [None req-765f8ab9-fcc8-4988-8109-9104182604d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a70e0379-ed61-4fd7-a4ef-a7e066ab1921', 'name': 'tempest-TestMinimumBasicScenario-458706051-router', 'tenant_id': '52b824edd0f44d7d9e3d594007007f8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:15:22Z', 'updated_at': '2022-04-07T12:18:03Z', 'revision_number': 6, 'project_id': '52b824edd0f44d7d9e3d594007007f8d', 'gw_port_host': None}], 'dv-cinder-836930-1-iscsi', False) {} {{(pid=103985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:18:03.932777 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-765f8ab9-fcc8-4988-8109-9104182604d8 None None] The sync data for ids ['a70e0379-ed61-4fd7-a4ef-a7e066ab1921'] in dv-cinder-836930-1-iscsi is: [{'id': 'a70e0379-ed61-4fd7-a4ef-a7e066ab1921', 'name': 'tempest-TestMinimumBasicScenario-458706051-router', 'tenant_id': '52b824edd0f44d7d9e3d594007007f8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:15:22Z', 'updated_at': '2022-04-07T12:18:03Z', 'revision_number': 6, 'project_id': '52b824edd0f44d7d9e3d594007007f8d', 'gw_port_host': None}] {{(pid=103985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 12:18:04.137293 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.plugins.ml2.db [None req-47833e6a-675f-412c-bf9f-31f0d1b59b57 admin admin] For port abbc4b96-b861-47c1-87f1-c399aa357ac2, host dv-cinder-836930-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836930-1-iscsi',level=0,port_id=abbc4b96-b861-47c1-87f1-c399aa357ac2,segment=NetworkSegment(82c7666f-c776-4b0f-ab14-8be16f51c525),segment_id=82c7666f-c776-4b0f-ab14-8be16f51c525)] {{(pid=103983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:18:04.137901 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-47833e6a-675f-412c-bf9f-31f0d1b59b57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2017998'] for port (abbc4b96-b861-47c1-87f1-c399aa357ac2), precommit_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:04.149795 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-47833e6a-675f-412c-bf9f-31f0d1b59b57 admin admin] Calling delete_port for abbc4b96-b861-47c1-87f1-c399aa357ac2 owned by network:router_gateway {{(pid=103983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:18:04.383576 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-9681bad1-9bee-4131-ade9-1d01d72e8dac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (ad8978c4-6515-441c-a828-0289badd3b4a), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:04.398075 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-47833e6a-675f-412c-bf9f-31f0d1b59b57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780057409621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780056949598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126495687'] for port (abbc4b96-b861-47c1-87f1-c399aa357ac2), after_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:04.424137 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47833e6a-675f-412c-bf9f-31f0d1b59b57 admin admin] Pushing event deleted for resources: {'Port': ['ID=abbc4b96-b861-47c1-87f1-c399aa357ac2,revision_number=None']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:18:04.487017 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394eba80-5ce0-411d-95c3-48dda5dde7c5 req-3e664983-1913-4f93-a27a-ef31b620bcf6 tempest-VolumesSnapshotTestJSON-671111526 tempest-VolumesSnapshotTestJSON-671111526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:18:04.488465 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-394eba80-5ce0-411d-95c3-48dda5dde7c5 req-3e664983-1913-4f93-a27a-ef31b620bcf6 tempest-VolumesSnapshotTestJSON-671111526 tempest-VolumesSnapshotTestJSON-671111526-project] 10.222.0.58 "GET /v2.0/ports?device_id=40700723-a388-4d61-a66f-a90f25de8b56 HTTP/1.1" status: 200 len: 946 time: 0.0614402 Apr 07 12:18:04.490737 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-47833e6a-675f-412c-bf9f-31f0d1b59b57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2019840'] for router_gateway (a70e0379-ed61-4fd7-a4ef-a7e066ab1921), after_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:04.535495 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-394eba80-5ce0-411d-95c3-48dda5dde7c5 req-1043ccf6-7139-4783-a525-45ddba457a80 tempest-VolumesSnapshotTestJSON-671111526 tempest-VolumesSnapshotTestJSON-671111526-project] 10.222.0.58 "GET /v2.0/security-groups?id=3addf5f8-cceb-499e-9f90-3d8d8664bd39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411730 Apr 07 12:18:04.585002 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-47833e6a-675f-412c-bf9f-31f0d1b59b57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105972'] for router (a70e0379-ed61-4fd7-a4ef-a7e066ab1921), precommit_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:04.587179 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-47833e6a-675f-412c-bf9f-31f0d1b59b57 admin admin] Publish callbacks [] for router_controller (a70e0379-ed61-4fd7-a4ef-a7e066ab1921), precommit_delete_associations {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:04.703585 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-47833e6a-675f-412c-bf9f-31f0d1b59b57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1650014'] for router (a70e0379-ed61-4fd7-a4ef-a7e066ab1921), after_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:04.704154 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47833e6a-675f-412c-bf9f-31f0d1b59b57 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a70e0379-ed61-4fd7-a4ef-a7e066ab1921 {{(pid=103983) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 12:18:04.708775 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-47833e6a-675f-412c-bf9f-31f0d1b59b57 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:04.709965 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [None req-47833e6a-675f-412c-bf9f-31f0d1b59b57 admin admin] 10.222.0.58 "DELETE /v2.0/routers/a70e0379-ed61-4fd7-a4ef-a7e066ab1921 HTTP/1.1" status: 204 len: 168 time: 1.2879829 Apr 07 12:18:04.712679 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.wsgi [-] (103983) accepted ('10.222.0.58', 43634) {{(pid=103983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:18:04.758024 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.db.db_base_plugin_v2 [None req-c07147fa-39de-4e07-9029-b2ebef657bef admin admin] Deleting subnet 42a3f323-2a5a-4729-a63b-3f4a26d45e94 {{(pid=103983) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 12:18:04.761060 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-c07147fa-39de-4e07-9029-b2ebef657bef admin admin] Publish callbacks [] for subnet (42a3f323-2a5a-4729-a63b-3f4a26d45e94), before_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:04.799959 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-c07147fa-39de-4e07-9029-b2ebef657bef admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3396337'] for subnet (42a3f323-2a5a-4729-a63b-3f4a26d45e94), precommit_delete_associations {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:04.877086 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-c07147fa-39de-4e07-9029-b2ebef657bef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7504605'] for subnet (42a3f323-2a5a-4729-a63b-3f4a26d45e94), precommit_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:05.001485 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-c07147fa-39de-4e07-9029-b2ebef657bef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7504596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126495506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127800529'] for subnet (42a3f323-2a5a-4729-a63b-3f4a26d45e94), after_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:05.028793 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07147fa-39de-4e07-9029-b2ebef657bef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=42a3f323-2a5a-4729-a63b-3f4a26d45e94,revision_number=None']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:18:05.036176 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-c07147fa-39de-4e07-9029-b2ebef657bef admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:05.039429 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [None req-c07147fa-39de-4e07-9029-b2ebef657bef admin admin] 10.222.0.58 "DELETE /v2.0/subnets/42a3f323-2a5a-4729-a63b-3f4a26d45e94 HTTP/1.1" status: 204 len: 168 time: 0.3257823 Apr 07 12:18:05.042101 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.wsgi [-] (103983) accepted ('10.222.0.58', 43636) {{(pid=103983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:18:05.043010 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-249dc810-5b70-4f57-acd1-f4737771f3f0 None None] Network b8bced1b-7a85-44c1-903c-cf4df8fbea3f requested from dv-cinder-836930-1-iscsi {{(pid=103984) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 12:18:05.110292 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-991f3259-311a-4c1d-bb53-360739572e31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7349020'] for network (b8bced1b-7a85-44c1-903c-cf4df8fbea3f), before_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:05.162332 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-991f3259-311a-4c1d-bb53-360739572e31 admin admin] Deleting port d7c970cc-46b3-42a6-8c09-7125987b57d6 {{(pid=103983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:18:05.162889 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-991f3259-311a-4c1d-bb53-360739572e31 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780057404546'] for port (d7c970cc-46b3-42a6-8c09-7125987b57d6), before_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:05.214983 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7cb8b37-9d3c-4c0e-91dc-afde84675b56 None None] DHCP port deletion for b8bced1b-7a85-44c1-903c-cf4df8fbea3f request from dv-cinder-836930-1-iscsi {{(pid=103984) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 12:18:05.236266 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.plugins.ml2.db [None req-991f3259-311a-4c1d-bb53-360739572e31 admin admin] For port d7c970cc-46b3-42a6-8c09-7125987b57d6, host dv-cinder-836930-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836930-1-iscsi',level=0,port_id=d7c970cc-46b3-42a6-8c09-7125987b57d6,segment=NetworkSegment(a5b0cadf-a4ed-41eb-bdfe-e58233085e74),segment_id=a5b0cadf-a4ed-41eb-bdfe-e58233085e74)] {{(pid=103983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:18:05.236633 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-991f3259-311a-4c1d-bb53-360739572e31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2017998'] for port (d7c970cc-46b3-42a6-8c09-7125987b57d6), precommit_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:05.250789 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-991f3259-311a-4c1d-bb53-360739572e31 admin admin] Calling delete_port for d7c970cc-46b3-42a6-8c09-7125987b57d6 owned by network:dhcp {{(pid=103983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:18:05.274842 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-e7cb8b37-9d3c-4c0e-91dc-afde84675b56 None None] Deleting port d7c970cc-46b3-42a6-8c09-7125987b57d6 {{(pid=103984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:18:05.275242 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-e7cb8b37-9d3c-4c0e-91dc-afde84675b56 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780057404546'] for port (d7c970cc-46b3-42a6-8c09-7125987b57d6), before_delete {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:05.322882 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Device a39e1070-7afd-4ac5-bd2a-bf8edbac9c17 no longer exists at agent ovs-agent-dv-cinder-836930-1-iscsi {{(pid=103984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 12:18:05.351514 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] No Port match for: a39e1070-7afd-4ac5-bd2a-bf8edbac9c17 {{(pid=103984) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 12:18:05.351856 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Device a39e1070-7afd-4ac5-bd2a-bf8edbac9c17 not bound to the agent host dv-cinder-836930-1-iscsi {{(pid=103984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 12:18:05.352267 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Device d7c970cc-46b3-42a6-8c09-7125987b57d6 no longer exists at agent ovs-agent-dv-cinder-836930-1-iscsi {{(pid=103984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 12:18:05.360560 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.db [None req-e7cb8b37-9d3c-4c0e-91dc-afde84675b56 None None] For port d7c970cc-46b3-42a6-8c09-7125987b57d6, host dv-cinder-836930-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836930-1-iscsi',level=0,port_id=d7c970cc-46b3-42a6-8c09-7125987b57d6,segment=NetworkSegment(a5b0cadf-a4ed-41eb-bdfe-e58233085e74),segment_id=a5b0cadf-a4ed-41eb-bdfe-e58233085e74)] {{(pid=103984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:18:05.360950 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-e7cb8b37-9d3c-4c0e-91dc-afde84675b56 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2017998'] for port (d7c970cc-46b3-42a6-8c09-7125987b57d6), precommit_delete {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:05.372744 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6084eb6b-1e0c-43f8-85ad-b3d48bef1662 req-c92e7675-47c0-45aa-a9cd-baf0f9d5f0cb tempest-VolumesSnapshotTestJSON-671111526 tempest-VolumesSnapshotTestJSON-671111526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:18:05.374793 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-6084eb6b-1e0c-43f8-85ad-b3d48bef1662 req-c92e7675-47c0-45aa-a9cd-baf0f9d5f0cb tempest-VolumesSnapshotTestJSON-671111526 tempest-VolumesSnapshotTestJSON-671111526-project] 10.222.0.49 "GET /v2.0/ports?device_id=40700723-a388-4d61-a66f-a90f25de8b56 HTTP/1.1" status: 200 len: 946 time: 0.0790181 Apr 07 12:18:05.398351 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-e7cb8b37-9d3c-4c0e-91dc-afde84675b56 None None] Calling delete_port for d7c970cc-46b3-42a6-8c09-7125987b57d6 owned by network:dhcp {{(pid=103984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:18:05.472257 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-991f3259-311a-4c1d-bb53-360739572e31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780057409621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780056949598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126495687'] for port (d7c970cc-46b3-42a6-8c09-7125987b57d6), after_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:05.482711 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [req-6084eb6b-1e0c-43f8-85ad-b3d48bef1662 req-1d3f07d1-8db1-428b-b647-8199b343de39 tempest-VolumesSnapshotTestJSON-671111526 tempest-VolumesSnapshotTestJSON-671111526-project] Deleting port 5314cda7-5857-4a4f-80ef-e4efc572ba02 {{(pid=103983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:18:05.483057 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [req-6084eb6b-1e0c-43f8-85ad-b3d48bef1662 req-1d3f07d1-8db1-428b-b647-8199b343de39 tempest-VolumesSnapshotTestJSON-671111526 tempest-VolumesSnapshotTestJSON-671111526-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780057404546'] for port (5314cda7-5857-4a4f-80ef-e4efc572ba02), before_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:05.497586 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Current status of the port d7c970cc-46b3-42a6-8c09-7125987b57d6 is: ACTIVE; New status is: DOWN {{(pid=103984) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:18:05.498572 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (d7c970cc-46b3-42a6-8c09-7125987b57d6), before_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:05.513981 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f3259-311a-4c1d-bb53-360739572e31 admin admin] Pushing event deleted for resources: {'Port': ['ID=d7c970cc-46b3-42a6-8c09-7125987b57d6,revision_number=None']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:18:05.523561 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-991f3259-311a-4c1d-bb53-360739572e31 admin admin] No DVR routers for this DVR port d7c970cc-46b3-42a6-8c09-7125987b57d6 on host dv-cinder-836930-1-iscsi {{(pid=103983) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 12:18:05.531248 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-e7cb8b37-9d3c-4c0e-91dc-afde84675b56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780057409621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780056949598'] for port (d7c970cc-46b3-42a6-8c09-7125987b57d6), after_delete {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:05.561179 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Device abbc4b96-b861-47c1-87f1-c399aa357ac2 no longer exists at agent ovs-agent-dv-cinder-836930-1-iscsi {{(pid=103984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 12:18:05.595135 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cb8b37-9d3c-4c0e-91dc-afde84675b56 None None] Pushing event deleted for resources: {'Port': ['ID=d7c970cc-46b3-42a6-8c09-7125987b57d6,revision_number=None']} {{(pid=103984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:18:05.597186 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7cb8b37-9d3c-4c0e-91dc-afde84675b56 None None] No DVR routers for this DVR port d7c970cc-46b3-42a6-8c09-7125987b57d6 on host dv-cinder-836930-1-iscsi {{(pid=103984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 12:18:05.599255 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] No Port match for: abbc4b96-b861-47c1-87f1-c399aa357ac2 {{(pid=103984) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 12:18:05.599480 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Device abbc4b96-b861-47c1-87f1-c399aa357ac2 not bound to the agent host dv-cinder-836930-1-iscsi {{(pid=103984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 12:18:05.674930 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-991f3259-311a-4c1d-bb53-360739572e31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7490116', 'neutron.services.segments.db._delete_segments_for_network-8780057229514'] for network (b8bced1b-7a85-44c1-903c-cf4df8fbea3f), precommit_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:05.695150 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-e3029262-029d-49e4-8078-e7e61e534645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (e465150c-12ca-425e-8c36-fa03ee6240b4), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:05.720250 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.plugins.ml2.db [req-6084eb6b-1e0c-43f8-85ad-b3d48bef1662 req-1d3f07d1-8db1-428b-b647-8199b343de39 tempest-VolumesSnapshotTestJSON-671111526 tempest-VolumesSnapshotTestJSON-671111526-project] For port 5314cda7-5857-4a4f-80ef-e4efc572ba02, host hv-cinder-83693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83693',level=0,port_id=5314cda7-5857-4a4f-80ef-e4efc572ba02,segment=NetworkSegment(9247717e-c12a-47d0-bc95-9fee338d5ab7),segment_id=9247717e-c12a-47d0-bc95-9fee338d5ab7)] {{(pid=103983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:18:05.720613 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [req-6084eb6b-1e0c-43f8-85ad-b3d48bef1662 req-1d3f07d1-8db1-428b-b647-8199b343de39 tempest-VolumesSnapshotTestJSON-671111526 tempest-VolumesSnapshotTestJSON-671111526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2017998'] for port (5314cda7-5857-4a4f-80ef-e4efc572ba02), precommit_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:05.732278 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.services.segments.db [None req-991f3259-311a-4c1d-bb53-360739572e31 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8bced1b-7a85-44c1-903c-cf4df8fbea3f']}} {{(pid=103983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:18:05.744982 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [req-6084eb6b-1e0c-43f8-85ad-b3d48bef1662 req-1d3f07d1-8db1-428b-b647-8199b343de39 tempest-VolumesSnapshotTestJSON-671111526 tempest-VolumesSnapshotTestJSON-671111526-project] Calling delete_port for 5314cda7-5857-4a4f-80ef-e4efc572ba02 owned by compute:nova {{(pid=103983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:18:05.758736 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.services.segments.db [None req-991f3259-311a-4c1d-bb53-360739572e31 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5b0cadf-a4ed-41eb-bdfe-e58233085e74') {'for_net_delete': True} {{(pid=103983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:18:05.759036 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.services.segments.db [None req-991f3259-311a-4c1d-bb53-360739572e31 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5b0cadf-a4ed-41eb-bdfe-e58233085e74') {} {{(pid=103983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:18:05.801397 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-991f3259-311a-4c1d-bb53-360739572e31 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780057232083', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3396328'] for segment (a5b0cadf-a4ed-41eb-bdfe-e58233085e74), before_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:05.821729 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d040c67d-c7eb-4ae0-9b6b-f081a8147b74 req-aacaaa8c-4055-44e8-b975-3a340aa5d013 tempest-VolumesSnapshotTestJSON-671111526 tempest-VolumesSnapshotTestJSON-671111526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:18:05.823156 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-d040c67d-c7eb-4ae0-9b6b-f081a8147b74 req-aacaaa8c-4055-44e8-b975-3a340aa5d013 tempest-VolumesSnapshotTestJSON-671111526 tempest-VolumesSnapshotTestJSON-671111526-project] 10.222.0.58 "GET /v2.0/ports?device_id=40700723-a388-4d61-a66f-a90f25de8b56 HTTP/1.1" status: 200 len: 946 time: 0.1692846 Apr 07 12:18:05.833022 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-991f3259-311a-4c1d-bb53-360739572e31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7510084'] for segment (a5b0cadf-a4ed-41eb-bdfe-e58233085e74), precommit_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:05.863780 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-991f3259-311a-4c1d-bb53-360739572e31 admin admin] Releasing vlan 619 on physical network physnet1 to pool {{(pid=103983) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 12:18:05.864263 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-991f3259-311a-4c1d-bb53-360739572e31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7510084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126495732'] for segment (a5b0cadf-a4ed-41eb-bdfe-e58233085e74), after_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:05.865979 dv-cinder-836930-1-iscsi neutron-server[103983]: Traceback (most recent call last): Apr 07 12:18:05.865979 dv-cinder-836930-1-iscsi neutron-server[103983]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 12:18:05.865979 dv-cinder-836930-1-iscsi neutron-server[103983]: timer() Apr 07 12:18:05.865979 dv-cinder-836930-1-iscsi neutron-server[103983]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 12:18:05.865979 dv-cinder-836930-1-iscsi neutron-server[103983]: cb(*args, **kw) Apr 07 12:18:05.865979 dv-cinder-836930-1-iscsi neutron-server[103983]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 12:18:05.865979 dv-cinder-836930-1-iscsi neutron-server[103983]: return func(*args, **kwargs) Apr 07 12:18:05.865979 dv-cinder-836930-1-iscsi neutron-server[103983]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 12:18:05.865979 dv-cinder-836930-1-iscsi neutron-server[103983]: self._notify() Apr 07 12:18:05.865979 dv-cinder-836930-1-iscsi neutron-server[103983]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 12:18:05.865979 dv-cinder-836930-1-iscsi neutron-server[103983]: self.callback(batched_events) Apr 07 12:18:05.865979 dv-cinder-836930-1-iscsi neutron-server[103983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 12:18:05.865979 dv-cinder-836930-1-iscsi neutron-server[103983]: event.method(event) Apr 07 12:18:05.865979 dv-cinder-836930-1-iscsi neutron-server[103983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 12:18:05.865979 dv-cinder-836930-1-iscsi neutron-server[103983]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 12:18:05.865979 dv-cinder-836930-1-iscsi neutron-server[103983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 12:18:05.865979 dv-cinder-836930-1-iscsi neutron-server[103983]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 12:18:05.865979 dv-cinder-836930-1-iscsi neutron-server[103983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 12:18:05.865979 dv-cinder-836930-1-iscsi neutron-server[103983]: return f(self, *a, **k) Apr 07 12:18:05.865979 dv-cinder-836930-1-iscsi neutron-server[103983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 12:18:05.865979 dv-cinder-836930-1-iscsi neutron-server[103983]: return self._get(url).json() Apr 07 12:18:05.865979 dv-cinder-836930-1-iscsi neutron-server[103983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 12:18:05.865979 dv-cinder-836930-1-iscsi neutron-server[103983]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 12:18:05.865979 dv-cinder-836930-1-iscsi neutron-server[103983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 12:18:05.865979 dv-cinder-836930-1-iscsi neutron-server[103983]: return self.request(url, 'GET', **kwargs) Apr 07 12:18:05.865979 dv-cinder-836930-1-iscsi neutron-server[103983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 12:18:05.865979 dv-cinder-836930-1-iscsi neutron-server[103983]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 12:18:05.865979 dv-cinder-836930-1-iscsi neutron-server[103983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 12:18:05.865979 dv-cinder-836930-1-iscsi neutron-server[103983]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 12:18:05.865979 dv-cinder-836930-1-iscsi neutron-server[103983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 12:18:05.865979 dv-cinder-836930-1-iscsi neutron-server[103983]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 12:18:05.865979 dv-cinder-836930-1-iscsi neutron-server[103983]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 12:18:05.949620 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-d040c67d-c7eb-4ae0-9b6b-f081a8147b74 req-5589e00b-700d-4911-b063-ab8455a34f5c tempest-VolumesSnapshotTestJSON-671111526 tempest-VolumesSnapshotTestJSON-671111526-project] 10.222.0.58 "GET /v2.0/security-groups?id=3addf5f8-cceb-499e-9f90-3d8d8664bd39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202123 Apr 07 12:18:06.026145 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-991f3259-311a-4c1d-bb53-360739572e31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7490143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2019876'] for network (b8bced1b-7a85-44c1-903c-cf4df8fbea3f), after_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:06.031930 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-991f3259-311a-4c1d-bb53-360739572e31 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585958'] for network (None), before_response {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:06.034962 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [None req-991f3259-311a-4c1d-bb53-360739572e31 admin admin] 10.222.0.58 "DELETE /v2.0/networks/b8bced1b-7a85-44c1-903c-cf4df8fbea3f HTTP/1.1" status: 204 len: 168 time: 0.9919124 Apr 07 12:18:06.045699 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f3259-311a-4c1d-bb53-360739572e31 admin admin] Pushing event deleted for resources: {'Network': ['ID=b8bced1b-7a85-44c1-903c-cf4df8fbea3f,revision_number=None']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:18:06.083685 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [req-6084eb6b-1e0c-43f8-85ad-b3d48bef1662 req-1d3f07d1-8db1-428b-b647-8199b343de39 tempest-VolumesSnapshotTestJSON-671111526 tempest-VolumesSnapshotTestJSON-671111526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780057409621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780056949598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126495687'] for port (5314cda7-5857-4a4f-80ef-e4efc572ba02), after_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:06.114724 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3f07d1-8db1-428b-b647-8199b343de39 tempest-VolumesSnapshotTestJSON-671111526 tempest-VolumesSnapshotTestJSON-671111526-project] Pushing event deleted for resources: {'Port': ['ID=5314cda7-5857-4a4f-80ef-e4efc572ba02,revision_number=None']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:18:06.122344 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.db [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] get_ports_and_sgs() called for port_ids ['5314cda7-5857-4a4f-80ef-e4efc572ba02'] {{(pid=103984) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 12:18:06.162523 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.db.l3_dvrscheduler_db [req-6084eb6b-1e0c-43f8-85ad-b3d48bef1662 req-1d3f07d1-8db1-428b-b647-8199b343de39 tempest-VolumesSnapshotTestJSON-671111526 tempest-VolumesSnapshotTestJSON-671111526-project] No DVR routers for this DVR port 5314cda7-5857-4a4f-80ef-e4efc572ba02 on host hv-cinder-83693 {{(pid=103983) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 12:18:06.164852 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [req-6084eb6b-1e0c-43f8-85ad-b3d48bef1662 req-1d3f07d1-8db1-428b-b647-8199b343de39 tempest-VolumesSnapshotTestJSON-671111526 tempest-VolumesSnapshotTestJSON-671111526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91606'] for port (None), before_response {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:06.168298 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-6084eb6b-1e0c-43f8-85ad-b3d48bef1662 req-1d3f07d1-8db1-428b-b647-8199b343de39 tempest-VolumesSnapshotTestJSON-671111526 tempest-VolumesSnapshotTestJSON-671111526-project] 10.222.0.49 "DELETE /v2.0/ports/5314cda7-5857-4a4f-80ef-e4efc572ba02 HTTP/1.1" status: 204 len: 173 time: 0.7879860 Apr 07 12:18:06.168726 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40700723-a388-4d61-a66f-a90f25de8b56', 'name': 'network-vif-deleted', 'tag': '5314cda7-5857-4a4f-80ef-e4efc572ba02'}] {{(pid=103983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:18:06.170963 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0a7841b86293cbb58346800955405af87a5c8eeb3540a71a4bbd7df08edd1cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0c97d22-682a-47f4-93b6-d96c7b97c58c" -d '{"events": [{"server_uuid": "40700723-a388-4d61-a66f-a90f25de8b56", "name": "network-vif-deleted", "tag": "5314cda7-5857-4a4f-80ef-e4efc572ba02"}]}' {{(pid=103983) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:18:06.206632 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 12:18:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c879fc4-21d6-474b-b238-4d7c8a8a4621 x-openstack-request-id: req-9c879fc4-21d6-474b-b238-4d7c8a8a4621 {{(pid=103983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:18:06.206931 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40700723-a388-4d61-a66f-a90f25de8b56", "name": "network-vif-deleted", "tag": "5314cda7-5857-4a4f-80ef-e4efc572ba02", "status": "completed", "code": 200}]} {{(pid=103983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:18:06.207219 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9c879fc4-21d6-474b-b238-4d7c8a8a4621 {{(pid=103983) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:18:06.207650 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c879fc4-21d6-474b-b238-4d7c8a8a4621'] response: {'server_uuid': '40700723-a388-4d61-a66f-a90f25de8b56', 'name': 'network-vif-deleted', 'tag': '5314cda7-5857-4a4f-80ef-e4efc572ba02', 'status': 'completed', 'code': 200} Apr 07 12:18:06.366783 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.wsgi [-] (103983) accepted ('10.222.0.58', 43644) {{(pid=103983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:18:06.408809 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [None req-ae08ae84-36e3-4242-8be0-ca042eadbaff admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=23f5e0a355be492c9d73e403fb20d1d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0408134 Apr 07 12:18:06.411390 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.58', 43646) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:18:06.459788 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-127269ee-7e20-4786-b374-3156615152b1 admin admin] Publish callbacks [] for security_group (a7e896e4-9713-4e53-afaf-d2baedba1d0f), before_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:06.481221 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-127269ee-7e20-4786-b374-3156615152b1 admin admin] Publish callbacks [] for security_group (a7e896e4-9713-4e53-afaf-d2baedba1d0f), precommit_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:06.586286 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-127269ee-7e20-4786-b374-3156615152b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678166'] for security_group (a7e896e4-9713-4e53-afaf-d2baedba1d0f), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:06.588864 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-127269ee-7e20-4786-b374-3156615152b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:06.590001 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [None req-127269ee-7e20-4786-b374-3156615152b1 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a7e896e4-9713-4e53-afaf-d2baedba1d0f HTTP/1.1" status: 204 len: 168 time: 0.1776435 Apr 07 12:18:06.598354 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127269ee-7e20-4786-b374-3156615152b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7e896e4-9713-4e53-afaf-d2baedba1d0f,revision_number=None']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:18:07.053274 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-d2bc62db-0e15-4db5-bd9d-41f36385615c req-b5fd40db-a2a2-4867-a2bb-df9a497d0144 tempest-VolumesSnapshotTestJSON-671111526 tempest-VolumesSnapshotTestJSON-671111526-project] 10.222.0.58 "GET /v2.0/ports?device_id=40700723-a388-4d61-a66f-a90f25de8b56 HTTP/1.1" status: 200 len: 210 time: 0.0267837 Apr 07 12:18:07.498516 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-4ee86192-ef9a-4f9c-8d37-983d911c7eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (8705c964-c35e-4008-b403-e26242cd5404), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:07.588927 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.58', 43654) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:18:07.631224 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [None req-753b61a5-340c-4eae-9174-ec06e9ab35f7 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=52b824edd0f44d7d9e3d594007007f8d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0410588 Apr 07 12:18:07.634090 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.58', 43656) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:18:07.689394 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-64e97369-6c09-4f50-816c-1d199ba2f5ab admin admin] Publish callbacks [] for security_group (efa1c061-8cc8-4c53-81a6-8a7caf72603b), before_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:07.714111 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-64e97369-6c09-4f50-816c-1d199ba2f5ab admin admin] Publish callbacks [] for security_group (efa1c061-8cc8-4c53-81a6-8a7caf72603b), precommit_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:07.886243 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-64e97369-6c09-4f50-816c-1d199ba2f5ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678166'] for security_group (efa1c061-8cc8-4c53-81a6-8a7caf72603b), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:07.888831 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-64e97369-6c09-4f50-816c-1d199ba2f5ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:07.889992 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [None req-64e97369-6c09-4f50-816c-1d199ba2f5ab admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/efa1c061-8cc8-4c53-81a6-8a7caf72603b HTTP/1.1" status: 204 len: 168 time: 0.2550900 Apr 07 12:18:07.897964 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e97369-6c09-4f50-816c-1d199ba2f5ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efa1c061-8cc8-4c53-81a6-8a7caf72603b,revision_number=None']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:18:08.685182 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Device 5314cda7-5857-4a4f-80ef-e4efc572ba02 no longer exists at agent hyperv_hv-cinder-83693 {{(pid=103984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 12:18:08.708592 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] No Port match for: 5314cda7-5857-4a4f-80ef-e4efc572ba02 {{(pid=103984) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 12:18:08.708935 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Device 5314cda7-5857-4a4f-80ef-e4efc572ba02 not bound to the agent host hv-cinder-83693 {{(pid=103984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 12:18:08.812538 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (18566f30-62c1-4fb1-af49-ebd049d63fec), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:09.016992 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.58', 43684) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:18:09.125722 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.v2.base [None req-499ea03b-4809-47e8-a636-a8ff66211eb2 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1656811937-network', 'tenant_id': 'e1b2030530534aa6979de076136fa20a'}} {{(pid=103982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:18:09.235066 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-499ea03b-4809-47e8-a636-a8ff66211eb2 admin admin] Made reservation on behalf of e1b2030530534aa6979de076136fa20a for: {'network': 1} {{(pid=103982) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 12:18:09.240369 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-499ea03b-4809-47e8-a636-a8ff66211eb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for network (None), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:09.246058 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-499ea03b-4809-47e8-a636-a8ff66211eb2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:09.318782 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-499ea03b-4809-47e8-a636-a8ff66211eb2 admin admin] Publish callbacks [] for security_group (cfb5e5b3-146f-4f7e-8e09-bc91eead3d55), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:09.406039 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-499ea03b-4809-47e8-a636-a8ff66211eb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678166'] for security_group (cfb5e5b3-146f-4f7e-8e09-bc91eead3d55), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:09.431100 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-499ea03b-4809-47e8-a636-a8ff66211eb2 admin admin] vlan segment allocate from pool success with {'vlan_id': 642, 'physical_network': 'physnet1'} {{(pid=103982) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 12:18:09.441613 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499ea03b-4809-47e8-a636-a8ff66211eb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfb5e5b3-146f-4f7e-8e09-bc91eead3d55,revision_number=1']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:18:09.446390 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-499ea03b-4809-47e8-a636-a8ff66211eb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7510084'] for segment (7f8ea31b-b6d5-4bf8-9f2f-e16cecf12e77), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:09.446728 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.db.segments_db [None req-499ea03b-4809-47e8-a636-a8ff66211eb2 admin admin] Added segment 7f8ea31b-b6d5-4bf8-9f2f-e16cecf12e77 of type vlan for network a345358b-c2f9-4423-be80-16d77882e75b Apr 07 12:18:09.486903 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-499ea03b-4809-47e8-a636-a8ff66211eb2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780056936322'] for network (a345358b-c2f9-4423-be80-16d77882e75b), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:09.586224 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-499ea03b-4809-47e8-a636-a8ff66211eb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968'] for network (a345358b-c2f9-4423-be80-16d77882e75b), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:09.587269 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-499ea03b-4809-47e8-a636-a8ff66211eb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:18:09.587842 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-499ea03b-4809-47e8-a636-a8ff66211eb2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585958'] for network (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:09.648899 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499ea03b-4809-47e8-a636-a8ff66211eb2 admin admin] Pushing event updated for resources: {'Network': ['ID=a345358b-c2f9-4423-be80-16d77882e75b,revision_number=1']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:18:09.659018 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Network a345358b-c2f9-4423-be80-16d77882e75b details requested by agent ovs-agent-dv-cinder-836930-1-iscsi with host dv-cinder-836930-1-iscsi {{(pid=103984) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 12:18:09.708720 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [None req-499ea03b-4809-47e8-a636-a8ff66211eb2 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6905897 Apr 07 12:18:09.711504 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.58', 43690) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:18:09.716214 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.v2.base [None req-6f7f5f8b-7e19-4727-86d2-1ace4320b8c7 admin admin] Request body: {'subnet': {'network_id': 'a345358b-c2f9-4423-be80-16d77882e75b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1656811937-subnet', 'tenant_id': 'e1b2030530534aa6979de076136fa20a', 'ip_version': 4}} {{(pid=103982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:18:09.817874 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f7f5f8b-7e19-4727-86d2-1ace4320b8c7 admin admin] Made reservation on behalf of e1b2030530534aa6979de076136fa20a for: {'subnet': 1} {{(pid=103982) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 12:18:09.820285 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-6f7f5f8b-7e19-4727-86d2-1ace4320b8c7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127909337'] for subnet (None), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:10.160869 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-6f7f5f8b-7e19-4727-86d2-1ace4320b8c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126593715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127907875'] for subnet (2d7690c0-1ac8-4c45-b462-9e76589db54f), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:10.214606 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7f5f8b-7e19-4727-86d2-1ace4320b8c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d7690c0-1ac8-4c45-b462-9e76589db54f,revision_number=0']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:18:10.224813 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f7f5f8b-7e19-4727-86d2-1ace4320b8c7 admin admin] Checking segment: {'id': '7f8ea31b-b6d5-4bf8-9f2f-e16cecf12e77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'a345358b-c2f9-4423-be80-16d77882e75b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:18:10.225172 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f7f5f8b-7e19-4727-86d2-1ace4320b8c7 admin admin] Network hostable DHCP agents. Network: a345358b-c2f9-4423-be80-16d77882e75b, hostable agents: ['94869e64-74fb-4601-95b5-a1334a6bdcea'], hosted agents: [] {{(pid=103982) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 12:18:10.406481 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f7f5f8b-7e19-4727-86d2-1ace4320b8c7 admin admin] Network a345358b-c2f9-4423-be80-16d77882e75b is scheduled to be hosted by DHCP agent 94869e64-74fb-4601-95b5-a1334a6bdcea with binding_index 1 {{(pid=103982) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 12:18:10.505768 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.scheduler.base_scheduler [None req-6f7f5f8b-7e19-4727-86d2-1ace4320b8c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836930-1-iscsi, a345358b-c2f9-4423-be80-16d77882e75b) {{(pid=103982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:18:10.509878 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f7f5f8b-7e19-4727-86d2-1ace4320b8c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:18:10.510475 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-6f7f5f8b-7e19-4727-86d2-1ace4320b8c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585958'] for subnet (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:10.521200 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc76e9ee-9c78-446e-a57f-6330bc30300f None None] Network a345358b-c2f9-4423-be80-16d77882e75b requested from dv-cinder-836930-1-iscsi {{(pid=103984) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 12:18:10.616892 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cb6022d-fbff-4288-854b-35922c1b62b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d420030-12ae-5f88-a545-b5d8ef5b04ff-a345358b-c2f9-4423-be80-16d77882e75b', 'network_id': 'a345358b-c2f9-4423-be80-16d77882e75b', 'project_id': 'e1b2030530534aa6979de076136fa20a', 'fixed_ips': [{'subnet_id': '2d7690c0-1ac8-4c45-b462-9e76589db54f'}]}} from dv-cinder-836930-1-iscsi. {{(pid=103984) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 12:18:10.617730 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-3cb6022d-fbff-4288-854b-35922c1b62b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (None), before_create {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:10.621121 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [None req-6f7f5f8b-7e19-4727-86d2-1ace4320b8c7 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9085989 Apr 07 12:18:10.627046 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.58', 43694) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:18:10.629164 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.v2.base [None req-1f340ac8-b9db-4d32-8a3f-9e8824b5c440 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1656811937-router', 'tenant_id': 'e1b2030530534aa6979de076136fa20a', 'external_gateway_info': {'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56'}}} {{(pid=103982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:18:10.726529 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-1f340ac8-b9db-4d32-8a3f-9e8824b5c440 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1650099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-105734'] for router (0b1c35bf-c535-44f5-b127-a2ac993223bd), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:10.727658 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-1f340ac8-b9db-4d32-8a3f-9e8824b5c440 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1649951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2020019', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2093967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-105981'] for router (0b1c35bf-c535-44f5-b127-a2ac993223bd), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:10.760406 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.db_base_plugin_common [None req-3cb6022d-fbff-4288-854b-35922c1b62b9 None None] Allocated IP 172.20.0.2 (a345358b-c2f9-4423-be80-16d77882e75b/2d7690c0-1ac8-4c45-b462-9e76589db54f/2e809fe1-07d7-4dfb-a3c3-236739717915) {{(pid=103984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 12:18:10.785833 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-1f340ac8-b9db-4d32-8a3f-9e8824b5c440 admin admin] Publish callbacks [] for router_controller (0b1c35bf-c535-44f5-b127-a2ac993223bd), precommit_add_association {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:10.906899 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-3cb6022d-fbff-4288-854b-35922c1b62b9 None None] Publish callbacks [] for port (2e809fe1-07d7-4dfb-a3c3-236739717915), precommit_create {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:10.978001 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-3cb6022d-fbff-4288-854b-35922c1b62b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780056949589'] for port (2e809fe1-07d7-4dfb-a3c3-236739717915), after_create {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:11.005032 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-1f340ac8-b9db-4d32-8a3f-9e8824b5c440 admin admin] Publish callbacks [] for router_gateway (0b1c35bf-c535-44f5-b127-a2ac993223bd), precommit_update {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:11.016630 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cb6022d-fbff-4288-854b-35922c1b62b9 None None] Network a345358b-c2f9-4423-be80-16d77882e75b is already hosted by enough agents. {{(pid=103984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:18:11.021312 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.scheduler.base_scheduler [None req-3cb6022d-fbff-4288-854b-35922c1b62b9 None None] Resources bound (agent type, host, resource id): {{(pid=103984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:18:11.025683 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb6022d-fbff-4288-854b-35922c1b62b9 None None] Received port after_create {{(pid=103984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 12:18:11.028647 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb6022d-fbff-4288-854b-35922c1b62b9 None None] Pushing event updated for resources: {'Port': ['ID=2e809fe1-07d7-4dfb-a3c3-236739717915,revision_number=1']} {{(pid=103984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:18:11.085905 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.managers [None req-3cb6022d-fbff-4288-854b-35922c1b62b9 None None] Attempting to bind port 2e809fe1-07d7-4dfb-a3c3-236739717915 on host dv-cinder-836930-1-iscsi for vnic_type normal with profile {{(pid=103984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 12:18:11.086376 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.managers [None req-3cb6022d-fbff-4288-854b-35922c1b62b9 None None] Attempting to bind port 2e809fe1-07d7-4dfb-a3c3-236739717915 by drivers openvswitch,hyperv on host dv-cinder-836930-1-iscsi at level 0 using segments [{'id': '7f8ea31b-b6d5-4bf8-9f2f-e16cecf12e77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'a345358b-c2f9-4423-be80-16d77882e75b'}] {{(pid=103984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 12:18:11.086741 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb6022d-fbff-4288-854b-35922c1b62b9 None None] Attempting to bind port 2e809fe1-07d7-4dfb-a3c3-236739717915 on network a345358b-c2f9-4423-be80-16d77882e75b {{(pid=103984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:18:11.092332 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb6022d-fbff-4288-854b-35922c1b62b9 None None] Checking agent: {'id': '18566f30-62c1-4fb1-af49-ebd049d63fec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836930-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 57, 39), 'started_at': datetime.datetime(2022, 4, 7, 11, 58, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 12, 18, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836930-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 12:18:11.092706 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb6022d-fbff-4288-854b-35922c1b62b9 None None] Checking segment: {'id': '7f8ea31b-b6d5-4bf8-9f2f-e16cecf12e77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'a345358b-c2f9-4423-be80-16d77882e75b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:18:11.093103 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-3cb6022d-fbff-4288-854b-35922c1b62b9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:11.093492 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb6022d-fbff-4288-854b-35922c1b62b9 None None] Bound using segment: {'id': '7f8ea31b-b6d5-4bf8-9f2f-e16cecf12e77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'a345358b-c2f9-4423-be80-16d77882e75b'} {{(pid=103984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 12:18:11.093955 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.managers [None req-3cb6022d-fbff-4288-854b-35922c1b62b9 None None] Bound port: 2e809fe1-07d7-4dfb-a3c3-236739717915, host: dv-cinder-836930-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f8ea31b-b6d5-4bf8-9f2f-e16cecf12e77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'a345358b-c2f9-4423-be80-16d77882e75b'}}] {{(pid=103984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 12:18:11.094329 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-3cb6022d-fbff-4288-854b-35922c1b62b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (2e809fe1-07d7-4dfb-a3c3-236739717915), before_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:11.157671 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.db [None req-3cb6022d-fbff-4288-854b-35922c1b62b9 None None] For port 2e809fe1-07d7-4dfb-a3c3-236739717915, host dv-cinder-836930-1-iscsi, cleared binding levels {{(pid=103984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 12:18:11.160745 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.db [None req-3cb6022d-fbff-4288-854b-35922c1b62b9 None None] For port 2e809fe1-07d7-4dfb-a3c3-236739717915, host dv-cinder-836930-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836930-1-iscsi',level=0,port_id=2e809fe1-07d7-4dfb-a3c3-236739717915,segment=NetworkSegment(7f8ea31b-b6d5-4bf8-9f2f-e16cecf12e77),segment_id=7f8ea31b-b6d5-4bf8-9f2f-e16cecf12e77)] {{(pid=103984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 12:18:11.218785 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-3cb6022d-fbff-4288-854b-35922c1b62b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780057409639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780056949607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780056949625'] for port (2e809fe1-07d7-4dfb-a3c3-236739717915), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:11.260538 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-1f340ac8-b9db-4d32-8a3f-9e8824b5c440 admin admin] Publish callbacks [] for router_gateway (0b1c35bf-c535-44f5-b127-a2ac993223bd), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:11.282248 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-1f340ac8-b9db-4d32-8a3f-9e8824b5c440 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (None), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:11.288874 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb6022d-fbff-4288-854b-35922c1b62b9 None None] Pushing event updated for resources: {'Port': ['ID=2e809fe1-07d7-4dfb-a3c3-236739717915,revision_number=2']} {{(pid=103984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:18:11.391211 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.db.db_base_plugin_common [None req-1f340ac8-b9db-4d32-8a3f-9e8824b5c440 admin admin] Allocated IP 172.27.0.111 (bbaeba58-97ce-4d65-bbf2-981851410a56/4554067d-f507-4a99-8a98-0874c02c5721/e81aeb67-84f5-43ac-8df2-9790a00726a2) {{(pid=103982) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 12:18:11.516046 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-1f340ac8-b9db-4d32-8a3f-9e8824b5c440 admin admin] Publish callbacks [] for port (e81aeb67-84f5-43ac-8df2-9790a00726a2), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:11.612459 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-1f340ac8-b9db-4d32-8a3f-9e8824b5c440 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780056949589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126593575'] for port (e81aeb67-84f5-43ac-8df2-9790a00726a2), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:11.652644 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f340ac8-b9db-4d32-8a3f-9e8824b5c440 admin admin] Network bbaeba58-97ce-4d65-bbf2-981851410a56 is already hosted by enough agents. {{(pid=103982) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:18:11.658047 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.scheduler.base_scheduler [None req-1f340ac8-b9db-4d32-8a3f-9e8824b5c440 admin admin] Resources bound (agent type, host, resource id): {{(pid=103982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:18:11.660453 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f340ac8-b9db-4d32-8a3f-9e8824b5c440 admin admin] Received port after_create {{(pid=103982) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 12:18:11.669602 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f340ac8-b9db-4d32-8a3f-9e8824b5c440 admin admin] Pushing event updated for resources: {'Port': ['ID=e81aeb67-84f5-43ac-8df2-9790a00726a2,revision_number=1']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:18:12.019787 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-1f340ac8-b9db-4d32-8a3f-9e8824b5c440 admin admin] Publish callbacks [] for router_gateway (0b1c35bf-c535-44f5-b127-a2ac993223bd), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:12.197362 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c89d4d5e-52eb-4338-9e71-d4f98c591707 None None] Network a345358b-c2f9-4423-be80-16d77882e75b requested from dv-cinder-836930-1-iscsi {{(pid=103984) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 12:18:12.231378 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-1f340ac8-b9db-4d32-8a3f-9e8824b5c440 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1649956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2020060'] for router (0b1c35bf-c535-44f5-b127-a2ac993223bd), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:12.313862 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.provisioning_blocks [None req-c78c2c9a-b0af-4987-b930-d4cf45ebff68 None None] Provisioning complete for port 2e809fe1-07d7-4dfb-a3c3-236739717915 triggered by entity DHCP. {{(pid=103984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:18:12.314224 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-c78c2c9a-b0af-4987-b930-d4cf45ebff68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7484729'] for port (2e809fe1-07d7-4dfb-a3c3-236739717915), provisioning_complete {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:12.409240 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-c78c2c9a-b0af-4987-b930-d4cf45ebff68 None None] Current status of the port 2e809fe1-07d7-4dfb-a3c3-236739717915 is: DOWN; New status is: ACTIVE {{(pid=103984) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:18:12.409240 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-c78c2c9a-b0af-4987-b930-d4cf45ebff68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (2e809fe1-07d7-4dfb-a3c3-236739717915), before_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:12.429323 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f340ac8-b9db-4d32-8a3f-9e8824b5c440 admin admin] Router 0b1c35bf-c535-44f5-b127-a2ac993223bd is scheduled to L3 agent ad8978c4-6515-441c-a828-0289badd3b4a with binding_index 1 {{(pid=103982) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 12:18:12.436744 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.db [None req-c78c2c9a-b0af-4987-b930-d4cf45ebff68 None None] For port 2e809fe1-07d7-4dfb-a3c3-236739717915, host dv-cinder-836930-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836930-1-iscsi',level=0,port_id=2e809fe1-07d7-4dfb-a3c3-236739717915,segment=NetworkSegment(7f8ea31b-b6d5-4bf8-9f2f-e16cecf12e77),segment_id=7f8ea31b-b6d5-4bf8-9f2f-e16cecf12e77)] {{(pid=103984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:18:12.512350 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-c78c2c9a-b0af-4987-b930-d4cf45ebff68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780057409639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780056949607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780056949625'] for port (2e809fe1-07d7-4dfb-a3c3-236739717915), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:12.546503 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f340ac8-b9db-4d32-8a3f-9e8824b5c440 admin admin] Notify agent at l3_agent.dv-cinder-836930-1-iscsi the message routers_updated {{(pid=103982) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 12:18:12.558404 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2db94c12-22fb-4be0-85f8-bc4a5c6a1fda None None] Sync routers for ids ['0b1c35bf-c535-44f5-b127-a2ac993223bd'] in dv-cinder-836930-1-iscsi {{(pid=103984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 12:18:12.567411 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78c2c9a-b0af-4987-b930-d4cf45ebff68 None None] Pushing event updated for resources: {'Port': ['ID=2e809fe1-07d7-4dfb-a3c3-236739717915,revision_number=3']} {{(pid=103984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:18:12.578443 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78c2c9a-b0af-4987-b930-d4cf45ebff68 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:18:12.578792 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78c2c9a-b0af-4987-b930-d4cf45ebff68 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:18:12.579151 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78c2c9a-b0af-4987-b930-d4cf45ebff68 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:18:12.579497 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78c2c9a-b0af-4987-b930-d4cf45ebff68 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:18:12.579825 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78c2c9a-b0af-4987-b930-d4cf45ebff68 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:18:12.580153 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78c2c9a-b0af-4987-b930-d4cf45ebff68 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:18:12.580481 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78c2c9a-b0af-4987-b930-d4cf45ebff68 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:18:12.580804 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78c2c9a-b0af-4987-b930-d4cf45ebff68 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:18:12.581128 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78c2c9a-b0af-4987-b930-d4cf45ebff68 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:18:12.581452 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78c2c9a-b0af-4987-b930-d4cf45ebff68 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:18:12.581787 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78c2c9a-b0af-4987-b930-d4cf45ebff68 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:18:12.582097 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78c2c9a-b0af-4987-b930-d4cf45ebff68 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:18:12.582415 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78c2c9a-b0af-4987-b930-d4cf45ebff68 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:18:12.582733 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78c2c9a-b0af-4987-b930-d4cf45ebff68 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:18:12.583055 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78c2c9a-b0af-4987-b930-d4cf45ebff68 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:18:12.586970 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db94c12-22fb-4be0-85f8-bc4a5c6a1fda None None] Routers {'0b1c35bf-c535-44f5-b127-a2ac993223bd'} bound to L3 agent in host dv-cinder-836930-1-iscsi {{(pid=103984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:18:12.587665 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_hamode_db [None req-2db94c12-22fb-4be0-85f8-bc4a5c6a1fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836930-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T11:57:34Z,description=,heartbeat_timestamp=2022-04-07T12:18:04Z,host='dv-cinder-836930-1-iscsi',id=ad8978c4-6515-441c-a828-0289badd3b4a,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:57:35Z,topic='l3_agent')) {'router_ids': ['0b1c35bf-c535-44f5-b127-a2ac993223bd'], 'active': True} {{(pid=103984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:18:12.654723 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-1f340ac8-b9db-4d32-8a3f-9e8824b5c440 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:12.657031 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [None req-1f340ac8-b9db-4d32-8a3f-9e8824b5c440 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.0308809 Apr 07 12:18:12.667139 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.58', 43702) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:18:12.679815 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.provisioning_blocks [None req-60e8f38d-7270-4d19-a93c-451a55b90c5c None None] Provisioning complete for port 2e809fe1-07d7-4dfb-a3c3-236739717915 triggered by entity DHCP. {{(pid=103984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:18:12.680198 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-60e8f38d-7270-4d19-a93c-451a55b90c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7484729'] for port (2e809fe1-07d7-4dfb-a3c3-236739717915), provisioning_complete {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:12.738656 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_dvr_db [None req-2db94c12-22fb-4be0-85f8-bc4a5c6a1fda None None] Set router 0b1c35bf-c535-44f5-b127-a2ac993223bd gateway port host: dv-cinder-836930-1-iscsi {{(pid=103984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:18:12.890263 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-60e8f38d-7270-4d19-a93c-451a55b90c5c None None] Current status of the port 2e809fe1-07d7-4dfb-a3c3-236739717915 is: ACTIVE; New status is: ACTIVE {{(pid=103984) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:18:12.961683 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_hamode_db [None req-2db94c12-22fb-4be0-85f8-bc4a5c6a1fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b1c35bf-c535-44f5-b127-a2ac993223bd', 'name': 'tempest-TestVolumeBootPattern-1656811937-router', 'tenant_id': 'e1b2030530534aa6979de076136fa20a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'external_fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': 'e81aeb67-84f5-43ac-8df2-9790a00726a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:18:10Z', 'updated_at': '2022-04-07T12:18:11Z', 'revision_number': 3, 'project_id': 'e1b2030530534aa6979de076136fa20a', 'gw_port': {'id': 'e81aeb67-84f5-43ac-8df2-9790a00726a2', 'name': '', 'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:f2:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b1c35bf-c535-44f5-b127-a2ac993223bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:18:11Z', 'updated_at': '2022-04-07T12:18:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4554067d-f507-4a99-8a98-0874c02c5721', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836930-1-iscsi'}], 'dv-cinder-836930-1-iscsi', False) {} {{(pid=103984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:18:12.990962 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2db94c12-22fb-4be0-85f8-bc4a5c6a1fda None None] Checking router: 0b1c35bf-c535-44f5-b127-a2ac993223bd for host: dv-cinder-836930-1-iscsi {{(pid=103984) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 12:18:12.991342 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2db94c12-22fb-4be0-85f8-bc4a5c6a1fda None None] Updating router 0b1c35bf-c535-44f5-b127-a2ac993223bd port e81aeb67-84f5-43ac-8df2-9790a00726a2 binding host dv-cinder-836930-1-iscsi {{(pid=103984) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 12:18:13.019322 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-2db94c12-22fb-4be0-85f8-bc4a5c6a1fda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (e81aeb67-84f5-43ac-8df2-9790a00726a2), before_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:13.124511 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-3fab4689-6400-4103-adfb-aac12b6ec0f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (None), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:13.313878 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Device 2e809fe1-07d7-4dfb-a3c3-236739717915 up at agent ovs-agent-dv-cinder-836930-1-iscsi {{(pid=103984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:18:13.315790 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.db.db_base_plugin_common [None req-3fab4689-6400-4103-adfb-aac12b6ec0f4 admin admin] Allocated IP 172.20.0.1 (a345358b-c2f9-4423-be80-16d77882e75b/2d7690c0-1ac8-4c45-b462-9e76589db54f/6be6968e-a869-46e2-8977-4ba1c04a3b65) {{(pid=103982) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 12:18:13.408450 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.provisioning_blocks [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Provisioning complete for port 2e809fe1-07d7-4dfb-a3c3-236739717915 triggered by entity L2. {{(pid=103984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:18:13.408821 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7484729'] for port (2e809fe1-07d7-4dfb-a3c3-236739717915), provisioning_complete {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:13.415531 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-3fab4689-6400-4103-adfb-aac12b6ec0f4 admin admin] Publish callbacks [] for port (6be6968e-a869-46e2-8977-4ba1c04a3b65), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:13.477719 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-2db94c12-22fb-4be0-85f8-bc4a5c6a1fda None None] Publish callbacks [] for port (e81aeb67-84f5-43ac-8df2-9790a00726a2), precommit_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:13.522344 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Current status of the port 2e809fe1-07d7-4dfb-a3c3-236739717915 is: ACTIVE; New status is: ACTIVE {{(pid=103984) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:18:13.603945 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-3fab4689-6400-4103-adfb-aac12b6ec0f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780056949589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126593575'] for port (6be6968e-a869-46e2-8977-4ba1c04a3b65), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:13.637795 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-2db94c12-22fb-4be0-85f8-bc4a5c6a1fda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780057409639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780056949607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780056949625'] for port (e81aeb67-84f5-43ac-8df2-9790a00726a2), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:13.645825 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fab4689-6400-4103-adfb-aac12b6ec0f4 admin admin] Network a345358b-c2f9-4423-be80-16d77882e75b is already hosted by enough agents. {{(pid=103982) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:18:13.648732 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.scheduler.base_scheduler [None req-3fab4689-6400-4103-adfb-aac12b6ec0f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:18:13.655008 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fab4689-6400-4103-adfb-aac12b6ec0f4 admin admin] Received port after_create {{(pid=103982) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 12:18:13.660710 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fab4689-6400-4103-adfb-aac12b6ec0f4 admin admin] Pushing event updated for resources: {'Port': ['ID=6be6968e-a869-46e2-8977-4ba1c04a3b65,revision_number=1']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:18:13.693038 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.managers [None req-2db94c12-22fb-4be0-85f8-bc4a5c6a1fda None None] Attempting to bind port e81aeb67-84f5-43ac-8df2-9790a00726a2 on host dv-cinder-836930-1-iscsi for vnic_type normal with profile {{(pid=103984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 12:18:13.693368 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.managers [None req-2db94c12-22fb-4be0-85f8-bc4a5c6a1fda None None] Attempting to bind port e81aeb67-84f5-43ac-8df2-9790a00726a2 by drivers openvswitch,hyperv on host dv-cinder-836930-1-iscsi at level 0 using segments [{'id': '82c7666f-c776-4b0f-ab14-8be16f51c525', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56'}] {{(pid=103984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 12:18:13.693724 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db94c12-22fb-4be0-85f8-bc4a5c6a1fda None None] Attempting to bind port e81aeb67-84f5-43ac-8df2-9790a00726a2 on network bbaeba58-97ce-4d65-bbf2-981851410a56 {{(pid=103984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:18:13.699530 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-3fab4689-6400-4103-adfb-aac12b6ec0f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2021299'] for router_interface (0b1c35bf-c535-44f5-b127-a2ac993223bd), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:13.705689 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d2b664-0c4b-49a6-8a5c-56ac0a75f7af None None] Pushing event updated for resources: {'Port': ['ID=e81aeb67-84f5-43ac-8df2-9790a00726a2,revision_number=2']} {{(pid=103984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:18:13.709216 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db94c12-22fb-4be0-85f8-bc4a5c6a1fda None None] Checking agent: {'id': '18566f30-62c1-4fb1-af49-ebd049d63fec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836930-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 57, 39), 'started_at': datetime.datetime(2022, 4, 7, 11, 58, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 12, 18, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836930-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 12:18:13.709604 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db94c12-22fb-4be0-85f8-bc4a5c6a1fda None None] Checking segment: {'id': '82c7666f-c776-4b0f-ab14-8be16f51c525', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:18:13.709993 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-2db94c12-22fb-4be0-85f8-bc4a5c6a1fda None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:13.710375 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db94c12-22fb-4be0-85f8-bc4a5c6a1fda None None] Bound using segment: {'id': '82c7666f-c776-4b0f-ab14-8be16f51c525', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56'} {{(pid=103984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 12:18:13.710934 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.managers [None req-2db94c12-22fb-4be0-85f8-bc4a5c6a1fda None None] Bound port: e81aeb67-84f5-43ac-8df2-9790a00726a2, host: dv-cinder-836930-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82c7666f-c776-4b0f-ab14-8be16f51c525', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56'}}] {{(pid=103984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 12:18:13.711341 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-2db94c12-22fb-4be0-85f8-bc4a5c6a1fda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (e81aeb67-84f5-43ac-8df2-9790a00726a2), before_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:13.768239 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.db [None req-2db94c12-22fb-4be0-85f8-bc4a5c6a1fda None None] For port e81aeb67-84f5-43ac-8df2-9790a00726a2, host dv-cinder-836930-1-iscsi, cleared binding levels {{(pid=103984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 12:18:13.771859 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.db [None req-2db94c12-22fb-4be0-85f8-bc4a5c6a1fda None None] For port e81aeb67-84f5-43ac-8df2-9790a00726a2, host dv-cinder-836930-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836930-1-iscsi',level=0,port_id=e81aeb67-84f5-43ac-8df2-9790a00726a2,segment=NetworkSegment(82c7666f-c776-4b0f-ab14-8be16f51c525),segment_id=82c7666f-c776-4b0f-ab14-8be16f51c525)] {{(pid=103984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 12:18:13.866853 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-2db94c12-22fb-4be0-85f8-bc4a5c6a1fda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780057409639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780056949607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780056949625'] for port (e81aeb67-84f5-43ac-8df2-9790a00726a2), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:13.920350 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-3fab4689-6400-4103-adfb-aac12b6ec0f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (6be6968e-a869-46e2-8977-4ba1c04a3b65), before_update {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:13.935646 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d2b664-0c4b-49a6-8a5c-56ac0a75f7af None None] Pushing event updated for resources: {'Port': ['ID=e81aeb67-84f5-43ac-8df2-9790a00726a2,revision_number=3']} {{(pid=103984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:18:13.938278 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db94c12-22fb-4be0-85f8-bc4a5c6a1fda None None] Routers {'0b1c35bf-c535-44f5-b127-a2ac993223bd'} bound to L3 agent in host dv-cinder-836930-1-iscsi {{(pid=103984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:18:13.938874 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_hamode_db [None req-2db94c12-22fb-4be0-85f8-bc4a5c6a1fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836930-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T11:57:34Z,description=,heartbeat_timestamp=2022-04-07T12:18:04Z,host='dv-cinder-836930-1-iscsi',id=ad8978c4-6515-441c-a828-0289badd3b4a,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:57:35Z,topic='l3_agent')) {'router_ids': ['0b1c35bf-c535-44f5-b127-a2ac993223bd'], 'active': True} {{(pid=103984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:18:13.979857 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.provisioning_blocks [None req-264d47b6-8652-43d1-92d2-b958984eaed4 None None] Provisioning complete for port 6be6968e-a869-46e2-8977-4ba1c04a3b65 triggered by entity DHCP. {{(pid=103984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:18:13.984957 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-264d47b6-8652-43d1-92d2-b958984eaed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7484729'] for port (6be6968e-a869-46e2-8977-4ba1c04a3b65), provisioning_complete {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:14.053429 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-264d47b6-8652-43d1-92d2-b958984eaed4 None None] Port 6be6968e-a869-46e2-8977-4ba1c04a3b65 cannot update to ACTIVE because it is not bound. {{(pid=103984) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 12:18:14.084842 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_dvr_db [None req-2db94c12-22fb-4be0-85f8-bc4a5c6a1fda None None] Set router 0b1c35bf-c535-44f5-b127-a2ac993223bd gateway port host: dv-cinder-836930-1-iscsi {{(pid=103984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:18:14.094909 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-3fab4689-6400-4103-adfb-aac12b6ec0f4 admin admin] Publish callbacks [] for port (6be6968e-a869-46e2-8977-4ba1c04a3b65), precommit_update {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:14.171947 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-3fab4689-6400-4103-adfb-aac12b6ec0f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780057409639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780056949607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780056949625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126593592'] for port (6be6968e-a869-46e2-8977-4ba1c04a3b65), after_update {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:14.238114 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-3fab4689-6400-4103-adfb-aac12b6ec0f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2021151'] for router_interface (0b1c35bf-c535-44f5-b127-a2ac993223bd), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:14.240778 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fab4689-6400-4103-adfb-aac12b6ec0f4 admin admin] Pushing event updated for resources: {'Port': ['ID=6be6968e-a869-46e2-8977-4ba1c04a3b65,revision_number=2']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:18:14.292118 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_hamode_db [None req-2db94c12-22fb-4be0-85f8-bc4a5c6a1fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b1c35bf-c535-44f5-b127-a2ac993223bd', 'name': 'tempest-TestVolumeBootPattern-1656811937-router', 'tenant_id': 'e1b2030530534aa6979de076136fa20a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'external_fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': 'e81aeb67-84f5-43ac-8df2-9790a00726a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:18:10Z', 'updated_at': '2022-04-07T12:18:13Z', 'revision_number': 4, 'project_id': 'e1b2030530534aa6979de076136fa20a', 'gw_port': {'id': 'e81aeb67-84f5-43ac-8df2-9790a00726a2', 'name': '', 'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:f2:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b1c35bf-c535-44f5-b127-a2ac993223bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:18:11Z', 'updated_at': '2022-04-07T12:18:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4554067d-f507-4a99-8a98-0874c02c5721', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836930-1-iscsi', '_interfaces': [{'id': '6be6968e-a869-46e2-8977-4ba1c04a3b65', 'name': '', 'network_id': 'a345358b-c2f9-4423-be80-16d77882e75b', 'tenant_id': 'e1b2030530534aa6979de076136fa20a', 'mac_address': 'fa:16:3e:7b:6e:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b1c35bf-c535-44f5-b127-a2ac993223bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '2d7690c0-1ac8-4c45-b462-9e76589db54f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:18:13Z', 'updated_at': '2022-04-07T12:18:13Z', 'revision_number': 1, 'project_id': 'e1b2030530534aa6979de076136fa20a', 'subnets': [{'id': '2d7690c0-1ac8-4c45-b462-9e76589db54f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836930-1-iscsi', False) {} {{(pid=103984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:18:14.318778 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2db94c12-22fb-4be0-85f8-bc4a5c6a1fda None None] The sync data for ids ['0b1c35bf-c535-44f5-b127-a2ac993223bd'] in dv-cinder-836930-1-iscsi is: [{'id': '0b1c35bf-c535-44f5-b127-a2ac993223bd', 'name': 'tempest-TestVolumeBootPattern-1656811937-router', 'tenant_id': 'e1b2030530534aa6979de076136fa20a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'external_fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': 'e81aeb67-84f5-43ac-8df2-9790a00726a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:18:10Z', 'updated_at': '2022-04-07T12:18:13Z', 'revision_number': 4, 'project_id': 'e1b2030530534aa6979de076136fa20a', 'gw_port': {'id': 'e81aeb67-84f5-43ac-8df2-9790a00726a2', 'name': '', 'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:f2:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b1c35bf-c535-44f5-b127-a2ac993223bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:18:11Z', 'updated_at': '2022-04-07T12:18:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4554067d-f507-4a99-8a98-0874c02c5721', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836930-1-iscsi', '_interfaces': [{'id': '6be6968e-a869-46e2-8977-4ba1c04a3b65', 'name': '', 'network_id': 'a345358b-c2f9-4423-be80-16d77882e75b', 'tenant_id': 'e1b2030530534aa6979de076136fa20a', 'mac_address': 'fa:16:3e:7b:6e:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b1c35bf-c535-44f5-b127-a2ac993223bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '2d7690c0-1ac8-4c45-b462-9e76589db54f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:18:13Z', 'updated_at': '2022-04-07T12:18:13Z', 'revision_number': 1, 'project_id': 'e1b2030530534aa6979de076136fa20a', 'subnets': [{'id': '2d7690c0-1ac8-4c45-b462-9e76589db54f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 12:18:14.342401 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fab4689-6400-4103-adfb-aac12b6ec0f4 admin admin] Network a345358b-c2f9-4423-be80-16d77882e75b is already hosted by enough agents. {{(pid=103982) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:18:14.344229 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.scheduler.base_scheduler [None req-3fab4689-6400-4103-adfb-aac12b6ec0f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:18:14.682605 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.provisioning_blocks [None req-57250783-8b1b-4f54-9469-3ef62ca03bd8 None None] Provisioning complete for port 6be6968e-a869-46e2-8977-4ba1c04a3b65 triggered by entity DHCP. {{(pid=103984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:18:14.683185 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-57250783-8b1b-4f54-9469-3ef62ca03bd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7484729'] for port (6be6968e-a869-46e2-8977-4ba1c04a3b65), provisioning_complete {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:14.728872 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-57250783-8b1b-4f54-9469-3ef62ca03bd8 None None] Port 6be6968e-a869-46e2-8977-4ba1c04a3b65 cannot update to ACTIVE because it is not bound. {{(pid=103984) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 12:18:14.749133 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fab4689-6400-4103-adfb-aac12b6ec0f4 admin admin] Router 0b1c35bf-c535-44f5-b127-a2ac993223bd has already been hosted by L3 agent ad8978c4-6515-441c-a828-0289badd3b4a {{(pid=103982) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 12:18:14.869584 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fab4689-6400-4103-adfb-aac12b6ec0f4 admin admin] Notify agent at l3_agent.dv-cinder-836930-1-iscsi the message routers_updated {{(pid=103982) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 12:18:14.882568 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [None req-3fab4689-6400-4103-adfb-aac12b6ec0f4 admin admin] 10.222.0.58 "PUT /v2.0/routers/0b1c35bf-c535-44f5-b127-a2ac993223bd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2099519 Apr 07 12:18:15.300457 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Device e81aeb67-84f5-43ac-8df2-9790a00726a2 up at agent ovs-agent-dv-cinder-836930-1-iscsi {{(pid=103984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:18:15.361242 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.provisioning_blocks [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Provisioning complete for port e81aeb67-84f5-43ac-8df2-9790a00726a2 triggered by entity L2. {{(pid=103984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:18:15.361897 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7484729'] for port (e81aeb67-84f5-43ac-8df2-9790a00726a2), provisioning_complete {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:15.445987 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Current status of the port e81aeb67-84f5-43ac-8df2-9790a00726a2 is: DOWN; New status is: ACTIVE {{(pid=103984) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:18:15.446372 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (e81aeb67-84f5-43ac-8df2-9790a00726a2), before_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:15.471616 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.db [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] For port e81aeb67-84f5-43ac-8df2-9790a00726a2, host dv-cinder-836930-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836930-1-iscsi',level=0,port_id=e81aeb67-84f5-43ac-8df2-9790a00726a2,segment=NetworkSegment(82c7666f-c776-4b0f-ab14-8be16f51c525),segment_id=82c7666f-c776-4b0f-ab14-8be16f51c525)] {{(pid=103984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:18:15.561269 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780057409639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780056949607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780056949625'] for port (e81aeb67-84f5-43ac-8df2-9790a00726a2), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:15.618219 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Pushing event updated for resources: {'Port': ['ID=e81aeb67-84f5-43ac-8df2-9790a00726a2,revision_number=4']} {{(pid=103984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:18:15.646847 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.58', 43736) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:18:15.651882 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.v2.base [None req-879cbb19-616a-4c0c-92ad-b277c07f7703 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-949378168-network', 'tenant_id': '3faecb4a1b1041ceafed955d685422b2'}} {{(pid=103982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:18:15.771928 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-879cbb19-616a-4c0c-92ad-b277c07f7703 admin admin] Made reservation on behalf of 3faecb4a1b1041ceafed955d685422b2 for: {'network': 1} {{(pid=103982) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 12:18:15.774141 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-879cbb19-616a-4c0c-92ad-b277c07f7703 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for network (None), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:15.783327 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-879cbb19-616a-4c0c-92ad-b277c07f7703 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:15.862243 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-879cbb19-616a-4c0c-92ad-b277c07f7703 admin admin] Publish callbacks [] for security_group (cba2879f-b5a3-40d4-b587-0e8ff608fa56), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:15.940206 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-879cbb19-616a-4c0c-92ad-b277c07f7703 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678166'] for security_group (cba2879f-b5a3-40d4-b587-0e8ff608fa56), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:15.964482 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-879cbb19-616a-4c0c-92ad-b277c07f7703 admin admin] vlan segment allocate from pool success with {'vlan_id': 615, 'physical_network': 'physnet1'} {{(pid=103982) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 12:18:15.974432 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879cbb19-616a-4c0c-92ad-b277c07f7703 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cba2879f-b5a3-40d4-b587-0e8ff608fa56,revision_number=1']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:18:15.979334 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-879cbb19-616a-4c0c-92ad-b277c07f7703 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7510084'] for segment (59053603-6007-4f7c-9f39-e036bba1888e), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:15.979751 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.db.segments_db [None req-879cbb19-616a-4c0c-92ad-b277c07f7703 admin admin] Added segment 59053603-6007-4f7c-9f39-e036bba1888e of type vlan for network eec1f9a0-7959-4c02-871f-82483929c9d1 Apr 07 12:18:16.023067 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-879cbb19-616a-4c0c-92ad-b277c07f7703 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780056936322'] for network (eec1f9a0-7959-4c02-871f-82483929c9d1), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:16.123979 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-879cbb19-616a-4c0c-92ad-b277c07f7703 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968'] for network (eec1f9a0-7959-4c02-871f-82483929c9d1), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:16.125416 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-879cbb19-616a-4c0c-92ad-b277c07f7703 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:18:16.126043 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-879cbb19-616a-4c0c-92ad-b277c07f7703 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585958'] for network (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:16.190740 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879cbb19-616a-4c0c-92ad-b277c07f7703 admin admin] Pushing event updated for resources: {'Network': ['ID=eec1f9a0-7959-4c02-871f-82483929c9d1,revision_number=1']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:18:16.200301 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Network eec1f9a0-7959-4c02-871f-82483929c9d1 details requested by agent ovs-agent-dv-cinder-836930-1-iscsi with host dv-cinder-836930-1-iscsi {{(pid=103984) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 12:18:16.234871 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [None req-879cbb19-616a-4c0c-92ad-b277c07f7703 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5868702 Apr 07 12:18:16.237722 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.wsgi [-] (103983) accepted ('10.222.0.58', 43738) {{(pid=103983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:18:16.242740 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.v2.base [None req-af3373ce-d2cb-4b96-9cc8-f32219447f25 admin admin] Request body: {'subnet': {'network_id': 'eec1f9a0-7959-4c02-871f-82483929c9d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-949378168-subnet', 'tenant_id': '3faecb4a1b1041ceafed955d685422b2', 'ip_version': 4}} {{(pid=103983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:18:16.323040 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af3373ce-d2cb-4b96-9cc8-f32219447f25 admin admin] Made reservation on behalf of 3faecb4a1b1041ceafed955d685422b2 for: {'subnet': 1} {{(pid=103983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 12:18:16.325349 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-af3373ce-d2cb-4b96-9cc8-f32219447f25 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127799600'] for subnet (None), before_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:16.376410 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad61d2d0-ab81-4651-8c90-ddba08cfffee None None] Sync routers for ids ['0b1c35bf-c535-44f5-b127-a2ac993223bd'] in dv-cinder-836930-1-iscsi {{(pid=103985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 12:18:16.386838 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad61d2d0-ab81-4651-8c90-ddba08cfffee None None] Routers {'0b1c35bf-c535-44f5-b127-a2ac993223bd'} bound to L3 agent in host dv-cinder-836930-1-iscsi {{(pid=103985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:18:16.387589 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_hamode_db [None req-ad61d2d0-ab81-4651-8c90-ddba08cfffee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836930-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T11:57:34Z,description=,heartbeat_timestamp=2022-04-07T12:18:04Z,host='dv-cinder-836930-1-iscsi',id=ad8978c4-6515-441c-a828-0289badd3b4a,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:57:35Z,topic='l3_agent')) {'router_ids': ['0b1c35bf-c535-44f5-b127-a2ac993223bd'], 'active': True} {{(pid=103985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:18:16.495846 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_dvr_db [None req-ad61d2d0-ab81-4651-8c90-ddba08cfffee None None] Set router 0b1c35bf-c535-44f5-b127-a2ac993223bd gateway port host: dv-cinder-836930-1-iscsi {{(pid=103985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:18:16.546675 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-af3373ce-d2cb-4b96-9cc8-f32219447f25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126495571', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127800522'] for subnet (90cfee73-90af-4bfb-aa59-f80e90cc17f0), after_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:16.611345 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3373ce-d2cb-4b96-9cc8-f32219447f25 admin admin] Pushing event updated for resources: {'Subnet': ['ID=90cfee73-90af-4bfb-aa59-f80e90cc17f0,revision_number=0']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:18:16.615793 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af3373ce-d2cb-4b96-9cc8-f32219447f25 admin admin] Checking segment: {'id': '59053603-6007-4f7c-9f39-e036bba1888e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'eec1f9a0-7959-4c02-871f-82483929c9d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:18:16.616155 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af3373ce-d2cb-4b96-9cc8-f32219447f25 admin admin] Network hostable DHCP agents. Network: eec1f9a0-7959-4c02-871f-82483929c9d1, hostable agents: ['94869e64-74fb-4601-95b5-a1334a6bdcea'], hosted agents: [] {{(pid=103983) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 12:18:16.700545 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_hamode_db [None req-ad61d2d0-ab81-4651-8c90-ddba08cfffee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b1c35bf-c535-44f5-b127-a2ac993223bd', 'name': 'tempest-TestVolumeBootPattern-1656811937-router', 'tenant_id': 'e1b2030530534aa6979de076136fa20a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'external_fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': 'e81aeb67-84f5-43ac-8df2-9790a00726a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:18:10Z', 'updated_at': '2022-04-07T12:18:13Z', 'revision_number': 4, 'project_id': 'e1b2030530534aa6979de076136fa20a', 'gw_port': {'id': 'e81aeb67-84f5-43ac-8df2-9790a00726a2', 'name': '', 'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:f2:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1c35bf-c535-44f5-b127-a2ac993223bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:18:11Z', 'updated_at': '2022-04-07T12:18:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4554067d-f507-4a99-8a98-0874c02c5721', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836930-1-iscsi', '_interfaces': [{'id': '6be6968e-a869-46e2-8977-4ba1c04a3b65', 'name': '', 'network_id': 'a345358b-c2f9-4423-be80-16d77882e75b', 'tenant_id': 'e1b2030530534aa6979de076136fa20a', 'mac_address': 'fa:16:3e:7b:6e:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b1c35bf-c535-44f5-b127-a2ac993223bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '2d7690c0-1ac8-4c45-b462-9e76589db54f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:18:13Z', 'updated_at': '2022-04-07T12:18:13Z', 'revision_number': 2, 'project_id': 'e1b2030530534aa6979de076136fa20a', 'subnets': [{'id': '2d7690c0-1ac8-4c45-b462-9e76589db54f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836930-1-iscsi', False) {} {{(pid=103985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:18:16.705967 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af3373ce-d2cb-4b96-9cc8-f32219447f25 admin admin] Network eec1f9a0-7959-4c02-871f-82483929c9d1 is scheduled to be hosted by DHCP agent 94869e64-74fb-4601-95b5-a1334a6bdcea with binding_index 1 {{(pid=103983) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 12:18:16.725933 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad61d2d0-ab81-4651-8c90-ddba08cfffee None None] Checking router: 0b1c35bf-c535-44f5-b127-a2ac993223bd for host: dv-cinder-836930-1-iscsi {{(pid=103985) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 12:18:16.726282 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad61d2d0-ab81-4651-8c90-ddba08cfffee None None] Updating router 0b1c35bf-c535-44f5-b127-a2ac993223bd port 6be6968e-a869-46e2-8977-4ba1c04a3b65 binding host dv-cinder-836930-1-iscsi {{(pid=103985) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 12:18:16.753260 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron_lib.callbacks.manager [None req-ad61d2d0-ab81-4651-8c90-ddba08cfffee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (6be6968e-a869-46e2-8977-4ba1c04a3b65), before_update {{(pid=103985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:16.795216 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.scheduler.base_scheduler [None req-af3373ce-d2cb-4b96-9cc8-f32219447f25 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836930-1-iscsi, eec1f9a0-7959-4c02-871f-82483929c9d1) {{(pid=103983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:18:16.799662 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af3373ce-d2cb-4b96-9cc8-f32219447f25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:18:16.800180 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-af3373ce-d2cb-4b96-9cc8-f32219447f25 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:16.806146 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71e51a9f-f666-43a4-9bf1-2c1b711cb023 None None] Network eec1f9a0-7959-4c02-871f-82483929c9d1 requested from dv-cinder-836930-1-iscsi {{(pid=103984) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 12:18:16.907767 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [None req-af3373ce-d2cb-4b96-9cc8-f32219447f25 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6688185 Apr 07 12:18:16.910260 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.58', 43742) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:18:16.916959 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.v2.base [None req-3bd38aaa-97fc-4e8b-828b-6bd6ed54fefb admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-949378168-router', 'tenant_id': '3faecb4a1b1041ceafed955d685422b2', 'external_gateway_info': {'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56'}}} {{(pid=103982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:18:16.924532 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d86e95a1-48db-4a14-b65a-e6542a9b8a47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d420030-12ae-5f88-a545-b5d8ef5b04ff-eec1f9a0-7959-4c02-871f-82483929c9d1', 'network_id': 'eec1f9a0-7959-4c02-871f-82483929c9d1', 'project_id': '3faecb4a1b1041ceafed955d685422b2', 'fixed_ips': [{'subnet_id': '90cfee73-90af-4bfb-aa59-f80e90cc17f0'}]}} from dv-cinder-836930-1-iscsi. {{(pid=103984) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 12:18:16.924532 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-d86e95a1-48db-4a14-b65a-e6542a9b8a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (None), before_create {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:17.014235 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron_lib.callbacks.manager [None req-ad61d2d0-ab81-4651-8c90-ddba08cfffee None None] Publish callbacks [] for port (6be6968e-a869-46e2-8977-4ba1c04a3b65), precommit_update {{(pid=103985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:17.017878 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-3bd38aaa-97fc-4e8b-828b-6bd6ed54fefb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1650099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-105734'] for router (ca8ca79f-1cdf-49e3-9634-7117659b5fad), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:17.021648 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-3bd38aaa-97fc-4e8b-828b-6bd6ed54fefb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1649951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2020019', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2093967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-105981'] for router (ca8ca79f-1cdf-49e3-9634-7117659b5fad), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:17.055869 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.db_base_plugin_common [None req-d86e95a1-48db-4a14-b65a-e6542a9b8a47 None None] Allocated IP 172.20.0.2 (eec1f9a0-7959-4c02-871f-82483929c9d1/90cfee73-90af-4bfb-aa59-f80e90cc17f0/3417f385-06ce-43a0-a475-fe3846bce78e) {{(pid=103984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 12:18:17.072916 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-3bd38aaa-97fc-4e8b-828b-6bd6ed54fefb admin admin] Publish callbacks [] for router_controller (ca8ca79f-1cdf-49e3-9634-7117659b5fad), precommit_add_association {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:17.114858 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron_lib.callbacks.manager [None req-ad61d2d0-ab81-4651-8c90-ddba08cfffee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780057409639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780056949607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780056949625'] for port (6be6968e-a869-46e2-8977-4ba1c04a3b65), after_update {{(pid=103985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:17.193537 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b35d8a8-b72c-4bb8-b3a3-ec759a1896e4 None None] Pushing event updated for resources: {'Port': ['ID=6be6968e-a869-46e2-8977-4ba1c04a3b65,revision_number=3']} {{(pid=103985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:18:17.201799 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-d86e95a1-48db-4a14-b65a-e6542a9b8a47 None None] Publish callbacks [] for port (3417f385-06ce-43a0-a475-fe3846bce78e), precommit_create {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:17.215856 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b35d8a8-b72c-4bb8-b3a3-ec759a1896e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:18:17.216736 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b35d8a8-b72c-4bb8-b3a3-ec759a1896e4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:18:17.217286 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b35d8a8-b72c-4bb8-b3a3-ec759a1896e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:18:17.217645 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b35d8a8-b72c-4bb8-b3a3-ec759a1896e4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:18:17.217983 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b35d8a8-b72c-4bb8-b3a3-ec759a1896e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:18:17.218312 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b35d8a8-b72c-4bb8-b3a3-ec759a1896e4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:18:17.218638 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b35d8a8-b72c-4bb8-b3a3-ec759a1896e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:18:17.218964 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b35d8a8-b72c-4bb8-b3a3-ec759a1896e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:18:17.219318 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b35d8a8-b72c-4bb8-b3a3-ec759a1896e4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:18:17.219643 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b35d8a8-b72c-4bb8-b3a3-ec759a1896e4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:18:17.219978 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b35d8a8-b72c-4bb8-b3a3-ec759a1896e4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:18:17.220304 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b35d8a8-b72c-4bb8-b3a3-ec759a1896e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:18:17.220631 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b35d8a8-b72c-4bb8-b3a3-ec759a1896e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:18:17.220950 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b35d8a8-b72c-4bb8-b3a3-ec759a1896e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:18:17.221269 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b35d8a8-b72c-4bb8-b3a3-ec759a1896e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:18:17.235617 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.plugins.ml2.managers [None req-ad61d2d0-ab81-4651-8c90-ddba08cfffee None None] Attempting to bind port 6be6968e-a869-46e2-8977-4ba1c04a3b65 on host dv-cinder-836930-1-iscsi for vnic_type normal with profile {{(pid=103985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 12:18:17.236124 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.plugins.ml2.managers [None req-ad61d2d0-ab81-4651-8c90-ddba08cfffee None None] Attempting to bind port 6be6968e-a869-46e2-8977-4ba1c04a3b65 by drivers openvswitch,hyperv on host dv-cinder-836930-1-iscsi at level 0 using segments [{'id': '7f8ea31b-b6d5-4bf8-9f2f-e16cecf12e77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'a345358b-c2f9-4423-be80-16d77882e75b'}] {{(pid=103985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 12:18:17.236344 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad61d2d0-ab81-4651-8c90-ddba08cfffee None None] Attempting to bind port 6be6968e-a869-46e2-8977-4ba1c04a3b65 on network a345358b-c2f9-4423-be80-16d77882e75b {{(pid=103985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:18:17.242125 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad61d2d0-ab81-4651-8c90-ddba08cfffee None None] Checking agent: {'id': '18566f30-62c1-4fb1-af49-ebd049d63fec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836930-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 57, 39), 'started_at': datetime.datetime(2022, 4, 7, 11, 58, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 12, 18, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836930-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 12:18:17.242424 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad61d2d0-ab81-4651-8c90-ddba08cfffee None None] Checking segment: {'id': '7f8ea31b-b6d5-4bf8-9f2f-e16cecf12e77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'a345358b-c2f9-4423-be80-16d77882e75b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:18:17.242827 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron_lib.callbacks.manager [None req-ad61d2d0-ab81-4651-8c90-ddba08cfffee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:17.243251 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad61d2d0-ab81-4651-8c90-ddba08cfffee None None] Bound using segment: {'id': '7f8ea31b-b6d5-4bf8-9f2f-e16cecf12e77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'a345358b-c2f9-4423-be80-16d77882e75b'} {{(pid=103985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 12:18:17.243724 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.plugins.ml2.managers [None req-ad61d2d0-ab81-4651-8c90-ddba08cfffee None None] Bound port: 6be6968e-a869-46e2-8977-4ba1c04a3b65, host: dv-cinder-836930-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f8ea31b-b6d5-4bf8-9f2f-e16cecf12e77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'a345358b-c2f9-4423-be80-16d77882e75b'}}] {{(pid=103985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 12:18:17.244134 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron_lib.callbacks.manager [None req-ad61d2d0-ab81-4651-8c90-ddba08cfffee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (6be6968e-a869-46e2-8977-4ba1c04a3b65), before_update {{(pid=103985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:17.326840 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.agents_db [None req-3662b1ad-d2b5-4b6d-81f6-e1280f618718 None None] Agent healthcheck: found 6 active agents {{(pid=103985) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 12:18:17.333279 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.plugins.ml2.db [None req-ad61d2d0-ab81-4651-8c90-ddba08cfffee None None] For port 6be6968e-a869-46e2-8977-4ba1c04a3b65, host dv-cinder-836930-1-iscsi, cleared binding levels {{(pid=103985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 12:18:17.336967 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.plugins.ml2.db [None req-ad61d2d0-ab81-4651-8c90-ddba08cfffee None None] For port 6be6968e-a869-46e2-8977-4ba1c04a3b65, host dv-cinder-836930-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836930-1-iscsi',level=0,port_id=6be6968e-a869-46e2-8977-4ba1c04a3b65,segment=NetworkSegment(7f8ea31b-b6d5-4bf8-9f2f-e16cecf12e77),segment_id=7f8ea31b-b6d5-4bf8-9f2f-e16cecf12e77)] {{(pid=103985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 12:18:17.340732 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-d86e95a1-48db-4a14-b65a-e6542a9b8a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780056949589'] for port (3417f385-06ce-43a0-a475-fe3846bce78e), after_create {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:17.351024 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Device e81aeb67-84f5-43ac-8df2-9790a00726a2 up at agent ovs-agent-dv-cinder-836930-1-iscsi {{(pid=103984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:18:17.358230 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-3bd38aaa-97fc-4e8b-828b-6bd6ed54fefb admin admin] Publish callbacks [] for router_gateway (ca8ca79f-1cdf-49e3-9634-7117659b5fad), precommit_update {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:17.419505 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d86e95a1-48db-4a14-b65a-e6542a9b8a47 None None] Network eec1f9a0-7959-4c02-871f-82483929c9d1 is already hosted by enough agents. {{(pid=103984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:18:17.431186 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.scheduler.base_scheduler [None req-d86e95a1-48db-4a14-b65a-e6542a9b8a47 None None] Resources bound (agent type, host, resource id): {{(pid=103984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:18:17.432825 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86e95a1-48db-4a14-b65a-e6542a9b8a47 None None] Pushing event updated for resources: {'Port': ['ID=3417f385-06ce-43a0-a475-fe3846bce78e,revision_number=1']} {{(pid=103984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:18:17.434967 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d86e95a1-48db-4a14-b65a-e6542a9b8a47 None None] Received port after_create {{(pid=103984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 12:18:17.447283 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron_lib.callbacks.manager [None req-ad61d2d0-ab81-4651-8c90-ddba08cfffee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780057409639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780056949607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780056949625'] for port (6be6968e-a869-46e2-8977-4ba1c04a3b65), after_update {{(pid=103985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:17.447862 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.provisioning_blocks [None req-456f134b-7fb2-4577-b0a5-f8cd730b7dc2 None None] Provisioning complete for port 6be6968e-a869-46e2-8977-4ba1c04a3b65 triggered by entity DHCP. {{(pid=103984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:18:17.447862 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-456f134b-7fb2-4577-b0a5-f8cd730b7dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7484729'] for port (6be6968e-a869-46e2-8977-4ba1c04a3b65), provisioning_complete {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:17.503865 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad61d2d0-ab81-4651-8c90-ddba08cfffee None None] Routers {'0b1c35bf-c535-44f5-b127-a2ac993223bd'} bound to L3 agent in host dv-cinder-836930-1-iscsi {{(pid=103985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:18:17.505047 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_hamode_db [None req-ad61d2d0-ab81-4651-8c90-ddba08cfffee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836930-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T11:57:34Z,description=,heartbeat_timestamp=2022-04-07T12:18:04Z,host='dv-cinder-836930-1-iscsi',id=ad8978c4-6515-441c-a828-0289badd3b4a,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:57:35Z,topic='l3_agent')) {'router_ids': ['0b1c35bf-c535-44f5-b127-a2ac993223bd'], 'active': True} {{(pid=103985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:18:17.510573 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b35d8a8-b72c-4bb8-b3a3-ec759a1896e4 None None] Pushing event updated for resources: {'Port': ['ID=6be6968e-a869-46e2-8977-4ba1c04a3b65,revision_number=4']} {{(pid=103985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:18:17.542992 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.provisioning_blocks [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Provisioning complete for port e81aeb67-84f5-43ac-8df2-9790a00726a2 triggered by entity L2. {{(pid=103984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:18:17.543401 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7484729'] for port (e81aeb67-84f5-43ac-8df2-9790a00726a2), provisioning_complete {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:17.545997 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.managers [None req-d86e95a1-48db-4a14-b65a-e6542a9b8a47 None None] Attempting to bind port 3417f385-06ce-43a0-a475-fe3846bce78e on host dv-cinder-836930-1-iscsi for vnic_type normal with profile {{(pid=103984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 12:18:17.546364 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.managers [None req-d86e95a1-48db-4a14-b65a-e6542a9b8a47 None None] Attempting to bind port 3417f385-06ce-43a0-a475-fe3846bce78e by drivers openvswitch,hyperv on host dv-cinder-836930-1-iscsi at level 0 using segments [{'id': '59053603-6007-4f7c-9f39-e036bba1888e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'eec1f9a0-7959-4c02-871f-82483929c9d1'}] {{(pid=103984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 12:18:17.546717 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d86e95a1-48db-4a14-b65a-e6542a9b8a47 None None] Attempting to bind port 3417f385-06ce-43a0-a475-fe3846bce78e on network eec1f9a0-7959-4c02-871f-82483929c9d1 {{(pid=103984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:18:17.580417 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d86e95a1-48db-4a14-b65a-e6542a9b8a47 None None] Checking agent: {'id': '18566f30-62c1-4fb1-af49-ebd049d63fec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836930-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 57, 39), 'started_at': datetime.datetime(2022, 4, 7, 11, 58, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 12, 18, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836930-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 12:18:17.581330 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d86e95a1-48db-4a14-b65a-e6542a9b8a47 None None] Checking segment: {'id': '59053603-6007-4f7c-9f39-e036bba1888e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'eec1f9a0-7959-4c02-871f-82483929c9d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:18:17.581330 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-d86e95a1-48db-4a14-b65a-e6542a9b8a47 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:17.581576 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d86e95a1-48db-4a14-b65a-e6542a9b8a47 None None] Bound using segment: {'id': '59053603-6007-4f7c-9f39-e036bba1888e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'eec1f9a0-7959-4c02-871f-82483929c9d1'} {{(pid=103984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 12:18:17.582030 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.managers [None req-d86e95a1-48db-4a14-b65a-e6542a9b8a47 None None] Bound port: 3417f385-06ce-43a0-a475-fe3846bce78e, host: dv-cinder-836930-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59053603-6007-4f7c-9f39-e036bba1888e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'eec1f9a0-7959-4c02-871f-82483929c9d1'}}] {{(pid=103984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 12:18:17.582404 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-d86e95a1-48db-4a14-b65a-e6542a9b8a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (3417f385-06ce-43a0-a475-fe3846bce78e), before_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:17.656986 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-456f134b-7fb2-4577-b0a5-f8cd730b7dc2 None None] Current status of the port 6be6968e-a869-46e2-8977-4ba1c04a3b65 is: DOWN; New status is: ACTIVE {{(pid=103984) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:18:17.656986 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-456f134b-7fb2-4577-b0a5-f8cd730b7dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (6be6968e-a869-46e2-8977-4ba1c04a3b65), before_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:17.704735 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-3bd38aaa-97fc-4e8b-828b-6bd6ed54fefb admin admin] Publish callbacks [] for router_gateway (ca8ca79f-1cdf-49e3-9634-7117659b5fad), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:17.727375 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-3bd38aaa-97fc-4e8b-828b-6bd6ed54fefb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (None), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:17.761360 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.db [None req-456f134b-7fb2-4577-b0a5-f8cd730b7dc2 None None] For port 6be6968e-a869-46e2-8977-4ba1c04a3b65, host dv-cinder-836930-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836930-1-iscsi',level=0,port_id=6be6968e-a869-46e2-8977-4ba1c04a3b65,segment=NetworkSegment(7f8ea31b-b6d5-4bf8-9f2f-e16cecf12e77),segment_id=7f8ea31b-b6d5-4bf8-9f2f-e16cecf12e77)] {{(pid=103984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:18:17.763425 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_dvr_db [None req-ad61d2d0-ab81-4651-8c90-ddba08cfffee None None] Set router 0b1c35bf-c535-44f5-b127-a2ac993223bd gateway port host: dv-cinder-836930-1-iscsi {{(pid=103985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:18:17.764483 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.db [None req-d86e95a1-48db-4a14-b65a-e6542a9b8a47 None None] For port 3417f385-06ce-43a0-a475-fe3846bce78e, host dv-cinder-836930-1-iscsi, cleared binding levels {{(pid=103984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 12:18:17.778613 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.db [None req-d86e95a1-48db-4a14-b65a-e6542a9b8a47 None None] For port 3417f385-06ce-43a0-a475-fe3846bce78e, host dv-cinder-836930-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836930-1-iscsi',level=0,port_id=3417f385-06ce-43a0-a475-fe3846bce78e,segment=NetworkSegment(59053603-6007-4f7c-9f39-e036bba1888e),segment_id=59053603-6007-4f7c-9f39-e036bba1888e)] {{(pid=103984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 12:18:17.817478 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Current status of the port e81aeb67-84f5-43ac-8df2-9790a00726a2 is: ACTIVE; New status is: ACTIVE {{(pid=103984) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:18:17.838412 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.db.db_base_plugin_common [None req-3bd38aaa-97fc-4e8b-828b-6bd6ed54fefb admin admin] Allocated IP 172.27.0.254 (bbaeba58-97ce-4d65-bbf2-981851410a56/4554067d-f507-4a99-8a98-0874c02c5721/80ff72a9-f605-4687-8daa-366b3e1d9c41) {{(pid=103982) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 12:18:17.846068 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-456f134b-7fb2-4577-b0a5-f8cd730b7dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780057409639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780056949607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780056949625'] for port (6be6968e-a869-46e2-8977-4ba1c04a3b65), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:17.879835 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-d86e95a1-48db-4a14-b65a-e6542a9b8a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780057409639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780056949607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780056949625'] for port (3417f385-06ce-43a0-a475-fe3846bce78e), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:17.920261 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456f134b-7fb2-4577-b0a5-f8cd730b7dc2 None None] Pushing event updated for resources: {'Port': ['ID=6be6968e-a869-46e2-8977-4ba1c04a3b65,revision_number=5']} {{(pid=103984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:18:17.971729 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-3bd38aaa-97fc-4e8b-828b-6bd6ed54fefb admin admin] Publish callbacks [] for port (80ff72a9-f605-4687-8daa-366b3e1d9c41), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:17.990072 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86e95a1-48db-4a14-b65a-e6542a9b8a47 None None] Pushing event updated for resources: {'Port': ['ID=3417f385-06ce-43a0-a475-fe3846bce78e,revision_number=2']} {{(pid=103984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:18:17.994770 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.provisioning_blocks [None req-3f20fb1e-8c58-4585-bf68-b96facdb4760 None None] Provisioning complete for port 6be6968e-a869-46e2-8977-4ba1c04a3b65 triggered by entity DHCP. {{(pid=103984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:18:17.995149 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-3f20fb1e-8c58-4585-bf68-b96facdb4760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7484729'] for port (6be6968e-a869-46e2-8977-4ba1c04a3b65), provisioning_complete {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:18.000597 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_hamode_db [None req-ad61d2d0-ab81-4651-8c90-ddba08cfffee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b1c35bf-c535-44f5-b127-a2ac993223bd', 'name': 'tempest-TestVolumeBootPattern-1656811937-router', 'tenant_id': 'e1b2030530534aa6979de076136fa20a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'external_fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': 'e81aeb67-84f5-43ac-8df2-9790a00726a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:18:10Z', 'updated_at': '2022-04-07T12:18:13Z', 'revision_number': 4, 'project_id': 'e1b2030530534aa6979de076136fa20a', 'gw_port': {'id': 'e81aeb67-84f5-43ac-8df2-9790a00726a2', 'name': '', 'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:f2:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1c35bf-c535-44f5-b127-a2ac993223bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:18:11Z', 'updated_at': '2022-04-07T12:18:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4554067d-f507-4a99-8a98-0874c02c5721', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836930-1-iscsi', '_interfaces': [{'id': '6be6968e-a869-46e2-8977-4ba1c04a3b65', 'name': '', 'network_id': 'a345358b-c2f9-4423-be80-16d77882e75b', 'tenant_id': 'e1b2030530534aa6979de076136fa20a', 'mac_address': 'fa:16:3e:7b:6e:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b1c35bf-c535-44f5-b127-a2ac993223bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '2d7690c0-1ac8-4c45-b462-9e76589db54f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:18:13Z', 'updated_at': '2022-04-07T12:18:17Z', 'revision_number': 4, 'project_id': 'e1b2030530534aa6979de076136fa20a', 'subnets': [{'id': '2d7690c0-1ac8-4c45-b462-9e76589db54f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836930-1-iscsi', False) {} {{(pid=103985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:18:18.028789 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad61d2d0-ab81-4651-8c90-ddba08cfffee None None] The sync data for ids ['0b1c35bf-c535-44f5-b127-a2ac993223bd'] in dv-cinder-836930-1-iscsi is: [{'id': '0b1c35bf-c535-44f5-b127-a2ac993223bd', 'name': 'tempest-TestVolumeBootPattern-1656811937-router', 'tenant_id': 'e1b2030530534aa6979de076136fa20a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'external_fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': 'e81aeb67-84f5-43ac-8df2-9790a00726a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:18:10Z', 'updated_at': '2022-04-07T12:18:13Z', 'revision_number': 4, 'project_id': 'e1b2030530534aa6979de076136fa20a', 'gw_port': {'id': 'e81aeb67-84f5-43ac-8df2-9790a00726a2', 'name': '', 'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:f2:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1c35bf-c535-44f5-b127-a2ac993223bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:18:11Z', 'updated_at': '2022-04-07T12:18:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4554067d-f507-4a99-8a98-0874c02c5721', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836930-1-iscsi', '_interfaces': [{'id': '6be6968e-a869-46e2-8977-4ba1c04a3b65', 'name': '', 'network_id': 'a345358b-c2f9-4423-be80-16d77882e75b', 'tenant_id': 'e1b2030530534aa6979de076136fa20a', 'mac_address': 'fa:16:3e:7b:6e:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b1c35bf-c535-44f5-b127-a2ac993223bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '2d7690c0-1ac8-4c45-b462-9e76589db54f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:18:13Z', 'updated_at': '2022-04-07T12:18:17Z', 'revision_number': 4, 'project_id': 'e1b2030530534aa6979de076136fa20a', 'subnets': [{'id': '2d7690c0-1ac8-4c45-b462-9e76589db54f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 12:18:18.084957 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-3f20fb1e-8c58-4585-bf68-b96facdb4760 None None] Current status of the port 6be6968e-a869-46e2-8977-4ba1c04a3b65 is: ACTIVE; New status is: ACTIVE {{(pid=103984) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:18:18.095342 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-3bd38aaa-97fc-4e8b-828b-6bd6ed54fefb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780056949589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126593575'] for port (80ff72a9-f605-4687-8daa-366b3e1d9c41), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:18.157120 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bd38aaa-97fc-4e8b-828b-6bd6ed54fefb admin admin] Network bbaeba58-97ce-4d65-bbf2-981851410a56 is already hosted by enough agents. {{(pid=103982) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:18:18.161464 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.scheduler.base_scheduler [None req-3bd38aaa-97fc-4e8b-828b-6bd6ed54fefb admin admin] Resources bound (agent type, host, resource id): {{(pid=103982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:18:18.163998 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd38aaa-97fc-4e8b-828b-6bd6ed54fefb admin admin] Pushing event updated for resources: {'Port': ['ID=80ff72a9-f605-4687-8daa-366b3e1d9c41,revision_number=1']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:18:18.166901 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd38aaa-97fc-4e8b-828b-6bd6ed54fefb admin admin] Received port after_create {{(pid=103982) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 12:18:18.519377 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-3bd38aaa-97fc-4e8b-828b-6bd6ed54fefb admin admin] Publish callbacks [] for router_gateway (ca8ca79f-1cdf-49e3-9634-7117659b5fad), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:18.765255 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-3bd38aaa-97fc-4e8b-828b-6bd6ed54fefb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1649956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2020060'] for router (ca8ca79f-1cdf-49e3-9634-7117659b5fad), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:18.928250 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ea07d6-5b6a-4763-9827-dd1c9c676704 req-66c7aa96-487c-429b-8198-48894121d0e6 tempest-VolumesSnapshotTestJSON-671111526 tempest-VolumesSnapshotTestJSON-671111526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:18:18.930324 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-49ea07d6-5b6a-4763-9827-dd1c9c676704 req-66c7aa96-487c-429b-8198-48894121d0e6 tempest-VolumesSnapshotTestJSON-671111526 tempest-VolumesSnapshotTestJSON-671111526-project] 10.222.0.58 "GET /v2.0/networks?id=01c48775-5633-4689-9804-dba274d33dd2 HTTP/1.1" status: 200 len: 813 time: 0.1131320 Apr 07 12:18:18.945924 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-49ea07d6-5b6a-4763-9827-dd1c9c676704 req-c78e120d-24f2-4eab-8b43-7b7ed29559f6 tempest-VolumesSnapshotTestJSON-671111526 tempest-VolumesSnapshotTestJSON-671111526-project] 10.222.0.58 "GET /v2.0/quotas/fb6983ffd3184523b17277cf5eac4ade HTTP/1.1" status: 200 len: 375 time: 0.0100062 Apr 07 12:18:18.985085 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-49ea07d6-5b6a-4763-9827-dd1c9c676704 req-a7787969-388d-4e7b-819d-0a45a6dd136a tempest-VolumesSnapshotTestJSON-671111526 tempest-VolumesSnapshotTestJSON-671111526-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=fb6983ffd3184523b17277cf5eac4ade&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0326824 Apr 07 12:18:18.992524 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-365c40f7-c143-4b80-88eb-a8ac93e78c54 None None] Network eec1f9a0-7959-4c02-871f-82483929c9d1 requested from dv-cinder-836930-1-iscsi {{(pid=103984) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 12:18:19.017487 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bd38aaa-97fc-4e8b-828b-6bd6ed54fefb admin admin] Router ca8ca79f-1cdf-49e3-9634-7117659b5fad is scheduled to L3 agent ad8978c4-6515-441c-a828-0289badd3b4a with binding_index 1 {{(pid=103982) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 12:18:19.058426 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.provisioning_blocks [None req-2af2dcd3-f45a-41d5-a338-39bda7db6613 None None] Provisioning complete for port 3417f385-06ce-43a0-a475-fe3846bce78e triggered by entity DHCP. {{(pid=103984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:18:19.058801 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-2af2dcd3-f45a-41d5-a338-39bda7db6613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7484729'] for port (3417f385-06ce-43a0-a475-fe3846bce78e), provisioning_complete {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:19.080092 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-49ea07d6-5b6a-4763-9827-dd1c9c676704 req-070f3a30-b1be-4d72-b99c-8939138bdc84 service neutron] 10.222.0.58 "GET /v2.0/networks/01c48775-5633-4689-9804-dba274d33dd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873997 Apr 07 12:18:19.139881 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bd38aaa-97fc-4e8b-828b-6bd6ed54fefb admin admin] Notify agent at l3_agent.dv-cinder-836930-1-iscsi the message routers_updated {{(pid=103982) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 12:18:19.166149 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe97b18-3919-4b8c-ba73-5d5dfb9c4594 None None] Sync routers for ids ['ca8ca79f-1cdf-49e3-9634-7117659b5fad'] in dv-cinder-836930-1-iscsi {{(pid=103984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 12:18:19.176991 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-49ea07d6-5b6a-4763-9827-dd1c9c676704 req-5102399e-eefd-4055-9a5c-da919ab93d79 service neutron] 10.222.0.58 "GET /v2.0/networks/01c48775-5633-4689-9804-dba274d33dd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902998 Apr 07 12:18:19.195020 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe97b18-3919-4b8c-ba73-5d5dfb9c4594 None None] Routers {'ca8ca79f-1cdf-49e3-9634-7117659b5fad'} bound to L3 agent in host dv-cinder-836930-1-iscsi {{(pid=103984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:18:19.195679 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_hamode_db [None req-bfe97b18-3919-4b8c-ba73-5d5dfb9c4594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836930-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T11:57:34Z,description=,heartbeat_timestamp=2022-04-07T12:18:04Z,host='dv-cinder-836930-1-iscsi',id=ad8978c4-6515-441c-a828-0289badd3b4a,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:57:35Z,topic='l3_agent')) {'router_ids': ['ca8ca79f-1cdf-49e3-9634-7117659b5fad'], 'active': True} {{(pid=103984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:18:19.197551 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-2af2dcd3-f45a-41d5-a338-39bda7db6613 None None] Current status of the port 3417f385-06ce-43a0-a475-fe3846bce78e is: DOWN; New status is: ACTIVE {{(pid=103984) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:18:19.197934 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-2af2dcd3-f45a-41d5-a338-39bda7db6613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (3417f385-06ce-43a0-a475-fe3846bce78e), before_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:19.214257 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-3bd38aaa-97fc-4e8b-828b-6bd6ed54fefb admin admin] Publish callbacks [] for router (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:19.218348 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [None req-3bd38aaa-97fc-4e8b-828b-6bd6ed54fefb admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.3063378 Apr 07 12:18:19.221919 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.58', 43760) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:18:19.480550 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Device 3417f385-06ce-43a0-a475-fe3846bce78e up at agent ovs-agent-dv-cinder-836930-1-iscsi {{(pid=103984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:18:19.486078 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.db [None req-2af2dcd3-f45a-41d5-a338-39bda7db6613 None None] For port 3417f385-06ce-43a0-a475-fe3846bce78e, host dv-cinder-836930-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836930-1-iscsi',level=0,port_id=3417f385-06ce-43a0-a475-fe3846bce78e,segment=NetworkSegment(59053603-6007-4f7c-9f39-e036bba1888e),segment_id=59053603-6007-4f7c-9f39-e036bba1888e)] {{(pid=103984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:18:19.542817 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_dvr_db [None req-bfe97b18-3919-4b8c-ba73-5d5dfb9c4594 None None] Set router ca8ca79f-1cdf-49e3-9634-7117659b5fad gateway port host: dv-cinder-836930-1-iscsi {{(pid=103984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:18:19.600397 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-2af2dcd3-f45a-41d5-a338-39bda7db6613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780057409639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780056949607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780056949625'] for port (3417f385-06ce-43a0-a475-fe3846bce78e), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:19.698642 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.provisioning_blocks [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Provisioning complete for port 3417f385-06ce-43a0-a475-fe3846bce78e triggered by entity L2. {{(pid=103984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:18:19.699010 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7484729'] for port (3417f385-06ce-43a0-a475-fe3846bce78e), provisioning_complete {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:19.742806 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af2dcd3-f45a-41d5-a338-39bda7db6613 None None] Pushing event updated for resources: {'Port': ['ID=3417f385-06ce-43a0-a475-fe3846bce78e,revision_number=3']} {{(pid=103984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:18:19.781721 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.provisioning_blocks [None req-d7f4c035-f7cf-4650-bd42-8731239a7191 None None] Provisioning complete for port 3417f385-06ce-43a0-a475-fe3846bce78e triggered by entity DHCP. {{(pid=103984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:18:19.782088 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-d7f4c035-f7cf-4650-bd42-8731239a7191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7484729'] for port (3417f385-06ce-43a0-a475-fe3846bce78e), provisioning_complete {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:19.809402 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-67296f86-65fb-43e2-a48b-36f6aa0762a9 req-ab620d8d-83bb-404e-8d4e-5bf3b1c7e84d tempest-VolumesSnapshotTestJSON-671111526 tempest-VolumesSnapshotTestJSON-671111526-project] 10.222.0.58 "GET /v2.0/ports?device_id=0f075240-5ed4-4970-b9ef-bc7a1e30d636 HTTP/1.1" status: 200 len: 210 time: 0.3071840 Apr 07 12:18:19.896110 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Current status of the port 3417f385-06ce-43a0-a475-fe3846bce78e is: ACTIVE; New status is: ACTIVE {{(pid=103984) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:18:19.897135 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Device 6be6968e-a869-46e2-8977-4ba1c04a3b65 up at agent ovs-agent-dv-cinder-836930-1-iscsi {{(pid=103984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:18:19.964910 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-d7f4c035-f7cf-4650-bd42-8731239a7191 None None] Current status of the port 3417f385-06ce-43a0-a475-fe3846bce78e is: ACTIVE; New status is: ACTIVE {{(pid=103984) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:18:19.967787 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_hamode_db [None req-bfe97b18-3919-4b8c-ba73-5d5dfb9c4594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca8ca79f-1cdf-49e3-9634-7117659b5fad', 'name': 'tempest-TestVolumeBootPattern-949378168-router', 'tenant_id': '3faecb4a1b1041ceafed955d685422b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'external_fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': '80ff72a9-f605-4687-8daa-366b3e1d9c41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:18:17Z', 'updated_at': '2022-04-07T12:18:18Z', 'revision_number': 3, 'project_id': '3faecb4a1b1041ceafed955d685422b2', 'gw_port': {'id': '80ff72a9-f605-4687-8daa-366b3e1d9c41', 'name': '', 'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:8b:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca8ca79f-1cdf-49e3-9634-7117659b5fad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:18:17Z', 'updated_at': '2022-04-07T12:18:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4554067d-f507-4a99-8a98-0874c02c5721', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836930-1-iscsi'}], 'dv-cinder-836930-1-iscsi', False) {} {{(pid=103984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:18:19.999350 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe97b18-3919-4b8c-ba73-5d5dfb9c4594 None None] Checking router: ca8ca79f-1cdf-49e3-9634-7117659b5fad for host: dv-cinder-836930-1-iscsi {{(pid=103984) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 12:18:20.000001 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe97b18-3919-4b8c-ba73-5d5dfb9c4594 None None] Updating router ca8ca79f-1cdf-49e3-9634-7117659b5fad port 80ff72a9-f605-4687-8daa-366b3e1d9c41 binding host dv-cinder-836930-1-iscsi {{(pid=103984) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 12:18:20.019871 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-698a3590-8933-49d7-8f81-c20a09967eaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (None), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:20.032979 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-bfe97b18-3919-4b8c-ba73-5d5dfb9c4594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (80ff72a9-f605-4687-8daa-366b3e1d9c41), before_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:20.035679 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.provisioning_blocks [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Provisioning complete for port 6be6968e-a869-46e2-8977-4ba1c04a3b65 triggered by entity L2. {{(pid=103984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:18:20.036039 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7484729'] for port (6be6968e-a869-46e2-8977-4ba1c04a3b65), provisioning_complete {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:20.173850 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.db.db_base_plugin_common [None req-698a3590-8933-49d7-8f81-c20a09967eaa admin admin] Allocated IP 172.20.0.1 (eec1f9a0-7959-4c02-871f-82483929c9d1/90cfee73-90af-4bfb-aa59-f80e90cc17f0/5cce0fa5-8268-414c-93cc-b17ddea9e0ef) {{(pid=103982) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 12:18:20.243086 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Current status of the port 6be6968e-a869-46e2-8977-4ba1c04a3b65 is: ACTIVE; New status is: ACTIVE {{(pid=103984) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:18:20.279771 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-698a3590-8933-49d7-8f81-c20a09967eaa admin admin] Publish callbacks [] for port (5cce0fa5-8268-414c-93cc-b17ddea9e0ef), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:20.346155 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-bfe97b18-3919-4b8c-ba73-5d5dfb9c4594 None None] Publish callbacks [] for port (80ff72a9-f605-4687-8daa-366b3e1d9c41), precommit_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:20.363888 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-698a3590-8933-49d7-8f81-c20a09967eaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780056949589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126593575'] for port (5cce0fa5-8268-414c-93cc-b17ddea9e0ef), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:20.398617 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-698a3590-8933-49d7-8f81-c20a09967eaa admin admin] Network eec1f9a0-7959-4c02-871f-82483929c9d1 is already hosted by enough agents. {{(pid=103982) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:18:20.402770 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.scheduler.base_scheduler [None req-698a3590-8933-49d7-8f81-c20a09967eaa admin admin] Resources bound (agent type, host, resource id): {{(pid=103982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:18:20.406748 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-698a3590-8933-49d7-8f81-c20a09967eaa admin admin] Received port after_create {{(pid=103982) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 12:18:20.432203 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698a3590-8933-49d7-8f81-c20a09967eaa admin admin] Pushing event updated for resources: {'Port': ['ID=5cce0fa5-8268-414c-93cc-b17ddea9e0ef,revision_number=1']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:18:20.449090 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-bfe97b18-3919-4b8c-ba73-5d5dfb9c4594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780057409639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780056949607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780056949625'] for port (80ff72a9-f605-4687-8daa-366b3e1d9c41), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:20.453135 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-698a3590-8933-49d7-8f81-c20a09967eaa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2021299'] for router_interface (ca8ca79f-1cdf-49e3-9634-7117659b5fad), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:20.518901 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.managers [None req-bfe97b18-3919-4b8c-ba73-5d5dfb9c4594 None None] Attempting to bind port 80ff72a9-f605-4687-8daa-366b3e1d9c41 on host dv-cinder-836930-1-iscsi for vnic_type normal with profile {{(pid=103984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 12:18:20.519289 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.managers [None req-bfe97b18-3919-4b8c-ba73-5d5dfb9c4594 None None] Attempting to bind port 80ff72a9-f605-4687-8daa-366b3e1d9c41 by drivers openvswitch,hyperv on host dv-cinder-836930-1-iscsi at level 0 using segments [{'id': '82c7666f-c776-4b0f-ab14-8be16f51c525', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56'}] {{(pid=103984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 12:18:20.519752 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe97b18-3919-4b8c-ba73-5d5dfb9c4594 None None] Attempting to bind port 80ff72a9-f605-4687-8daa-366b3e1d9c41 on network bbaeba58-97ce-4d65-bbf2-981851410a56 {{(pid=103984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:18:20.521634 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d389b68-9a02-4db5-8899-b10eeb776e0b None None] Pushing event updated for resources: {'Port': ['ID=80ff72a9-f605-4687-8daa-366b3e1d9c41,revision_number=2']} {{(pid=103984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:18:20.527965 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe97b18-3919-4b8c-ba73-5d5dfb9c4594 None None] Checking agent: {'id': '18566f30-62c1-4fb1-af49-ebd049d63fec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836930-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 57, 39), 'started_at': datetime.datetime(2022, 4, 7, 11, 58, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 12, 18, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836930-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 12:18:20.528454 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe97b18-3919-4b8c-ba73-5d5dfb9c4594 None None] Checking segment: {'id': '82c7666f-c776-4b0f-ab14-8be16f51c525', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:18:20.528841 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-bfe97b18-3919-4b8c-ba73-5d5dfb9c4594 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:20.529726 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe97b18-3919-4b8c-ba73-5d5dfb9c4594 None None] Bound using segment: {'id': '82c7666f-c776-4b0f-ab14-8be16f51c525', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56'} {{(pid=103984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 12:18:20.530195 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.managers [None req-bfe97b18-3919-4b8c-ba73-5d5dfb9c4594 None None] Bound port: 80ff72a9-f605-4687-8daa-366b3e1d9c41, host: dv-cinder-836930-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82c7666f-c776-4b0f-ab14-8be16f51c525', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56'}}] {{(pid=103984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 12:18:20.530575 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-bfe97b18-3919-4b8c-ba73-5d5dfb9c4594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (80ff72a9-f605-4687-8daa-366b3e1d9c41), before_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:20.593393 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.db [None req-bfe97b18-3919-4b8c-ba73-5d5dfb9c4594 None None] For port 80ff72a9-f605-4687-8daa-366b3e1d9c41, host dv-cinder-836930-1-iscsi, cleared binding levels {{(pid=103984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 12:18:20.596816 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.db [None req-bfe97b18-3919-4b8c-ba73-5d5dfb9c4594 None None] For port 80ff72a9-f605-4687-8daa-366b3e1d9c41, host dv-cinder-836930-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836930-1-iscsi',level=0,port_id=80ff72a9-f605-4687-8daa-366b3e1d9c41,segment=NetworkSegment(82c7666f-c776-4b0f-ab14-8be16f51c525),segment_id=82c7666f-c776-4b0f-ab14-8be16f51c525)] {{(pid=103984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 12:18:20.692732 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.provisioning_blocks [None req-17442b33-c852-4b58-b1ec-fbe3793b9ebf None None] Provisioning complete for port 5cce0fa5-8268-414c-93cc-b17ddea9e0ef triggered by entity DHCP. {{(pid=103984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:18:20.693102 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-17442b33-c852-4b58-b1ec-fbe3793b9ebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7484729'] for port (5cce0fa5-8268-414c-93cc-b17ddea9e0ef), provisioning_complete {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:20.723384 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-698a3590-8933-49d7-8f81-c20a09967eaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (5cce0fa5-8268-414c-93cc-b17ddea9e0ef), before_update {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:20.726999 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-17442b33-c852-4b58-b1ec-fbe3793b9ebf None None] Port 5cce0fa5-8268-414c-93cc-b17ddea9e0ef cannot update to ACTIVE because it is not bound. {{(pid=103984) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 12:18:20.740807 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-bfe97b18-3919-4b8c-ba73-5d5dfb9c4594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780057409639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780056949607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780056949625'] for port (80ff72a9-f605-4687-8daa-366b3e1d9c41), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:20.799829 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d389b68-9a02-4db5-8899-b10eeb776e0b None None] Pushing event updated for resources: {'Port': ['ID=80ff72a9-f605-4687-8daa-366b3e1d9c41,revision_number=3']} {{(pid=103984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:18:20.802392 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe97b18-3919-4b8c-ba73-5d5dfb9c4594 None None] Routers {'ca8ca79f-1cdf-49e3-9634-7117659b5fad'} bound to L3 agent in host dv-cinder-836930-1-iscsi {{(pid=103984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:18:20.802987 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_hamode_db [None req-bfe97b18-3919-4b8c-ba73-5d5dfb9c4594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836930-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T11:57:34Z,description=,heartbeat_timestamp=2022-04-07T12:18:04Z,host='dv-cinder-836930-1-iscsi',id=ad8978c4-6515-441c-a828-0289badd3b4a,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:57:35Z,topic='l3_agent')) {'router_ids': ['ca8ca79f-1cdf-49e3-9634-7117659b5fad'], 'active': True} {{(pid=103984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:18:20.896657 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-1c1ade64-653a-4a10-82b4-5c02ec5e97cb req-e3a1f237-2afb-4759-98ab-8c860059cdb8 tempest-VolumesSnapshotTestJSON-671111526 tempest-VolumesSnapshotTestJSON-671111526-project] 10.222.0.58 "GET /v2.0/ports?device_id=0f075240-5ed4-4970-b9ef-bc7a1e30d636 HTTP/1.1" status: 200 len: 210 time: 0.0371807 Apr 07 12:18:20.903647 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-698a3590-8933-49d7-8f81-c20a09967eaa admin admin] Publish callbacks [] for port (5cce0fa5-8268-414c-93cc-b17ddea9e0ef), precommit_update {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:20.924193 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_dvr_db [None req-bfe97b18-3919-4b8c-ba73-5d5dfb9c4594 None None] Set router ca8ca79f-1cdf-49e3-9634-7117659b5fad gateway port host: dv-cinder-836930-1-iscsi {{(pid=103984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:18:20.967048 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-698a3590-8933-49d7-8f81-c20a09967eaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780057409639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780056949607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780056949625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126593592'] for port (5cce0fa5-8268-414c-93cc-b17ddea9e0ef), after_update {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:21.037088 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698a3590-8933-49d7-8f81-c20a09967eaa admin admin] Pushing event updated for resources: {'Port': ['ID=5cce0fa5-8268-414c-93cc-b17ddea9e0ef,revision_number=2']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:18:21.039632 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-698a3590-8933-49d7-8f81-c20a09967eaa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2021151'] for router_interface (ca8ca79f-1cdf-49e3-9634-7117659b5fad), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:21.122843 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_hamode_db [None req-bfe97b18-3919-4b8c-ba73-5d5dfb9c4594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca8ca79f-1cdf-49e3-9634-7117659b5fad', 'name': 'tempest-TestVolumeBootPattern-949378168-router', 'tenant_id': '3faecb4a1b1041ceafed955d685422b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'external_fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': '80ff72a9-f605-4687-8daa-366b3e1d9c41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:18:17Z', 'updated_at': '2022-04-07T12:18:20Z', 'revision_number': 4, 'project_id': '3faecb4a1b1041ceafed955d685422b2', 'gw_port': {'id': '80ff72a9-f605-4687-8daa-366b3e1d9c41', 'name': '', 'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:8b:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca8ca79f-1cdf-49e3-9634-7117659b5fad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:18:17Z', 'updated_at': '2022-04-07T12:18:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4554067d-f507-4a99-8a98-0874c02c5721', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836930-1-iscsi', '_interfaces': [{'id': '5cce0fa5-8268-414c-93cc-b17ddea9e0ef', 'name': '', 'network_id': 'eec1f9a0-7959-4c02-871f-82483929c9d1', 'tenant_id': '3faecb4a1b1041ceafed955d685422b2', 'mac_address': 'fa:16:3e:56:09:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca8ca79f-1cdf-49e3-9634-7117659b5fad', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '90cfee73-90af-4bfb-aa59-f80e90cc17f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:18:20Z', 'updated_at': '2022-04-07T12:18:20Z', 'revision_number': 1, 'project_id': '3faecb4a1b1041ceafed955d685422b2', 'subnets': [{'id': '90cfee73-90af-4bfb-aa59-f80e90cc17f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836930-1-iscsi', False) {} {{(pid=103984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:18:21.130196 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-698a3590-8933-49d7-8f81-c20a09967eaa admin admin] Network eec1f9a0-7959-4c02-871f-82483929c9d1 is already hosted by enough agents. {{(pid=103982) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:18:21.131642 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.scheduler.base_scheduler [None req-698a3590-8933-49d7-8f81-c20a09967eaa admin admin] Resources bound (agent type, host, resource id): {{(pid=103982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:18:21.154388 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe97b18-3919-4b8c-ba73-5d5dfb9c4594 None None] The sync data for ids ['ca8ca79f-1cdf-49e3-9634-7117659b5fad'] in dv-cinder-836930-1-iscsi is: [{'id': 'ca8ca79f-1cdf-49e3-9634-7117659b5fad', 'name': 'tempest-TestVolumeBootPattern-949378168-router', 'tenant_id': '3faecb4a1b1041ceafed955d685422b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'external_fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': '80ff72a9-f605-4687-8daa-366b3e1d9c41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:18:17Z', 'updated_at': '2022-04-07T12:18:20Z', 'revision_number': 4, 'project_id': '3faecb4a1b1041ceafed955d685422b2', 'gw_port': {'id': '80ff72a9-f605-4687-8daa-366b3e1d9c41', 'name': '', 'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:8b:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca8ca79f-1cdf-49e3-9634-7117659b5fad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:18:17Z', 'updated_at': '2022-04-07T12:18:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4554067d-f507-4a99-8a98-0874c02c5721', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836930-1-iscsi', '_interfaces': [{'id': '5cce0fa5-8268-414c-93cc-b17ddea9e0ef', 'name': '', 'network_id': 'eec1f9a0-7959-4c02-871f-82483929c9d1', 'tenant_id': '3faecb4a1b1041ceafed955d685422b2', 'mac_address': 'fa:16:3e:56:09:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca8ca79f-1cdf-49e3-9634-7117659b5fad', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '90cfee73-90af-4bfb-aa59-f80e90cc17f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:18:20Z', 'updated_at': '2022-04-07T12:18:20Z', 'revision_number': 1, 'project_id': '3faecb4a1b1041ceafed955d685422b2', 'subnets': [{'id': '90cfee73-90af-4bfb-aa59-f80e90cc17f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 12:18:21.277874 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-698a3590-8933-49d7-8f81-c20a09967eaa admin admin] Router ca8ca79f-1cdf-49e3-9634-7117659b5fad has already been hosted by L3 agent ad8978c4-6515-441c-a828-0289badd3b4a {{(pid=103982) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 12:18:21.315065 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Device 3417f385-06ce-43a0-a475-fe3846bce78e up at agent ovs-agent-dv-cinder-836930-1-iscsi {{(pid=103984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:18:21.372740 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.provisioning_blocks [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Provisioning complete for port 3417f385-06ce-43a0-a475-fe3846bce78e triggered by entity L2. {{(pid=103984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:18:21.373257 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7484729'] for port (3417f385-06ce-43a0-a475-fe3846bce78e), provisioning_complete {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:21.414715 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-698a3590-8933-49d7-8f81-c20a09967eaa admin admin] Notify agent at l3_agent.dv-cinder-836930-1-iscsi the message routers_updated {{(pid=103982) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 12:18:21.420698 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [None req-698a3590-8933-49d7-8f81-c20a09967eaa admin admin] 10.222.0.58 "PUT /v2.0/routers/ca8ca79f-1cdf-49e3-9634-7117659b5fad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2006021 Apr 07 12:18:21.499199 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.provisioning_blocks [None req-22fb8641-a7de-4b20-a1bd-bb9599f120a8 None None] Provisioning complete for port 5cce0fa5-8268-414c-93cc-b17ddea9e0ef triggered by entity DHCP. {{(pid=103984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:18:21.499575 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-22fb8641-a7de-4b20-a1bd-bb9599f120a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7484729'] for port (5cce0fa5-8268-414c-93cc-b17ddea9e0ef), provisioning_complete {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:21.534872 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Current status of the port 3417f385-06ce-43a0-a475-fe3846bce78e is: ACTIVE; New status is: ACTIVE {{(pid=103984) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:18:21.545317 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-22fb8641-a7de-4b20-a1bd-bb9599f120a8 None None] Port 5cce0fa5-8268-414c-93cc-b17ddea9e0ef cannot update to ACTIVE because it is not bound. {{(pid=103984) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 12:18:21.986142 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-2402db9b-1132-479c-b8f5-fcd631a37fa6 req-412ab5c7-0bf8-4d49-8632-e41e41254b74 tempest-VolumesSnapshotTestJSON-671111526 tempest-VolumesSnapshotTestJSON-671111526-project] 10.222.0.58 "GET /v2.0/ports?device_id=0f075240-5ed4-4970-b9ef-bc7a1e30d636 HTTP/1.1" status: 200 len: 210 time: 0.0283117 Apr 07 12:18:22.066946 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.58', 43784) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:18:22.071703 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.v2.base [None req-9fa040dd-f7e1-4068-8c96-8417317d90b3 tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1900540144', 'description': 'tempest-secgroup-smoke-1900540144 description', 'project_id': 'e1b2030530534aa6979de076136fa20a'}} {{(pid=103982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:18:22.186769 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-9fa040dd-f7e1-4068-8c96-8417317d90b3 tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Publish callbacks [] for security_group (None), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:22.262416 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-9fa040dd-f7e1-4068-8c96-8417317d90b3 tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Publish callbacks [] for security_group (7f22cb13-67b3-4270-941d-47a255e4854d), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:22.334661 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-9fa040dd-f7e1-4068-8c96-8417317d90b3 tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678166'] for security_group (7f22cb13-67b3-4270-941d-47a255e4854d), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:22.374578 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa040dd-f7e1-4068-8c96-8417317d90b3 tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f22cb13-67b3-4270-941d-47a255e4854d,revision_number=1']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:18:22.438346 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-9fa040dd-f7e1-4068-8c96-8417317d90b3 tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Publish callbacks [] for security_group (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:22.445861 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [None req-9fa040dd-f7e1-4068-8c96-8417317d90b3 tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3714573 Apr 07 12:18:22.445861 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.58', 43786) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:18:22.447508 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.v2.base [None req-1c66ccb4-7331-4507-adc8-97a94d7c2dae tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Request body: {'security_group_rule': {'security_group_id': '7f22cb13-67b3-4270-941d-47a255e4854d', 'project_id': 'e1b2030530534aa6979de076136fa20a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:18:22.532007 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-1c66ccb4-7331-4507-adc8-97a94d7c2dae tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Publish callbacks [] for security_group_rule (876bebef-52fb-4ff6-9094-98baedfe16b3), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:22.590746 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-1c66ccb4-7331-4507-adc8-97a94d7c2dae tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Publish callbacks [] for security_group_rule (876bebef-52fb-4ff6-9094-98baedfe16b3), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:22.683086 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-1c66ccb4-7331-4507-adc8-97a94d7c2dae tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678271'] for security_group_rule (876bebef-52fb-4ff6-9094-98baedfe16b3), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:22.702203 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c66ccb4-7331-4507-adc8-97a94d7c2dae tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=876bebef-52fb-4ff6-9094-98baedfe16b3,revision_number=0']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:18:22.808393 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-1c66ccb4-7331-4507-adc8-97a94d7c2dae tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:22.809555 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [None req-1c66ccb4-7331-4507-adc8-97a94d7c2dae tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3663018 Apr 07 12:18:22.812540 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.58', 43788) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:18:22.816811 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.v2.base [None req-7ce1ebcc-88ce-44b1-b445-18d9e8262cef tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Request body: {'security_group_rule': {'security_group_id': '7f22cb13-67b3-4270-941d-47a255e4854d', 'project_id': 'e1b2030530534aa6979de076136fa20a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:18:22.929002 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-7ce1ebcc-88ce-44b1-b445-18d9e8262cef tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Publish callbacks [] for security_group_rule (88789cb7-a002-4777-bac7-0c4d328ebfe3), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:22.988042 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-7ce1ebcc-88ce-44b1-b445-18d9e8262cef tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Publish callbacks [] for security_group_rule (88789cb7-a002-4777-bac7-0c4d328ebfe3), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:23.062998 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-93eb12b0-edb4-4647-9dca-5b1bbe6a56ec req-f076f0c6-0294-4331-bae7-067c5ab89da2 tempest-VolumesSnapshotTestJSON-671111526 tempest-VolumesSnapshotTestJSON-671111526-project] 10.222.0.58 "GET /v2.0/ports?device_id=0f075240-5ed4-4970-b9ef-bc7a1e30d636 HTTP/1.1" status: 200 len: 210 time: 0.0279355 Apr 07 12:18:23.084254 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-7ce1ebcc-88ce-44b1-b445-18d9e8262cef tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678271'] for security_group_rule (88789cb7-a002-4777-bac7-0c4d328ebfe3), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:23.105259 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce1ebcc-88ce-44b1-b445-18d9e8262cef tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88789cb7-a002-4777-bac7-0c4d328ebfe3,revision_number=0']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:18:23.189088 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-7ce1ebcc-88ce-44b1-b445-18d9e8262cef tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:23.190304 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [None req-7ce1ebcc-88ce-44b1-b445-18d9e8262cef tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3768499 Apr 07 12:18:23.193003 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.58', 43796) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:18:23.198878 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.v2.base [None req-bbf4afc2-0948-4f8b-9be8-9daaddf92adc tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Request body: {'security_group_rule': {'security_group_id': '7f22cb13-67b3-4270-941d-47a255e4854d', 'project_id': 'e1b2030530534aa6979de076136fa20a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:18:23.288818 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-bbf4afc2-0948-4f8b-9be8-9daaddf92adc tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Publish callbacks [] for security_group_rule (84fb6ae1-32f2-4f4d-a766-cc4c8206aa0a), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:23.301510 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Device 80ff72a9-f605-4687-8daa-366b3e1d9c41 up at agent ovs-agent-dv-cinder-836930-1-iscsi {{(pid=103984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:18:23.346448 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-bbf4afc2-0948-4f8b-9be8-9daaddf92adc tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Publish callbacks [] for security_group_rule (84fb6ae1-32f2-4f4d-a766-cc4c8206aa0a), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:23.350748 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.provisioning_blocks [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Provisioning complete for port 80ff72a9-f605-4687-8daa-366b3e1d9c41 triggered by entity L2. {{(pid=103984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:18:23.351150 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7484729'] for port (80ff72a9-f605-4687-8daa-366b3e1d9c41), provisioning_complete {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:23.430432 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Current status of the port 80ff72a9-f605-4687-8daa-366b3e1d9c41 is: DOWN; New status is: ACTIVE {{(pid=103984) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:18:23.430816 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (80ff72a9-f605-4687-8daa-366b3e1d9c41), before_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:23.432044 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-bbf4afc2-0948-4f8b-9be8-9daaddf92adc tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678271'] for security_group_rule (84fb6ae1-32f2-4f4d-a766-cc4c8206aa0a), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:23.450491 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf4afc2-0948-4f8b-9be8-9daaddf92adc tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84fb6ae1-32f2-4f4d-a766-cc4c8206aa0a,revision_number=0']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:18:23.453545 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.db [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] For port 80ff72a9-f605-4687-8daa-366b3e1d9c41, host dv-cinder-836930-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836930-1-iscsi',level=0,port_id=80ff72a9-f605-4687-8daa-366b3e1d9c41,segment=NetworkSegment(82c7666f-c776-4b0f-ab14-8be16f51c525),segment_id=82c7666f-c776-4b0f-ab14-8be16f51c525)] {{(pid=103984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:18:23.528858 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780057409639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780056949607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780056949625'] for port (80ff72a9-f605-4687-8daa-366b3e1d9c41), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:23.531504 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-bbf4afc2-0948-4f8b-9be8-9daaddf92adc tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:23.532966 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [None req-bbf4afc2-0948-4f8b-9be8-9daaddf92adc tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3390601 Apr 07 12:18:23.535857 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.58', 43798) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:18:23.540315 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.v2.base [None req-e5237454-dd1e-47ed-ad7a-ba504a9cfd4b tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Request body: {'security_group_rule': {'security_group_id': '7f22cb13-67b3-4270-941d-47a255e4854d', 'project_id': 'e1b2030530534aa6979de076136fa20a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:18:23.584630 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Pushing event updated for resources: {'Port': ['ID=80ff72a9-f605-4687-8daa-366b3e1d9c41,revision_number=4']} {{(pid=103984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:18:23.612948 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab8fa96-9586-4c11-9014-15b5950f8018 None None] Sync routers for ids ['ca8ca79f-1cdf-49e3-9634-7117659b5fad'] in dv-cinder-836930-1-iscsi {{(pid=103985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 12:18:23.624026 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab8fa96-9586-4c11-9014-15b5950f8018 None None] Routers {'ca8ca79f-1cdf-49e3-9634-7117659b5fad'} bound to L3 agent in host dv-cinder-836930-1-iscsi {{(pid=103985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:18:23.624664 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_hamode_db [None req-8ab8fa96-9586-4c11-9014-15b5950f8018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836930-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T11:57:34Z,description=,heartbeat_timestamp=2022-04-07T12:18:04Z,host='dv-cinder-836930-1-iscsi',id=ad8978c4-6515-441c-a828-0289badd3b4a,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:57:35Z,topic='l3_agent')) {'router_ids': ['ca8ca79f-1cdf-49e3-9634-7117659b5fad'], 'active': True} {{(pid=103985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:18:23.630991 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-e5237454-dd1e-47ed-ad7a-ba504a9cfd4b tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Publish callbacks [] for security_group_rule (00f5c0df-5c86-4b44-8db4-21e08948436f), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:23.693403 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-e5237454-dd1e-47ed-ad7a-ba504a9cfd4b tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Publish callbacks [] for security_group_rule (00f5c0df-5c86-4b44-8db4-21e08948436f), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:23.733371 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_dvr_db [None req-8ab8fa96-9586-4c11-9014-15b5950f8018 None None] Set router ca8ca79f-1cdf-49e3-9634-7117659b5fad gateway port host: dv-cinder-836930-1-iscsi {{(pid=103985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:18:23.785961 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-e5237454-dd1e-47ed-ad7a-ba504a9cfd4b tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678271'] for security_group_rule (00f5c0df-5c86-4b44-8db4-21e08948436f), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:23.804439 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5237454-dd1e-47ed-ad7a-ba504a9cfd4b tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00f5c0df-5c86-4b44-8db4-21e08948436f,revision_number=0']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:18:23.899590 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-e5237454-dd1e-47ed-ad7a-ba504a9cfd4b tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:23.900831 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [None req-e5237454-dd1e-47ed-ad7a-ba504a9cfd4b tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3639252 Apr 07 12:18:23.904128 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.58', 43802) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:18:23.908438 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.v2.base [None req-f928abc2-8c25-4b13-a52e-2eb365face7e tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Request body: {'security_group_rule': {'security_group_id': '7f22cb13-67b3-4270-941d-47a255e4854d', 'project_id': 'e1b2030530534aa6979de076136fa20a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:18:23.931513 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_hamode_db [None req-8ab8fa96-9586-4c11-9014-15b5950f8018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca8ca79f-1cdf-49e3-9634-7117659b5fad', 'name': 'tempest-TestVolumeBootPattern-949378168-router', 'tenant_id': '3faecb4a1b1041ceafed955d685422b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'external_fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': '80ff72a9-f605-4687-8daa-366b3e1d9c41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:18:17Z', 'updated_at': '2022-04-07T12:18:20Z', 'revision_number': 4, 'project_id': '3faecb4a1b1041ceafed955d685422b2', 'gw_port': {'id': '80ff72a9-f605-4687-8daa-366b3e1d9c41', 'name': '', 'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:8b:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca8ca79f-1cdf-49e3-9634-7117659b5fad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:18:17Z', 'updated_at': '2022-04-07T12:18:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4554067d-f507-4a99-8a98-0874c02c5721', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836930-1-iscsi', '_interfaces': [{'id': '5cce0fa5-8268-414c-93cc-b17ddea9e0ef', 'name': '', 'network_id': 'eec1f9a0-7959-4c02-871f-82483929c9d1', 'tenant_id': '3faecb4a1b1041ceafed955d685422b2', 'mac_address': 'fa:16:3e:56:09:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca8ca79f-1cdf-49e3-9634-7117659b5fad', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '90cfee73-90af-4bfb-aa59-f80e90cc17f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:18:20Z', 'updated_at': '2022-04-07T12:18:20Z', 'revision_number': 2, 'project_id': '3faecb4a1b1041ceafed955d685422b2', 'subnets': [{'id': '90cfee73-90af-4bfb-aa59-f80e90cc17f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836930-1-iscsi', False) {} {{(pid=103985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:18:23.957446 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab8fa96-9586-4c11-9014-15b5950f8018 None None] Checking router: ca8ca79f-1cdf-49e3-9634-7117659b5fad for host: dv-cinder-836930-1-iscsi {{(pid=103985) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 12:18:23.957793 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab8fa96-9586-4c11-9014-15b5950f8018 None None] Updating router ca8ca79f-1cdf-49e3-9634-7117659b5fad port 5cce0fa5-8268-414c-93cc-b17ddea9e0ef binding host dv-cinder-836930-1-iscsi {{(pid=103985) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 12:18:23.984463 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron_lib.callbacks.manager [None req-8ab8fa96-9586-4c11-9014-15b5950f8018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (5cce0fa5-8268-414c-93cc-b17ddea9e0ef), before_update {{(pid=103985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:24.012158 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.db.securitygroups_db [None req-f928abc2-8c25-4b13-a52e-2eb365face7e tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Project e1b2030530534aa6979de076136fa20a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 07 12:18:24.017783 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-f928abc2-8c25-4b13-a52e-2eb365face7e tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Publish callbacks [] for security_group_rule (fb2b7ba9-6fd4-43d3-9b82-7ec6839a0f71), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:24.075334 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-f928abc2-8c25-4b13-a52e-2eb365face7e tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Publish callbacks [] for security_group_rule (fb2b7ba9-6fd4-43d3-9b82-7ec6839a0f71), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:24.157363 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-b0d852a5-d096-4751-80cd-c3aca3b97fd6 req-ede9f2fe-422e-47b4-becf-9046367a22ff tempest-VolumesSnapshotTestJSON-671111526 tempest-VolumesSnapshotTestJSON-671111526-project] 10.222.0.58 "GET /v2.0/ports?device_id=0f075240-5ed4-4970-b9ef-bc7a1e30d636 HTTP/1.1" status: 200 len: 210 time: 0.0286875 Apr 07 12:18:24.168946 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-f928abc2-8c25-4b13-a52e-2eb365face7e tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678271'] for security_group_rule (fb2b7ba9-6fd4-43d3-9b82-7ec6839a0f71), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:24.188647 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f928abc2-8c25-4b13-a52e-2eb365face7e tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb2b7ba9-6fd4-43d3-9b82-7ec6839a0f71,revision_number=0']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:18:24.245998 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron_lib.callbacks.manager [None req-8ab8fa96-9586-4c11-9014-15b5950f8018 None None] Publish callbacks [] for port (5cce0fa5-8268-414c-93cc-b17ddea9e0ef), precommit_update {{(pid=103985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:24.262090 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-f928abc2-8c25-4b13-a52e-2eb365face7e tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:24.263857 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [None req-f928abc2-8c25-4b13-a52e-2eb365face7e tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3587542 Apr 07 12:18:24.266631 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.58', 43806) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:18:24.271616 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.v2.base [None req-fb20a6bf-4d33-4668-94b0-2b4954dfd29d tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Request body: {'security_group_rule': {'security_group_id': '7f22cb13-67b3-4270-941d-47a255e4854d', 'project_id': 'e1b2030530534aa6979de076136fa20a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:18:24.320566 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron_lib.callbacks.manager [None req-8ab8fa96-9586-4c11-9014-15b5950f8018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780057409639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780056949607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780056949625'] for port (5cce0fa5-8268-414c-93cc-b17ddea9e0ef), after_update {{(pid=103985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:24.360913 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.db.securitygroups_db [None req-fb20a6bf-4d33-4668-94b0-2b4954dfd29d tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Project e1b2030530534aa6979de076136fa20a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 07 12:18:24.367997 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-fb20a6bf-4d33-4668-94b0-2b4954dfd29d tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Publish callbacks [] for security_group_rule (c17984c3-2ecd-4011-85cc-9f26f8b49500), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:24.369241 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2ba748-5d73-4b4b-a549-6e7901b0092a None None] Pushing event updated for resources: {'Port': ['ID=5cce0fa5-8268-414c-93cc-b17ddea9e0ef,revision_number=3']} {{(pid=103985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:18:24.424124 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.plugins.ml2.managers [None req-8ab8fa96-9586-4c11-9014-15b5950f8018 None None] Attempting to bind port 5cce0fa5-8268-414c-93cc-b17ddea9e0ef on host dv-cinder-836930-1-iscsi for vnic_type normal with profile {{(pid=103985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 12:18:24.424507 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.plugins.ml2.managers [None req-8ab8fa96-9586-4c11-9014-15b5950f8018 None None] Attempting to bind port 5cce0fa5-8268-414c-93cc-b17ddea9e0ef by drivers openvswitch,hyperv on host dv-cinder-836930-1-iscsi at level 0 using segments [{'id': '59053603-6007-4f7c-9f39-e036bba1888e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'eec1f9a0-7959-4c02-871f-82483929c9d1'}] {{(pid=103985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 12:18:24.424873 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab8fa96-9586-4c11-9014-15b5950f8018 None None] Attempting to bind port 5cce0fa5-8268-414c-93cc-b17ddea9e0ef on network eec1f9a0-7959-4c02-871f-82483929c9d1 {{(pid=103985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:18:24.430165 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab8fa96-9586-4c11-9014-15b5950f8018 None None] Checking agent: {'id': '18566f30-62c1-4fb1-af49-ebd049d63fec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836930-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 57, 39), 'started_at': datetime.datetime(2022, 4, 7, 11, 58, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 12, 18, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836930-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 12:18:24.437972 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab8fa96-9586-4c11-9014-15b5950f8018 None None] Checking segment: {'id': '59053603-6007-4f7c-9f39-e036bba1888e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'eec1f9a0-7959-4c02-871f-82483929c9d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:18:24.437972 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron_lib.callbacks.manager [None req-8ab8fa96-9586-4c11-9014-15b5950f8018 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:24.437972 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab8fa96-9586-4c11-9014-15b5950f8018 None None] Bound using segment: {'id': '59053603-6007-4f7c-9f39-e036bba1888e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'eec1f9a0-7959-4c02-871f-82483929c9d1'} {{(pid=103985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 12:18:24.437972 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.plugins.ml2.managers [None req-8ab8fa96-9586-4c11-9014-15b5950f8018 None None] Bound port: 5cce0fa5-8268-414c-93cc-b17ddea9e0ef, host: dv-cinder-836930-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59053603-6007-4f7c-9f39-e036bba1888e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'eec1f9a0-7959-4c02-871f-82483929c9d1'}}] {{(pid=103985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 12:18:24.437972 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron_lib.callbacks.manager [None req-8ab8fa96-9586-4c11-9014-15b5950f8018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (5cce0fa5-8268-414c-93cc-b17ddea9e0ef), before_update {{(pid=103985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:24.439173 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-fb20a6bf-4d33-4668-94b0-2b4954dfd29d tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Publish callbacks [] for security_group_rule (c17984c3-2ecd-4011-85cc-9f26f8b49500), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:24.500801 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.plugins.ml2.db [None req-8ab8fa96-9586-4c11-9014-15b5950f8018 None None] For port 5cce0fa5-8268-414c-93cc-b17ddea9e0ef, host dv-cinder-836930-1-iscsi, cleared binding levels {{(pid=103985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 12:18:24.504143 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.plugins.ml2.db [None req-8ab8fa96-9586-4c11-9014-15b5950f8018 None None] For port 5cce0fa5-8268-414c-93cc-b17ddea9e0ef, host dv-cinder-836930-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836930-1-iscsi',level=0,port_id=5cce0fa5-8268-414c-93cc-b17ddea9e0ef,segment=NetworkSegment(59053603-6007-4f7c-9f39-e036bba1888e),segment_id=59053603-6007-4f7c-9f39-e036bba1888e)] {{(pid=103985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 12:18:24.515256 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-fb20a6bf-4d33-4668-94b0-2b4954dfd29d tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678271'] for security_group_rule (c17984c3-2ecd-4011-85cc-9f26f8b49500), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:24.541370 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb20a6bf-4d33-4668-94b0-2b4954dfd29d tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c17984c3-2ecd-4011-85cc-9f26f8b49500,revision_number=0']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:18:24.586859 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.provisioning_blocks [None req-09abd74e-41bf-469e-a91c-8fca0e19edc1 None None] Provisioning complete for port 5cce0fa5-8268-414c-93cc-b17ddea9e0ef triggered by entity DHCP. {{(pid=103984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:18:24.587450 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-09abd74e-41bf-469e-a91c-8fca0e19edc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7484729'] for port (5cce0fa5-8268-414c-93cc-b17ddea9e0ef), provisioning_complete {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:24.598285 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron_lib.callbacks.manager [None req-8ab8fa96-9586-4c11-9014-15b5950f8018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780057409639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780056949607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780056949625'] for port (5cce0fa5-8268-414c-93cc-b17ddea9e0ef), after_update {{(pid=103985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:24.620472 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-09abd74e-41bf-469e-a91c-8fca0e19edc1 None None] Port 5cce0fa5-8268-414c-93cc-b17ddea9e0ef cannot update to ACTIVE because it is not bound. {{(pid=103984) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 12:18:24.632302 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-fb20a6bf-4d33-4668-94b0-2b4954dfd29d tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:24.636705 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [None req-fb20a6bf-4d33-4668-94b0-2b4954dfd29d tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3660057 Apr 07 12:18:24.649230 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab8fa96-9586-4c11-9014-15b5950f8018 None None] Routers {'ca8ca79f-1cdf-49e3-9634-7117659b5fad'} bound to L3 agent in host dv-cinder-836930-1-iscsi {{(pid=103985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:18:24.649879 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_hamode_db [None req-8ab8fa96-9586-4c11-9014-15b5950f8018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836930-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T11:57:34Z,description=,heartbeat_timestamp=2022-04-07T12:18:04Z,host='dv-cinder-836930-1-iscsi',id=ad8978c4-6515-441c-a828-0289badd3b4a,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:57:35Z,topic='l3_agent')) {'router_ids': ['ca8ca79f-1cdf-49e3-9634-7117659b5fad'], 'active': True} {{(pid=103985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:18:24.697021 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2ba748-5d73-4b4b-a549-6e7901b0092a None None] Pushing event updated for resources: {'Port': ['ID=5cce0fa5-8268-414c-93cc-b17ddea9e0ef,revision_number=4']} {{(pid=103985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:18:24.787990 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_dvr_db [None req-8ab8fa96-9586-4c11-9014-15b5950f8018 None None] Set router ca8ca79f-1cdf-49e3-9634-7117659b5fad gateway port host: dv-cinder-836930-1-iscsi {{(pid=103985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:18:24.843401 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.provisioning_blocks [None req-af3a8d85-8739-44f7-a331-337411c66380 None None] Provisioning complete for port 5cce0fa5-8268-414c-93cc-b17ddea9e0ef triggered by entity DHCP. {{(pid=103984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:18:24.844048 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-af3a8d85-8739-44f7-a331-337411c66380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7484729'] for port (5cce0fa5-8268-414c-93cc-b17ddea9e0ef), provisioning_complete {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:24.959942 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-af3a8d85-8739-44f7-a331-337411c66380 None None] Current status of the port 5cce0fa5-8268-414c-93cc-b17ddea9e0ef is: DOWN; New status is: ACTIVE {{(pid=103984) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:18:24.960334 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-af3a8d85-8739-44f7-a331-337411c66380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (5cce0fa5-8268-414c-93cc-b17ddea9e0ef), before_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:24.996305 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.db [None req-af3a8d85-8739-44f7-a331-337411c66380 None None] For port 5cce0fa5-8268-414c-93cc-b17ddea9e0ef, host dv-cinder-836930-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836930-1-iscsi',level=0,port_id=5cce0fa5-8268-414c-93cc-b17ddea9e0ef,segment=NetworkSegment(59053603-6007-4f7c-9f39-e036bba1888e),segment_id=59053603-6007-4f7c-9f39-e036bba1888e)] {{(pid=103984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:18:25.069293 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-af3a8d85-8739-44f7-a331-337411c66380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780057409639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780056949607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780056949625'] for port (5cce0fa5-8268-414c-93cc-b17ddea9e0ef), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:25.112397 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_hamode_db [None req-8ab8fa96-9586-4c11-9014-15b5950f8018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca8ca79f-1cdf-49e3-9634-7117659b5fad', 'name': 'tempest-TestVolumeBootPattern-949378168-router', 'tenant_id': '3faecb4a1b1041ceafed955d685422b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'external_fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': '80ff72a9-f605-4687-8daa-366b3e1d9c41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:18:17Z', 'updated_at': '2022-04-07T12:18:20Z', 'revision_number': 4, 'project_id': '3faecb4a1b1041ceafed955d685422b2', 'gw_port': {'id': '80ff72a9-f605-4687-8daa-366b3e1d9c41', 'name': '', 'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:8b:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca8ca79f-1cdf-49e3-9634-7117659b5fad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:18:17Z', 'updated_at': '2022-04-07T12:18:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4554067d-f507-4a99-8a98-0874c02c5721', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836930-1-iscsi', '_interfaces': [{'id': '5cce0fa5-8268-414c-93cc-b17ddea9e0ef', 'name': '', 'network_id': 'eec1f9a0-7959-4c02-871f-82483929c9d1', 'tenant_id': '3faecb4a1b1041ceafed955d685422b2', 'mac_address': 'fa:16:3e:56:09:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca8ca79f-1cdf-49e3-9634-7117659b5fad', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '90cfee73-90af-4bfb-aa59-f80e90cc17f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:18:20Z', 'updated_at': '2022-04-07T12:18:24Z', 'revision_number': 4, 'project_id': '3faecb4a1b1041ceafed955d685422b2', 'subnets': [{'id': '90cfee73-90af-4bfb-aa59-f80e90cc17f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836930-1-iscsi', False) {} {{(pid=103985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:18:25.120075 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3a8d85-8739-44f7-a331-337411c66380 None None] Pushing event updated for resources: {'Port': ['ID=5cce0fa5-8268-414c-93cc-b17ddea9e0ef,revision_number=5']} {{(pid=103984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:18:25.143076 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab8fa96-9586-4c11-9014-15b5950f8018 None None] The sync data for ids ['ca8ca79f-1cdf-49e3-9634-7117659b5fad'] in dv-cinder-836930-1-iscsi is: [{'id': 'ca8ca79f-1cdf-49e3-9634-7117659b5fad', 'name': 'tempest-TestVolumeBootPattern-949378168-router', 'tenant_id': '3faecb4a1b1041ceafed955d685422b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'external_fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': '80ff72a9-f605-4687-8daa-366b3e1d9c41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:18:17Z', 'updated_at': '2022-04-07T12:18:20Z', 'revision_number': 4, 'project_id': '3faecb4a1b1041ceafed955d685422b2', 'gw_port': {'id': '80ff72a9-f605-4687-8daa-366b3e1d9c41', 'name': '', 'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:8b:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca8ca79f-1cdf-49e3-9634-7117659b5fad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:18:17Z', 'updated_at': '2022-04-07T12:18:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4554067d-f507-4a99-8a98-0874c02c5721', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836930-1-iscsi', '_interfaces': [{'id': '5cce0fa5-8268-414c-93cc-b17ddea9e0ef', 'name': '', 'network_id': 'eec1f9a0-7959-4c02-871f-82483929c9d1', 'tenant_id': '3faecb4a1b1041ceafed955d685422b2', 'mac_address': 'fa:16:3e:56:09:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca8ca79f-1cdf-49e3-9634-7117659b5fad', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '90cfee73-90af-4bfb-aa59-f80e90cc17f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:18:20Z', 'updated_at': '2022-04-07T12:18:24Z', 'revision_number': 4, 'project_id': '3faecb4a1b1041ceafed955d685422b2', 'subnets': [{'id': '90cfee73-90af-4bfb-aa59-f80e90cc17f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 12:18:25.269209 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-c7f492e0-9888-4ac5-aa92-95883a66593a req-e303b8ae-0118-48ab-b59f-135d4a3b6bbd tempest-VolumesSnapshotTestJSON-671111526 tempest-VolumesSnapshotTestJSON-671111526-project] 10.222.0.58 "GET /v2.0/ports?device_id=0f075240-5ed4-4970-b9ef-bc7a1e30d636 HTTP/1.1" status: 200 len: 210 time: 0.0422072 Apr 07 12:18:25.326706 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Device 5cce0fa5-8268-414c-93cc-b17ddea9e0ef up at agent ovs-agent-dv-cinder-836930-1-iscsi {{(pid=103984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:18:25.381108 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.provisioning_blocks [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Provisioning complete for port 5cce0fa5-8268-414c-93cc-b17ddea9e0ef triggered by entity L2. {{(pid=103984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:18:25.381409 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7484729'] for port (5cce0fa5-8268-414c-93cc-b17ddea9e0ef), provisioning_complete {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:25.463924 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Current status of the port 5cce0fa5-8268-414c-93cc-b17ddea9e0ef is: ACTIVE; New status is: ACTIVE {{(pid=103984) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:18:25.465004 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Device 80ff72a9-f605-4687-8daa-366b3e1d9c41 up at agent ovs-agent-dv-cinder-836930-1-iscsi {{(pid=103984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:18:25.524403 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.provisioning_blocks [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Provisioning complete for port 80ff72a9-f605-4687-8daa-366b3e1d9c41 triggered by entity L2. {{(pid=103984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:18:25.524782 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7484729'] for port (80ff72a9-f605-4687-8daa-366b3e1d9c41), provisioning_complete {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:25.619683 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Current status of the port 80ff72a9-f605-4687-8daa-366b3e1d9c41 is: ACTIVE; New status is: ACTIVE {{(pid=103984) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:18:25.737287 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ea07d6-5b6a-4763-9827-dd1c9c676704 req-77cb3b65-754f-4920-9f43-a20d20995050 tempest-VolumesSnapshotTestJSON-671111526 tempest-VolumesSnapshotTestJSON-671111526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:18:25.738778 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-49ea07d6-5b6a-4763-9827-dd1c9c676704 req-77cb3b65-754f-4920-9f43-a20d20995050 tempest-VolumesSnapshotTestJSON-671111526 tempest-VolumesSnapshotTestJSON-671111526-project] 10.222.0.49 "GET /v2.0/networks?id=01c48775-5633-4689-9804-dba274d33dd2 HTTP/1.1" status: 200 len: 813 time: 0.1110110 Apr 07 12:18:25.760471 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.v2.base [req-49ea07d6-5b6a-4763-9827-dd1c9c676704 req-1685ce6a-617e-4023-b75a-12ed633de712 tempest-VolumesSnapshotTestJSON-671111526 tempest-VolumesSnapshotTestJSON-671111526-project] Request body: {'port': {'device_id': '0f075240-5ed4-4970-b9ef-bc7a1e30d636', 'network_id': '01c48775-5633-4689-9804-dba274d33dd2', 'admin_state_up': True, 'tenant_id': 'fb6983ffd3184523b17277cf5eac4ade'}} {{(pid=103983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:18:25.963330 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49ea07d6-5b6a-4763-9827-dd1c9c676704 req-1685ce6a-617e-4023-b75a-12ed633de712 tempest-VolumesSnapshotTestJSON-671111526 tempest-VolumesSnapshotTestJSON-671111526-project] Made reservation on behalf of fb6983ffd3184523b17277cf5eac4ade for: {'port': 1} {{(pid=103983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 12:18:25.967322 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [req-49ea07d6-5b6a-4763-9827-dd1c9c676704 req-1685ce6a-617e-4023-b75a-12ed633de712 tempest-VolumesSnapshotTestJSON-671111526 tempest-VolumesSnapshotTestJSON-671111526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (None), before_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:26.093977 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.db.db_base_plugin_common [req-49ea07d6-5b6a-4763-9827-dd1c9c676704 req-1685ce6a-617e-4023-b75a-12ed633de712 tempest-VolumesSnapshotTestJSON-671111526 tempest-VolumesSnapshotTestJSON-671111526-project] Allocated IP 172.20.0.8 (01c48775-5633-4689-9804-dba274d33dd2/b8e93fa4-c806-42cb-beec-b48cd8a2652b/0a1d2167-26ff-46fe-a7cf-3fc99455e164) {{(pid=103983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 12:18:26.244793 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [req-49ea07d6-5b6a-4763-9827-dd1c9c676704 req-1685ce6a-617e-4023-b75a-12ed633de712 tempest-VolumesSnapshotTestJSON-671111526 tempest-VolumesSnapshotTestJSON-671111526-project] Publish callbacks [] for port (0a1d2167-26ff-46fe-a7cf-3fc99455e164), precommit_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:26.344178 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [req-49ea07d6-5b6a-4763-9827-dd1c9c676704 req-1685ce6a-617e-4023-b75a-12ed633de712 tempest-VolumesSnapshotTestJSON-671111526 tempest-VolumesSnapshotTestJSON-671111526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780056949589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126495687'] for port (0a1d2167-26ff-46fe-a7cf-3fc99455e164), after_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:26.384326 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49ea07d6-5b6a-4763-9827-dd1c9c676704 req-1685ce6a-617e-4023-b75a-12ed633de712 tempest-VolumesSnapshotTestJSON-671111526 tempest-VolumesSnapshotTestJSON-671111526-project] Network 01c48775-5633-4689-9804-dba274d33dd2 is already hosted by enough agents. {{(pid=103983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:18:26.384665 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f0c064-e7dc-4611-8b2c-8dbf3ca919b7 req-62882247-a371-4b6c-b50d-67ff06773dc6 tempest-VolumesSnapshotTestJSON-671111526 tempest-VolumesSnapshotTestJSON-671111526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:18:26.386153 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-d2f0c064-e7dc-4611-8b2c-8dbf3ca919b7 req-62882247-a371-4b6c-b50d-67ff06773dc6 tempest-VolumesSnapshotTestJSON-671111526 tempest-VolumesSnapshotTestJSON-671111526-project] 10.222.0.58 "GET /v2.0/ports?device_id=0f075240-5ed4-4970-b9ef-bc7a1e30d636 HTTP/1.1" status: 200 len: 931 time: 0.0551009 Apr 07 12:18:26.388416 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.scheduler.base_scheduler [req-49ea07d6-5b6a-4763-9827-dd1c9c676704 req-1685ce6a-617e-4023-b75a-12ed633de712 tempest-VolumesSnapshotTestJSON-671111526 tempest-VolumesSnapshotTestJSON-671111526-project] Resources bound (agent type, host, resource id): {{(pid=103983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:18:26.392144 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.db.l3_dvrscheduler_db [req-49ea07d6-5b6a-4763-9827-dd1c9c676704 req-1685ce6a-617e-4023-b75a-12ed633de712 tempest-VolumesSnapshotTestJSON-671111526 tempest-VolumesSnapshotTestJSON-671111526-project] Received port after_create {{(pid=103983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 12:18:26.421100 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1685ce6a-617e-4023-b75a-12ed633de712 tempest-VolumesSnapshotTestJSON-671111526 tempest-VolumesSnapshotTestJSON-671111526-project] Pushing event updated for resources: {'Port': ['ID=0a1d2167-26ff-46fe-a7cf-3fc99455e164,revision_number=1']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:18:26.441622 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-d2f0c064-e7dc-4611-8b2c-8dbf3ca919b7 req-dfe0b7c2-3b51-4f12-bb97-e9f0288ac018 tempest-VolumesSnapshotTestJSON-671111526 tempest-VolumesSnapshotTestJSON-671111526-project] 10.222.0.58 "GET /v2.0/security-groups?id=3addf5f8-cceb-499e-9f90-3d8d8664bd39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432899 Apr 07 12:18:26.458783 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ea07d6-5b6a-4763-9827-dd1c9c676704 req-1685ce6a-617e-4023-b75a-12ed633de712 tempest-VolumesSnapshotTestJSON-671111526 tempest-VolumesSnapshotTestJSON-671111526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:18:26.459564 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [req-49ea07d6-5b6a-4763-9827-dd1c9c676704 req-1685ce6a-617e-4023-b75a-12ed633de712 tempest-VolumesSnapshotTestJSON-671111526 tempest-VolumesSnapshotTestJSON-671111526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91606'] for port (None), before_response {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:26.595080 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-49ea07d6-5b6a-4763-9827-dd1c9c676704 req-1685ce6a-617e-4023-b75a-12ed633de712 tempest-VolumesSnapshotTestJSON-671111526 tempest-VolumesSnapshotTestJSON-671111526-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8397484 Apr 07 12:18:26.615547 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.v2.base [req-49ea07d6-5b6a-4763-9827-dd1c9c676704 req-23fd7b38-1bdf-4e73-b5ce-6099d42ee0d7 service neutron] Request body: {'port': {'device_id': '0f075240-5ed4-4970-b9ef-bc7a1e30d636', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83693'}} {{(pid=103983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:18:26.674900 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [req-49ea07d6-5b6a-4763-9827-dd1c9c676704 req-23fd7b38-1bdf-4e73-b5ce-6099d42ee0d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (0a1d2167-26ff-46fe-a7cf-3fc99455e164), before_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:26.949108 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.notifiers.nova [req-49ea07d6-5b6a-4763-9827-dd1c9c676704 req-23fd7b38-1bdf-4e73-b5ce-6099d42ee0d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a1d2167-26ff-46fe-a7cf-3fc99455e164 {{(pid=103983) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 12:18:26.957525 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [req-49ea07d6-5b6a-4763-9827-dd1c9c676704 req-23fd7b38-1bdf-4e73-b5ce-6099d42ee0d7 service neutron] Publish callbacks [] for port (0a1d2167-26ff-46fe-a7cf-3fc99455e164), precommit_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:26.969807 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.db.provisioning_blocks [req-49ea07d6-5b6a-4763-9827-dd1c9c676704 req-23fd7b38-1bdf-4e73-b5ce-6099d42ee0d7 service neutron] Transition to ACTIVE for port object 0a1d2167-26ff-46fe-a7cf-3fc99455e164 will not be triggered until provisioned by entity L2. {{(pid=103983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 12:18:27.034971 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [req-49ea07d6-5b6a-4763-9827-dd1c9c676704 req-23fd7b38-1bdf-4e73-b5ce-6099d42ee0d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780057409639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780056949607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780056949625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126495704'] for port (0a1d2167-26ff-46fe-a7cf-3fc99455e164), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:27.084769 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fd7b38-1bdf-4e73-b5ce-6099d42ee0d7 service neutron] Pushing event updated for resources: {'Port': ['ID=0a1d2167-26ff-46fe-a7cf-3fc99455e164,revision_number=2']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:18:27.154175 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.plugins.ml2.managers [req-49ea07d6-5b6a-4763-9827-dd1c9c676704 req-23fd7b38-1bdf-4e73-b5ce-6099d42ee0d7 service neutron] Attempting to bind port 0a1d2167-26ff-46fe-a7cf-3fc99455e164 on host hv-cinder-83693 for vnic_type normal with profile {{(pid=103983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 12:18:27.154508 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.plugins.ml2.managers [req-49ea07d6-5b6a-4763-9827-dd1c9c676704 req-23fd7b38-1bdf-4e73-b5ce-6099d42ee0d7 service neutron] Attempting to bind port 0a1d2167-26ff-46fe-a7cf-3fc99455e164 by drivers openvswitch,hyperv on host hv-cinder-83693 at level 0 using segments [{'id': '9247717e-c12a-47d0-bc95-9fee338d5ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '01c48775-5633-4689-9804-dba274d33dd2'}] {{(pid=103983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 12:18:27.154833 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ea07d6-5b6a-4763-9827-dd1c9c676704 req-23fd7b38-1bdf-4e73-b5ce-6099d42ee0d7 service neutron] Attempting to bind port 0a1d2167-26ff-46fe-a7cf-3fc99455e164 on network 01c48775-5633-4689-9804-dba274d33dd2 {{(pid=103983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:18:27.159048 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ea07d6-5b6a-4763-9827-dd1c9c676704 req-23fd7b38-1bdf-4e73-b5ce-6099d42ee0d7 service neutron] Port 0a1d2167-26ff-46fe-a7cf-3fc99455e164 on network 01c48775-5633-4689-9804-dba274d33dd2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83693 {{(pid=103983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 12:18:27.159394 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ea07d6-5b6a-4763-9827-dd1c9c676704 req-23fd7b38-1bdf-4e73-b5ce-6099d42ee0d7 service neutron] Attempting to bind port 0a1d2167-26ff-46fe-a7cf-3fc99455e164 on network 01c48775-5633-4689-9804-dba274d33dd2 {{(pid=103983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:18:27.164784 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ea07d6-5b6a-4763-9827-dd1c9c676704 req-23fd7b38-1bdf-4e73-b5ce-6099d42ee0d7 service neutron] Checking agent: {'id': 'b65c4e22-832a-4f2b-89ab-f6b5f91e1f65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83693', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 12, 4, 29), 'started_at': datetime.datetime(2022, 4, 7, 12, 4, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 12, 18, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 12:18:27.165181 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ea07d6-5b6a-4763-9827-dd1c9c676704 req-23fd7b38-1bdf-4e73-b5ce-6099d42ee0d7 service neutron] Checking segment: {'id': '9247717e-c12a-47d0-bc95-9fee338d5ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '01c48775-5633-4689-9804-dba274d33dd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:18:27.165636 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ea07d6-5b6a-4763-9827-dd1c9c676704 req-23fd7b38-1bdf-4e73-b5ce-6099d42ee0d7 service neutron] Bound using segment: {'id': '9247717e-c12a-47d0-bc95-9fee338d5ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '01c48775-5633-4689-9804-dba274d33dd2'} {{(pid=103983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 12:18:27.166120 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.plugins.ml2.managers [req-49ea07d6-5b6a-4763-9827-dd1c9c676704 req-23fd7b38-1bdf-4e73-b5ce-6099d42ee0d7 service neutron] Bound port: 0a1d2167-26ff-46fe-a7cf-3fc99455e164, host: hv-cinder-83693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9247717e-c12a-47d0-bc95-9fee338d5ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '01c48775-5633-4689-9804-dba274d33dd2'}}] {{(pid=103983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 12:18:27.166480 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [req-49ea07d6-5b6a-4763-9827-dd1c9c676704 req-23fd7b38-1bdf-4e73-b5ce-6099d42ee0d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (0a1d2167-26ff-46fe-a7cf-3fc99455e164), before_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:27.236545 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.plugins.ml2.db [req-49ea07d6-5b6a-4763-9827-dd1c9c676704 req-23fd7b38-1bdf-4e73-b5ce-6099d42ee0d7 service neutron] For port 0a1d2167-26ff-46fe-a7cf-3fc99455e164, host hv-cinder-83693, cleared binding levels {{(pid=103983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 12:18:27.239705 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.plugins.ml2.db [req-49ea07d6-5b6a-4763-9827-dd1c9c676704 req-23fd7b38-1bdf-4e73-b5ce-6099d42ee0d7 service neutron] For port 0a1d2167-26ff-46fe-a7cf-3fc99455e164, host hv-cinder-83693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83693',level=0,port_id=0a1d2167-26ff-46fe-a7cf-3fc99455e164,segment=NetworkSegment(9247717e-c12a-47d0-bc95-9fee338d5ab7),segment_id=9247717e-c12a-47d0-bc95-9fee338d5ab7)] {{(pid=103983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 12:18:27.327665 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [req-49ea07d6-5b6a-4763-9827-dd1c9c676704 req-23fd7b38-1bdf-4e73-b5ce-6099d42ee0d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780057409639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780056949607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780056949625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126495704'] for port (0a1d2167-26ff-46fe-a7cf-3fc99455e164), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:27.366222 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ea07d6-5b6a-4763-9827-dd1c9c676704 req-23fd7b38-1bdf-4e73-b5ce-6099d42ee0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:18:27.369314 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [req-49ea07d6-5b6a-4763-9827-dd1c9c676704 req-23fd7b38-1bdf-4e73-b5ce-6099d42ee0d7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91606'] for port (None), before_response {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:27.369314 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-49ea07d6-5b6a-4763-9827-dd1c9c676704 req-23fd7b38-1bdf-4e73-b5ce-6099d42ee0d7 service neutron] 10.222.0.49 "PUT /v2.0/ports/0a1d2167-26ff-46fe-a7cf-3fc99455e164 HTTP/1.1" status: 200 len: 1093 time: 0.7571745 Apr 07 12:18:27.369314 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f075240-5ed4-4970-b9ef-bc7a1e30d636', 'tag': '0a1d2167-26ff-46fe-a7cf-3fc99455e164'}] {{(pid=103983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:18:27.371130 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0a7841b86293cbb58346800955405af87a5c8eeb3540a71a4bbd7df08edd1cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03581e66-7293-4648-9f4e-ec599c66d639" -d '{"events": [{"name": "network-changed", "server_uuid": "0f075240-5ed4-4970-b9ef-bc7a1e30d636", "tag": "0a1d2167-26ff-46fe-a7cf-3fc99455e164"}]}' {{(pid=103983) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:18:27.400172 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fd7b38-1bdf-4e73-b5ce-6099d42ee0d7 service neutron] Pushing event updated for resources: {'Port': ['ID=0a1d2167-26ff-46fe-a7cf-3fc99455e164,revision_number=3']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:18:27.408942 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 12:18:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9e0daa9-8060-4c6c-8599-fd9b7e8e68cb x-openstack-request-id: req-c9e0daa9-8060-4c6c-8599-fd9b7e8e68cb {{(pid=103983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:18:27.409238 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f075240-5ed4-4970-b9ef-bc7a1e30d636", "tag": "0a1d2167-26ff-46fe-a7cf-3fc99455e164", "status": "completed", "code": 200}]} {{(pid=103983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:18:27.409492 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c9e0daa9-8060-4c6c-8599-fd9b7e8e68cb {{(pid=103983) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:18:27.409921 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9e0daa9-8060-4c6c-8599-fd9b7e8e68cb'] response: {'name': 'network-changed', 'server_uuid': '0f075240-5ed4-4970-b9ef-bc7a1e30d636', 'tag': '0a1d2167-26ff-46fe-a7cf-3fc99455e164', 'status': 'completed', 'code': 200} Apr 07 12:18:27.498146 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03581e66-7293-4648-9f4e-ec599c66d639 req-27c47cd0-73fc-469a-89d6-c0c7ace8d45f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:18:27.499883 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-03581e66-7293-4648-9f4e-ec599c66d639 req-27c47cd0-73fc-469a-89d6-c0c7ace8d45f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=fb6983ffd3184523b17277cf5eac4ade&device_id=0f075240-5ed4-4970-b9ef-bc7a1e30d636 HTTP/1.1" status: 200 len: 1127 time: 0.0467165 Apr 07 12:18:27.563650 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1949379-9bd9-4b6a-a347-4a58717eaf7f req-9cea1a63-9b3e-447d-8fb9-fe890fec24b7 tempest-VolumesSnapshotTestJSON-671111526 tempest-VolumesSnapshotTestJSON-671111526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:18:27.565247 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-f1949379-9bd9-4b6a-a347-4a58717eaf7f req-9cea1a63-9b3e-447d-8fb9-fe890fec24b7 tempest-VolumesSnapshotTestJSON-671111526 tempest-VolumesSnapshotTestJSON-671111526-project] 10.222.0.58 "GET /v2.0/ports?device_id=0f075240-5ed4-4970-b9ef-bc7a1e30d636 HTTP/1.1" status: 200 len: 943 time: 0.0544596 Apr 07 12:18:27.616290 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03581e66-7293-4648-9f4e-ec599c66d639 req-587e2b2b-07df-4b6f-80d2-434a4c449494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:18:27.617793 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-03581e66-7293-4648-9f4e-ec599c66d639 req-587e2b2b-07df-4b6f-80d2-434a4c449494 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=fb6983ffd3184523b17277cf5eac4ade&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1032474 Apr 07 12:18:27.627347 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-f1949379-9bd9-4b6a-a347-4a58717eaf7f req-35f6b036-e554-4617-9143-8895367c0b29 tempest-VolumesSnapshotTestJSON-671111526 tempest-VolumesSnapshotTestJSON-671111526-project] 10.222.0.58 "GET /v2.0/security-groups?id=3addf5f8-cceb-499e-9f90-3d8d8664bd39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564327 Apr 07 12:18:27.718905 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03581e66-7293-4648-9f4e-ec599c66d639 req-d178a706-595d-4a4a-829e-ce6c48c8a21d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:18:27.720406 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-03581e66-7293-4648-9f4e-ec599c66d639 req-d178a706-595d-4a4a-829e-ce6c48c8a21d service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0955589 Apr 07 12:18:27.829966 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ea07d6-5b6a-4763-9827-dd1c9c676704 req-a4efcde8-3a8b-4253-a165-25e7af52e8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:18:27.831457 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-49ea07d6-5b6a-4763-9827-dd1c9c676704 req-a4efcde8-3a8b-4253-a165-25e7af52e8d9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=fb6983ffd3184523b17277cf5eac4ade&device_id=0f075240-5ed4-4970-b9ef-bc7a1e30d636 HTTP/1.1" status: 200 len: 1127 time: 0.0447919 Apr 07 12:18:27.883429 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-49ea07d6-5b6a-4763-9827-dd1c9c676704 req-38f013cb-7dd0-4cd6-ba68-75d83a0cc241 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0a1d2167-26ff-46fe-a7cf-3fc99455e164 HTTP/1.1" status: 200 len: 217 time: 0.0380223 Apr 07 12:18:27.930652 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ea07d6-5b6a-4763-9827-dd1c9c676704 req-ae780961-2205-4665-bdfe-c39ce4c9bbc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:18:27.932108 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-49ea07d6-5b6a-4763-9827-dd1c9c676704 req-ae780961-2205-4665-bdfe-c39ce4c9bbc1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b8e93fa4-c806-42cb-beec-b48cd8a2652b HTTP/1.1" status: 200 len: 853 time: 0.0430739 Apr 07 12:18:27.963953 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-49ea07d6-5b6a-4763-9827-dd1c9c676704 req-61804805-fe8d-4dfd-86ed-e5cfd64c52a5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=01c48775-5633-4689-9804-dba274d33dd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252416 Apr 07 12:18:28.057668 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-49ea07d6-5b6a-4763-9827-dd1c9c676704 req-dc219949-b52f-44e6-86a2-046937880a59 service neutron] 10.222.0.49 "GET /v2.0/networks/01c48775-5633-4689-9804-dba274d33dd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871434 Apr 07 12:18:28.148126 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-49ea07d6-5b6a-4763-9827-dd1c9c676704 req-5d948d92-528a-442c-8455-443ed02833fd service neutron] 10.222.0.49 "GET /v2.0/networks/01c48775-5633-4689-9804-dba274d33dd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825703 Apr 07 12:18:28.762791 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc11b5e5-ede9-40f4-b046-e7bad48fd68c req-a37f35c9-35b7-41b2-aebd-bd55b90c8337 tempest-VolumesSnapshotTestJSON-671111526 tempest-VolumesSnapshotTestJSON-671111526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:18:28.764332 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-bc11b5e5-ede9-40f4-b046-e7bad48fd68c req-a37f35c9-35b7-41b2-aebd-bd55b90c8337 tempest-VolumesSnapshotTestJSON-671111526 tempest-VolumesSnapshotTestJSON-671111526-project] 10.222.0.58 "GET /v2.0/ports?device_id=0f075240-5ed4-4970-b9ef-bc7a1e30d636 HTTP/1.1" status: 200 len: 943 time: 0.0569174 Apr 07 12:18:28.813733 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-bc11b5e5-ede9-40f4-b046-e7bad48fd68c req-499ea8d0-7eac-4f60-a128-adde92bf9674 tempest-VolumesSnapshotTestJSON-671111526 tempest-VolumesSnapshotTestJSON-671111526-project] 10.222.0.58 "GET /v2.0/security-groups?id=3addf5f8-cceb-499e-9f90-3d8d8664bd39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437572 Apr 07 12:18:29.938565 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d0b1df-5fd5-408b-81ca-775de05b8f47 req-60116990-2e61-422e-82b6-40fae83c17f3 tempest-VolumesSnapshotTestJSON-671111526 tempest-VolumesSnapshotTestJSON-671111526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:18:29.940155 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-16d0b1df-5fd5-408b-81ca-775de05b8f47 req-60116990-2e61-422e-82b6-40fae83c17f3 tempest-VolumesSnapshotTestJSON-671111526 tempest-VolumesSnapshotTestJSON-671111526-project] 10.222.0.58 "GET /v2.0/ports?device_id=0f075240-5ed4-4970-b9ef-bc7a1e30d636 HTTP/1.1" status: 200 len: 943 time: 0.0578837 Apr 07 12:18:29.987525 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-16d0b1df-5fd5-408b-81ca-775de05b8f47 req-43dae5d0-15df-4013-b57b-0c9651f7ff51 tempest-VolumesSnapshotTestJSON-671111526 tempest-VolumesSnapshotTestJSON-671111526-project] 10.222.0.58 "GET /v2.0/security-groups?id=3addf5f8-cceb-499e-9f90-3d8d8664bd39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417936 Apr 07 12:18:30.771102 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Device 0a1d2167-26ff-46fe-a7cf-3fc99455e164 details requested by agent hyperv_hv-cinder-83693 with host hv-cinder-83693 {{(pid=103984) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 12:18:31.009255 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.db [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] For port 0a1d2167-26ff-46fe-a7cf-3fc99455e164, host hv-cinder-83693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83693',level=0,port_id=0a1d2167-26ff-46fe-a7cf-3fc99455e164,segment=NetworkSegment(9247717e-c12a-47d0-bc95-9fee338d5ab7),segment_id=9247717e-c12a-47d0-bc95-9fee338d5ab7)] {{(pid=103984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:18:31.020834 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Returning: {'device': '0a1d2167-26ff-46fe-a7cf-3fc99455e164', 'network_id': '01c48775-5633-4689-9804-dba274d33dd2', 'port_id': '0a1d2167-26ff-46fe-a7cf-3fc99455e164', 'mac_address': 'fa:16:3e:62:f1:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8e93fa4-c806-42cb-beec-b48cd8a2652b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103984) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 12:18:31.068029 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Current status of the port 0a1d2167-26ff-46fe-a7cf-3fc99455e164 is: DOWN; New status is: BUILD {{(pid=103984) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:18:31.068412 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (0a1d2167-26ff-46fe-a7cf-3fc99455e164), before_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:31.081918 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.notifiers.nova [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a1d2167-26ff-46fe-a7cf-3fc99455e164 {{(pid=103984) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 12:18:31.102507 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.db [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] For port 0a1d2167-26ff-46fe-a7cf-3fc99455e164, host hv-cinder-83693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83693',level=0,port_id=0a1d2167-26ff-46fe-a7cf-3fc99455e164,segment=NetworkSegment(9247717e-c12a-47d0-bc95-9fee338d5ab7),segment_id=9247717e-c12a-47d0-bc95-9fee338d5ab7)] {{(pid=103984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:18:31.118832 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e43ac7-560e-4dea-803e-88e0498a1e33 req-541fb2ca-18a6-451e-bc15-df221cb36a08 tempest-VolumesSnapshotTestJSON-671111526 tempest-VolumesSnapshotTestJSON-671111526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:18:31.120418 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-49e43ac7-560e-4dea-803e-88e0498a1e33 req-541fb2ca-18a6-451e-bc15-df221cb36a08 tempest-VolumesSnapshotTestJSON-671111526 tempest-VolumesSnapshotTestJSON-671111526-project] 10.222.0.58 "GET /v2.0/ports?device_id=0f075240-5ed4-4970-b9ef-bc7a1e30d636 HTTP/1.1" status: 200 len: 943 time: 0.0606689 Apr 07 12:18:31.171720 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-49e43ac7-560e-4dea-803e-88e0498a1e33 req-bd104e8f-9791-4f28-b0fa-85dbe57eee84 tempest-VolumesSnapshotTestJSON-671111526 tempest-VolumesSnapshotTestJSON-671111526-project] 10.222.0.58 "GET /v2.0/security-groups?id=3addf5f8-cceb-499e-9f90-3d8d8664bd39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446641 Apr 07 12:18:31.172843 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780057409639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780056949607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780056949625'] for port (0a1d2167-26ff-46fe-a7cf-3fc99455e164), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:31.225210 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Pushing event updated for resources: {'Port': ['ID=0a1d2167-26ff-46fe-a7cf-3fc99455e164,revision_number=4']} {{(pid=103984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:18:31.495719 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.db [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] get_ports_and_sgs() called for port_ids ['0a1d2167-26ff-46fe-a7cf-3fc99455e164'] {{(pid=103984) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 12:18:31.938444 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-dbd7adc7-0714-4b07-968a-6ca6dee73017 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (94869e64-74fb-4601-95b5-a1334a6bdcea), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:32.120983 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (b65c4e22-832a-4f2b-89ab-f6b5f91e1f65), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:32.299404 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be3b4eb-8955-441d-a23a-7e3938b7734b req-5f9f8232-f876-45e3-a182-ce1396596b14 tempest-VolumesSnapshotTestJSON-671111526 tempest-VolumesSnapshotTestJSON-671111526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:18:32.300903 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-9be3b4eb-8955-441d-a23a-7e3938b7734b req-5f9f8232-f876-45e3-a182-ce1396596b14 tempest-VolumesSnapshotTestJSON-671111526 tempest-VolumesSnapshotTestJSON-671111526-project] 10.222.0.58 "GET /v2.0/ports?device_id=0f075240-5ed4-4970-b9ef-bc7a1e30d636 HTTP/1.1" status: 200 len: 944 time: 0.0562134 Apr 07 12:18:32.352742 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-9be3b4eb-8955-441d-a23a-7e3938b7734b req-30a39f49-9cef-428c-b07c-3d354e1930b4 tempest-VolumesSnapshotTestJSON-671111526 tempest-VolumesSnapshotTestJSON-671111526-project] 10.222.0.58 "GET /v2.0/security-groups?id=3addf5f8-cceb-499e-9f90-3d8d8664bd39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459673 Apr 07 12:18:32.782290 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Device 0a1d2167-26ff-46fe-a7cf-3fc99455e164 up at agent hyperv_hv-cinder-83693 {{(pid=103984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:18:32.900856 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.provisioning_blocks [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Provisioning for port 0a1d2167-26ff-46fe-a7cf-3fc99455e164 completed by entity L2. {{(pid=103984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 12:18:32.905463 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.provisioning_blocks [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Provisioning complete for port 0a1d2167-26ff-46fe-a7cf-3fc99455e164 triggered by entity L2. {{(pid=103984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:18:32.905868 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7484729'] for port (0a1d2167-26ff-46fe-a7cf-3fc99455e164), provisioning_complete {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:32.995675 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Current status of the port 0a1d2167-26ff-46fe-a7cf-3fc99455e164 is: BUILD; New status is: ACTIVE {{(pid=103984) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:18:32.996412 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (0a1d2167-26ff-46fe-a7cf-3fc99455e164), before_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:33.021005 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f075240-5ed4-4970-b9ef-bc7a1e30d636', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a1d2167-26ff-46fe-a7cf-3fc99455e164'}] {{(pid=103984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:18:33.023214 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0608bff1dee5f704c30ce50aefecbc08eaebc6e842b477e08be3f7901197da8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff0f1c14-fb16-4281-b4c5-4a42140c5e75" -d '{"events": [{"server_uuid": "0f075240-5ed4-4970-b9ef-bc7a1e30d636", "name": "network-vif-plugged", "status": "completed", "tag": "0a1d2167-26ff-46fe-a7cf-3fc99455e164"}]}' {{(pid=103984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:18:33.038484 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.db [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] For port 0a1d2167-26ff-46fe-a7cf-3fc99455e164, host hv-cinder-83693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83693',level=0,port_id=0a1d2167-26ff-46fe-a7cf-3fc99455e164,segment=NetworkSegment(9247717e-c12a-47d0-bc95-9fee338d5ab7),segment_id=9247717e-c12a-47d0-bc95-9fee338d5ab7)] {{(pid=103984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:18:33.124366 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780057409639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780056949607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780056949625'] for port (0a1d2167-26ff-46fe-a7cf-3fc99455e164), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:33.133374 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 12:18:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9179e29b-95b5-4e5f-8eca-1ea7e98dace0 x-openstack-request-id: req-9179e29b-95b5-4e5f-8eca-1ea7e98dace0 {{(pid=103984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:18:33.133374 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f075240-5ed4-4970-b9ef-bc7a1e30d636", "name": "network-vif-plugged", "status": "completed", "tag": "0a1d2167-26ff-46fe-a7cf-3fc99455e164", "code": 200}]} {{(pid=103984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:18:33.133628 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9179e29b-95b5-4e5f-8eca-1ea7e98dace0 {{(pid=103984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:18:33.133825 dv-cinder-836930-1-iscsi neutron-server[103984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9179e29b-95b5-4e5f-8eca-1ea7e98dace0'] response: {'server_uuid': '0f075240-5ed4-4970-b9ef-bc7a1e30d636', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a1d2167-26ff-46fe-a7cf-3fc99455e164', 'code': 200} Apr 07 12:18:33.183017 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Pushing event updated for resources: {'Port': ['ID=0a1d2167-26ff-46fe-a7cf-3fc99455e164,revision_number=5']} {{(pid=103984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:18:33.478671 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5358e3-68a2-446d-907f-074f000b3cc0 req-a4eb978a-e206-4935-aaa5-9f910b12a386 tempest-VolumesSnapshotTestJSON-671111526 tempest-VolumesSnapshotTestJSON-671111526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:18:33.480306 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-ea5358e3-68a2-446d-907f-074f000b3cc0 req-a4eb978a-e206-4935-aaa5-9f910b12a386 tempest-VolumesSnapshotTestJSON-671111526 tempest-VolumesSnapshotTestJSON-671111526-project] 10.222.0.58 "GET /v2.0/ports?device_id=0f075240-5ed4-4970-b9ef-bc7a1e30d636 HTTP/1.1" status: 200 len: 945 time: 0.0571084 Apr 07 12:18:33.528657 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-ea5358e3-68a2-446d-907f-074f000b3cc0 req-eb548a97-58a1-43e0-b883-0f17a019cf4c tempest-VolumesSnapshotTestJSON-671111526 tempest-VolumesSnapshotTestJSON-671111526-project] 10.222.0.58 "GET /v2.0/security-groups?id=3addf5f8-cceb-499e-9f90-3d8d8664bd39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416801 Apr 07 12:18:33.552783 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45decc59-5db5-41e8-b9c3-977a974a9695 req-9610e6c7-ff74-414e-90ff-1964fe90a7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:18:33.554285 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-45decc59-5db5-41e8-b9c3-977a974a9695 req-9610e6c7-ff74-414e-90ff-1964fe90a7c1 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=0f075240-5ed4-4970-b9ef-bc7a1e30d636 HTTP/1.1" status: 200 len: 1129 time: 0.0511892 Apr 07 12:18:33.598618 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-45decc59-5db5-41e8-b9c3-977a974a9695 req-f933790a-7669-4b64-aeeb-feae78dd939e service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=3addf5f8-cceb-499e-9f90-3d8d8664bd39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374553 Apr 07 12:18:34.337457 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-cac08589-d8fb-4e20-b915-09b6f8b2f700 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (ad8978c4-6515-441c-a828-0289badd3b4a), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:34.651901 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b266389-603d-40c8-bde9-91e658ec6443 req-2951443b-499e-4af7-b789-d43fafcf25d7 tempest-VolumesSnapshotTestJSON-671111526 tempest-VolumesSnapshotTestJSON-671111526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:18:34.653457 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-1b266389-603d-40c8-bde9-91e658ec6443 req-2951443b-499e-4af7-b789-d43fafcf25d7 tempest-VolumesSnapshotTestJSON-671111526 tempest-VolumesSnapshotTestJSON-671111526-project] 10.222.0.58 "GET /v2.0/ports?device_id=0f075240-5ed4-4970-b9ef-bc7a1e30d636 HTTP/1.1" status: 200 len: 945 time: 0.0543814 Apr 07 12:18:34.703266 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-1b266389-603d-40c8-bde9-91e658ec6443 req-0c72ffd4-c1bb-4508-b1a5-3a8393fdc9d3 tempest-VolumesSnapshotTestJSON-671111526 tempest-VolumesSnapshotTestJSON-671111526-project] 10.222.0.58 "GET /v2.0/security-groups?id=3addf5f8-cceb-499e-9f90-3d8d8664bd39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434027 Apr 07 12:18:35.740447 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-e3029262-029d-49e4-8078-e7e61e534645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (e465150c-12ca-425e-8c36-fa03ee6240b4), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:35.821343 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2694188e-ceb4-4a73-bab8-dea9952937cb req-8c18663f-a78a-482d-9283-c7e3566330ac tempest-VolumesSnapshotTestJSON-671111526 tempest-VolumesSnapshotTestJSON-671111526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:18:35.822714 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-2694188e-ceb4-4a73-bab8-dea9952937cb req-8c18663f-a78a-482d-9283-c7e3566330ac tempest-VolumesSnapshotTestJSON-671111526 tempest-VolumesSnapshotTestJSON-671111526-project] 10.222.0.58 "GET /v2.0/ports?device_id=0f075240-5ed4-4970-b9ef-bc7a1e30d636 HTTP/1.1" status: 200 len: 945 time: 0.0526335 Apr 07 12:18:35.869333 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-2694188e-ceb4-4a73-bab8-dea9952937cb req-350355dd-04af-4627-a691-67201094e6b7 tempest-VolumesSnapshotTestJSON-671111526 tempest-VolumesSnapshotTestJSON-671111526-project] 10.222.0.58 "GET /v2.0/security-groups?id=3addf5f8-cceb-499e-9f90-3d8d8664bd39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408869 Apr 07 12:18:37.446702 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-4ee86192-ef9a-4f9c-8d37-983d911c7eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (8705c964-c35e-4008-b403-e26242cd5404), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:39.006076 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (18566f30-62c1-4fb1-af49-ebd049d63fec), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:40.785990 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-3e921d37-36ef-4886-bac9-8634f4226256 req-ed22dd96-07e7-4624-819d-5f938782aa94 tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1900540144&fields=id&tenant_id=e1b2030530534aa6979de076136fa20a HTTP/1.1" status: 200 len: 267 time: 0.0426571 Apr 07 12:18:40.890764 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e921d37-36ef-4886-bac9-8634f4226256 req-d3f404c8-24d8-41e3-b6d6-14cf9a4ef985 tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:18:40.892722 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-3e921d37-36ef-4886-bac9-8634f4226256 req-d3f404c8-24d8-41e3-b6d6-14cf9a4ef985 tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] 10.222.0.58 "GET /v2.0/networks?id=a345358b-c2f9-4423-be80-16d77882e75b HTTP/1.1" status: 200 len: 812 time: 0.1006112 Apr 07 12:18:40.906493 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-3e921d37-36ef-4886-bac9-8634f4226256 req-b8db2e89-4234-4b43-b797-60d77cd9bd4f tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] 10.222.0.58 "GET /v2.0/quotas/e1b2030530534aa6979de076136fa20a HTTP/1.1" status: 200 len: 375 time: 0.0084364 Apr 07 12:18:40.958894 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-3e921d37-36ef-4886-bac9-8634f4226256 req-5336db1c-1c5b-4359-a850-356e20422e07 tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=e1b2030530534aa6979de076136fa20a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0477479 Apr 07 12:18:40.973752 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.wsgi [req-3e921d37-36ef-4886-bac9-8634f4226256 req-aba605f5-5a96-486b-85c8-1d4328f6e3f1 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=103982) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 12:18:40.974690 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-3e921d37-36ef-4886-bac9-8634f4226256 req-aba605f5-5a96-486b-85c8-1d4328f6e3f1 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048921 Apr 07 12:18:41.081335 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-3e921d37-36ef-4886-bac9-8634f4226256 req-45b4eb62-6ba4-4d3b-b6a4-811a70edd339 service neutron] 10.222.0.58 "GET /v2.0/networks/a345358b-c2f9-4423-be80-16d77882e75b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013515 Apr 07 12:18:41.167094 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-3e921d37-36ef-4886-bac9-8634f4226256 req-70f83a98-4abe-450a-a551-1e97abddb39a service neutron] 10.222.0.58 "GET /v2.0/networks/a345358b-c2f9-4423-be80-16d77882e75b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799778 Apr 07 12:18:41.860796 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-75aa13e7-4ad2-4076-95d2-f1cf80342386 req-86de5d75-29e6-463b-8bc6-580a3b2568c8 tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec7561ab-bb32-4b5a-ae6c-8c6e9edf1945 HTTP/1.1" status: 200 len: 210 time: 0.0260496 Apr 07 12:18:42.935534 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-fcaedb94-c7dd-4670-bee5-1c33d8796df5 req-90b70455-57c2-41dd-a273-b82408d7bc83 tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec7561ab-bb32-4b5a-ae6c-8c6e9edf1945 HTTP/1.1" status: 200 len: 210 time: 0.0268409 Apr 07 12:18:44.033113 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-ef25927c-7d4d-4cd0-b478-950569d7a5b7 req-2fa23313-6958-4b01-aab6-75de8564a1d7 tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec7561ab-bb32-4b5a-ae6c-8c6e9edf1945 HTTP/1.1" status: 200 len: 210 time: 0.0298569 Apr 07 12:18:44.604813 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e921d37-36ef-4886-bac9-8634f4226256 req-dfe063f7-eab7-4c0b-b5d4-9d32ba6283de tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:18:44.606428 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-3e921d37-36ef-4886-bac9-8634f4226256 req-dfe063f7-eab7-4c0b-b5d4-9d32ba6283de tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] 10.222.0.49 "GET /v2.0/networks?id=a345358b-c2f9-4423-be80-16d77882e75b HTTP/1.1" status: 200 len: 812 time: 0.1007411 Apr 07 12:18:44.676304 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-3e921d37-36ef-4886-bac9-8634f4226256 req-2ad959ed-a353-4ebc-878e-17f29baee19f tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e1b2030530534aa6979de076136fa20a HTTP/1.1" status: 200 len: 380 time: 0.0559590 Apr 07 12:18:44.690379 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.v2.base [req-3e921d37-36ef-4886-bac9-8634f4226256 req-9598c03d-8989-4a2e-8f41-86094f6e35a0 tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Request body: {'port': {'device_id': 'ec7561ab-bb32-4b5a-ae6c-8c6e9edf1945', 'network_id': 'a345358b-c2f9-4423-be80-16d77882e75b', 'admin_state_up': True, 'tenant_id': 'e1b2030530534aa6979de076136fa20a', 'security_groups': ['7f22cb13-67b3-4270-941d-47a255e4854d']}} {{(pid=103983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:18:44.920339 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e921d37-36ef-4886-bac9-8634f4226256 req-9598c03d-8989-4a2e-8f41-86094f6e35a0 tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Made reservation on behalf of e1b2030530534aa6979de076136fa20a for: {'port': 1} {{(pid=103983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 12:18:44.923750 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [req-3e921d37-36ef-4886-bac9-8634f4226256 req-9598c03d-8989-4a2e-8f41-86094f6e35a0 tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (None), before_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:45.064057 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.db.db_base_plugin_common [req-3e921d37-36ef-4886-bac9-8634f4226256 req-9598c03d-8989-4a2e-8f41-86094f6e35a0 tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Allocated IP 172.20.0.6 (a345358b-c2f9-4423-be80-16d77882e75b/2d7690c0-1ac8-4c45-b462-9e76589db54f/638111d8-cbd3-449e-ada7-531d38b4e4ae) {{(pid=103983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 12:18:45.143499 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-5415491d-e0d7-4d7a-a372-38fb25d738d3 req-1398b73e-eeeb-4184-abe3-dfbcddbf2265 tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec7561ab-bb32-4b5a-ae6c-8c6e9edf1945 HTTP/1.1" status: 200 len: 210 time: 0.0311959 Apr 07 12:18:45.217505 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [req-3e921d37-36ef-4886-bac9-8634f4226256 req-9598c03d-8989-4a2e-8f41-86094f6e35a0 tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Publish callbacks [] for port (638111d8-cbd3-449e-ada7-531d38b4e4ae), precommit_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:45.346610 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [req-3e921d37-36ef-4886-bac9-8634f4226256 req-9598c03d-8989-4a2e-8f41-86094f6e35a0 tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780056949589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126495687'] for port (638111d8-cbd3-449e-ada7-531d38b4e4ae), after_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:45.392973 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e921d37-36ef-4886-bac9-8634f4226256 req-9598c03d-8989-4a2e-8f41-86094f6e35a0 tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Network a345358b-c2f9-4423-be80-16d77882e75b is already hosted by enough agents. {{(pid=103983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:18:45.396003 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.scheduler.base_scheduler [req-3e921d37-36ef-4886-bac9-8634f4226256 req-9598c03d-8989-4a2e-8f41-86094f6e35a0 tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Resources bound (agent type, host, resource id): {{(pid=103983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:18:45.401730 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e921d37-36ef-4886-bac9-8634f4226256 req-9598c03d-8989-4a2e-8f41-86094f6e35a0 tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Received port after_create {{(pid=103983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 12:18:45.424661 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9598c03d-8989-4a2e-8f41-86094f6e35a0 tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Pushing event updated for resources: {'Port': ['ID=638111d8-cbd3-449e-ada7-531d38b4e4ae,revision_number=1']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:18:45.453993 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e921d37-36ef-4886-bac9-8634f4226256 req-9598c03d-8989-4a2e-8f41-86094f6e35a0 tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:18:45.455751 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [req-3e921d37-36ef-4886-bac9-8634f4226256 req-9598c03d-8989-4a2e-8f41-86094f6e35a0 tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91606'] for port (None), before_response {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:45.560403 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-3e921d37-36ef-4886-bac9-8634f4226256 req-9598c03d-8989-4a2e-8f41-86094f6e35a0 tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8740125 Apr 07 12:18:45.583270 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.v2.base [req-3e921d37-36ef-4886-bac9-8634f4226256 req-bc7dcbdf-9cab-48b1-a776-2b4288e91d81 service neutron] Request body: {'port': {'device_id': 'ec7561ab-bb32-4b5a-ae6c-8c6e9edf1945', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83693'}} {{(pid=103983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:18:45.610481 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.provisioning_blocks [None req-4c507bb4-b4e5-400e-95d2-6b1e940c2052 None None] Provisioning complete for port 638111d8-cbd3-449e-ada7-531d38b4e4ae triggered by entity DHCP. {{(pid=103984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:18:45.611081 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-4c507bb4-b4e5-400e-95d2-6b1e940c2052 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7484729'] for port (638111d8-cbd3-449e-ada7-531d38b4e4ae), provisioning_complete {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:45.644448 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [req-3e921d37-36ef-4886-bac9-8634f4226256 req-bc7dcbdf-9cab-48b1-a776-2b4288e91d81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (638111d8-cbd3-449e-ada7-531d38b4e4ae), before_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:45.649095 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-4c507bb4-b4e5-400e-95d2-6b1e940c2052 None None] Port 638111d8-cbd3-449e-ada7-531d38b4e4ae cannot update to ACTIVE because it is not bound. {{(pid=103984) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 12:18:46.174026 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.notifiers.nova [req-3e921d37-36ef-4886-bac9-8634f4226256 req-bc7dcbdf-9cab-48b1-a776-2b4288e91d81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 638111d8-cbd3-449e-ada7-531d38b4e4ae {{(pid=103983) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 12:18:46.181674 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [req-3e921d37-36ef-4886-bac9-8634f4226256 req-bc7dcbdf-9cab-48b1-a776-2b4288e91d81 service neutron] Publish callbacks [] for port (638111d8-cbd3-449e-ada7-531d38b4e4ae), precommit_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:46.194233 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.db.provisioning_blocks [req-3e921d37-36ef-4886-bac9-8634f4226256 req-bc7dcbdf-9cab-48b1-a776-2b4288e91d81 service neutron] Transition to ACTIVE for port object 638111d8-cbd3-449e-ada7-531d38b4e4ae will not be triggered until provisioned by entity L2. {{(pid=103983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 12:18:46.260893 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b230b19-1506-4e20-8dbe-b00fec4856e0 req-345c0488-4abf-4204-921e-4d25df6a34cb tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:18:46.262335 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-2b230b19-1506-4e20-8dbe-b00fec4856e0 req-345c0488-4abf-4204-921e-4d25df6a34cb tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec7561ab-bb32-4b5a-ae6c-8c6e9edf1945 HTTP/1.1" status: 200 len: 931 time: 0.0513539 Apr 07 12:18:46.292514 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [req-3e921d37-36ef-4886-bac9-8634f4226256 req-bc7dcbdf-9cab-48b1-a776-2b4288e91d81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780057409639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780056949607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780056949625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126495704'] for port (638111d8-cbd3-449e-ada7-531d38b4e4ae), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:46.352040 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-2b230b19-1506-4e20-8dbe-b00fec4856e0 req-d5e2773d-e3a9-4cfe-9c9a-af552a599754 tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] 10.222.0.58 "GET /v2.0/security-groups?id=7f22cb13-67b3-4270-941d-47a255e4854d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796888 Apr 07 12:18:46.364204 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7dcbdf-9cab-48b1-a776-2b4288e91d81 service neutron] Pushing event updated for resources: {'Port': ['ID=638111d8-cbd3-449e-ada7-531d38b4e4ae,revision_number=2']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:18:46.451370 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.plugins.ml2.managers [req-3e921d37-36ef-4886-bac9-8634f4226256 req-bc7dcbdf-9cab-48b1-a776-2b4288e91d81 service neutron] Attempting to bind port 638111d8-cbd3-449e-ada7-531d38b4e4ae on host hv-cinder-83693 for vnic_type normal with profile {{(pid=103983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 12:18:46.451705 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.plugins.ml2.managers [req-3e921d37-36ef-4886-bac9-8634f4226256 req-bc7dcbdf-9cab-48b1-a776-2b4288e91d81 service neutron] Attempting to bind port 638111d8-cbd3-449e-ada7-531d38b4e4ae by drivers openvswitch,hyperv on host hv-cinder-83693 at level 0 using segments [{'id': '7f8ea31b-b6d5-4bf8-9f2f-e16cecf12e77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'a345358b-c2f9-4423-be80-16d77882e75b'}] {{(pid=103983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 12:18:46.452026 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e921d37-36ef-4886-bac9-8634f4226256 req-bc7dcbdf-9cab-48b1-a776-2b4288e91d81 service neutron] Attempting to bind port 638111d8-cbd3-449e-ada7-531d38b4e4ae on network a345358b-c2f9-4423-be80-16d77882e75b {{(pid=103983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:18:46.457757 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e921d37-36ef-4886-bac9-8634f4226256 req-bc7dcbdf-9cab-48b1-a776-2b4288e91d81 service neutron] Port 638111d8-cbd3-449e-ada7-531d38b4e4ae on network a345358b-c2f9-4423-be80-16d77882e75b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83693 {{(pid=103983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 12:18:46.462317 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e921d37-36ef-4886-bac9-8634f4226256 req-bc7dcbdf-9cab-48b1-a776-2b4288e91d81 service neutron] Attempting to bind port 638111d8-cbd3-449e-ada7-531d38b4e4ae on network a345358b-c2f9-4423-be80-16d77882e75b {{(pid=103983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:18:46.463576 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e921d37-36ef-4886-bac9-8634f4226256 req-bc7dcbdf-9cab-48b1-a776-2b4288e91d81 service neutron] Checking agent: {'id': 'b65c4e22-832a-4f2b-89ab-f6b5f91e1f65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83693', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 12, 4, 29), 'started_at': datetime.datetime(2022, 4, 7, 12, 4, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 12, 18, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 12:18:46.463917 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e921d37-36ef-4886-bac9-8634f4226256 req-bc7dcbdf-9cab-48b1-a776-2b4288e91d81 service neutron] Checking segment: {'id': '7f8ea31b-b6d5-4bf8-9f2f-e16cecf12e77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'a345358b-c2f9-4423-be80-16d77882e75b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:18:46.464452 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e921d37-36ef-4886-bac9-8634f4226256 req-bc7dcbdf-9cab-48b1-a776-2b4288e91d81 service neutron] Bound using segment: {'id': '7f8ea31b-b6d5-4bf8-9f2f-e16cecf12e77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'a345358b-c2f9-4423-be80-16d77882e75b'} {{(pid=103983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 12:18:46.465049 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.plugins.ml2.managers [req-3e921d37-36ef-4886-bac9-8634f4226256 req-bc7dcbdf-9cab-48b1-a776-2b4288e91d81 service neutron] Bound port: 638111d8-cbd3-449e-ada7-531d38b4e4ae, host: hv-cinder-83693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f8ea31b-b6d5-4bf8-9f2f-e16cecf12e77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'a345358b-c2f9-4423-be80-16d77882e75b'}}] {{(pid=103983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 12:18:46.465435 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [req-3e921d37-36ef-4886-bac9-8634f4226256 req-bc7dcbdf-9cab-48b1-a776-2b4288e91d81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (638111d8-cbd3-449e-ada7-531d38b4e4ae), before_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:46.530359 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.plugins.ml2.db [req-3e921d37-36ef-4886-bac9-8634f4226256 req-bc7dcbdf-9cab-48b1-a776-2b4288e91d81 service neutron] For port 638111d8-cbd3-449e-ada7-531d38b4e4ae, host hv-cinder-83693, cleared binding levels {{(pid=103983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 12:18:46.533983 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.plugins.ml2.db [req-3e921d37-36ef-4886-bac9-8634f4226256 req-bc7dcbdf-9cab-48b1-a776-2b4288e91d81 service neutron] For port 638111d8-cbd3-449e-ada7-531d38b4e4ae, host hv-cinder-83693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83693',level=0,port_id=638111d8-cbd3-449e-ada7-531d38b4e4ae,segment=NetworkSegment(7f8ea31b-b6d5-4bf8-9f2f-e16cecf12e77),segment_id=7f8ea31b-b6d5-4bf8-9f2f-e16cecf12e77)] {{(pid=103983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 12:18:46.629559 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [req-3e921d37-36ef-4886-bac9-8634f4226256 req-bc7dcbdf-9cab-48b1-a776-2b4288e91d81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780057409639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780056949607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780056949625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126495704'] for port (638111d8-cbd3-449e-ada7-531d38b4e4ae), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:46.665709 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e921d37-36ef-4886-bac9-8634f4226256 req-bc7dcbdf-9cab-48b1-a776-2b4288e91d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:18:46.666269 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [req-3e921d37-36ef-4886-bac9-8634f4226256 req-bc7dcbdf-9cab-48b1-a776-2b4288e91d81 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91606'] for port (None), before_response {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:46.667844 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-3e921d37-36ef-4886-bac9-8634f4226256 req-bc7dcbdf-9cab-48b1-a776-2b4288e91d81 service neutron] 10.222.0.49 "PUT /v2.0/ports/638111d8-cbd3-449e-ada7-531d38b4e4ae HTTP/1.1" status: 200 len: 1093 time: 1.0894809 Apr 07 12:18:46.670013 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec7561ab-bb32-4b5a-ae6c-8c6e9edf1945', 'tag': '638111d8-cbd3-449e-ada7-531d38b4e4ae'}] {{(pid=103983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:18:46.672388 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0a7841b86293cbb58346800955405af87a5c8eeb3540a71a4bbd7df08edd1cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d50c9d8d-0acd-4b61-a4d5-cc49fee3a55f" -d '{"events": [{"name": "network-changed", "server_uuid": "ec7561ab-bb32-4b5a-ae6c-8c6e9edf1945", "tag": "638111d8-cbd3-449e-ada7-531d38b4e4ae"}]}' {{(pid=103983) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:18:46.699351 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7dcbdf-9cab-48b1-a776-2b4288e91d81 service neutron] Pushing event updated for resources: {'Port': ['ID=638111d8-cbd3-449e-ada7-531d38b4e4ae,revision_number=3']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:18:46.714903 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 12:18:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c293bfe1-7a83-4fa8-a48f-1858400bb4be x-openstack-request-id: req-c293bfe1-7a83-4fa8-a48f-1858400bb4be {{(pid=103983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:18:46.715311 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec7561ab-bb32-4b5a-ae6c-8c6e9edf1945", "tag": "638111d8-cbd3-449e-ada7-531d38b4e4ae", "status": "completed", "code": 200}]} {{(pid=103983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:18:46.715570 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c293bfe1-7a83-4fa8-a48f-1858400bb4be {{(pid=103983) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:18:46.720643 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c293bfe1-7a83-4fa8-a48f-1858400bb4be'] response: {'name': 'network-changed', 'server_uuid': 'ec7561ab-bb32-4b5a-ae6c-8c6e9edf1945', 'tag': '638111d8-cbd3-449e-ada7-531d38b4e4ae', 'status': 'completed', 'code': 200} Apr 07 12:18:47.469021 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33adad7e-5ae9-4852-8761-ddc27332d090 req-6ce0120e-9cda-4642-b587-37de792f3ddc tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:18:47.470494 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-33adad7e-5ae9-4852-8761-ddc27332d090 req-6ce0120e-9cda-4642-b587-37de792f3ddc tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec7561ab-bb32-4b5a-ae6c-8c6e9edf1945 HTTP/1.1" status: 200 len: 943 time: 0.0526388 Apr 07 12:18:47.517883 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-33adad7e-5ae9-4852-8761-ddc27332d090 req-d932d9e8-8d91-4c60-bd2e-3dd891b6e8f5 tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] 10.222.0.58 "GET /v2.0/security-groups?id=7f22cb13-67b3-4270-941d-47a255e4854d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418105 Apr 07 12:18:48.634957 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d5a560-e676-44ad-a2ef-3725e2d0ab39 req-72af1ef9-135c-497b-9d5c-7d20b40c5844 tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:18:48.636449 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-83d5a560-e676-44ad-a2ef-3725e2d0ab39 req-72af1ef9-135c-497b-9d5c-7d20b40c5844 tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec7561ab-bb32-4b5a-ae6c-8c6e9edf1945 HTTP/1.1" status: 200 len: 943 time: 0.0522110 Apr 07 12:18:48.684429 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-83d5a560-e676-44ad-a2ef-3725e2d0ab39 req-7e50348e-c2eb-4cb8-8a33-87d201b48e22 tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] 10.222.0.58 "GET /v2.0/security-groups?id=7f22cb13-67b3-4270-941d-47a255e4854d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424893 Apr 07 12:18:48.939655 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50c9d8d-0acd-4b61-a4d5-cc49fee3a55f req-379d6a14-21ac-41b5-8ced-5f259b2f39a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:18:48.941133 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-d50c9d8d-0acd-4b61-a4d5-cc49fee3a55f req-379d6a14-21ac-41b5-8ced-5f259b2f39a9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e1b2030530534aa6979de076136fa20a&device_id=ec7561ab-bb32-4b5a-ae6c-8c6e9edf1945 HTTP/1.1" status: 200 len: 1127 time: 0.0449469 Apr 07 12:18:49.056893 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50c9d8d-0acd-4b61-a4d5-cc49fee3a55f req-5318dd06-51d5-431a-9471-d5cb9b8f272b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:18:49.058370 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-d50c9d8d-0acd-4b61-a4d5-cc49fee3a55f req-5318dd06-51d5-431a-9471-d5cb9b8f272b service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=e1b2030530534aa6979de076136fa20a&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0971601 Apr 07 12:18:49.167576 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50c9d8d-0acd-4b61-a4d5-cc49fee3a55f req-f9ae45b9-6967-4e97-bd85-6cc3ad113ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:18:49.168951 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-d50c9d8d-0acd-4b61-a4d5-cc49fee3a55f req-f9ae45b9-6967-4e97-bd85-6cc3ad113ad2 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1038992 Apr 07 12:18:49.277374 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e921d37-36ef-4886-bac9-8634f4226256 req-4ee542ec-a193-451b-81a4-2295371d3780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:18:49.278929 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-3e921d37-36ef-4886-bac9-8634f4226256 req-4ee542ec-a193-451b-81a4-2295371d3780 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e1b2030530534aa6979de076136fa20a&device_id=ec7561ab-bb32-4b5a-ae6c-8c6e9edf1945 HTTP/1.1" status: 200 len: 1127 time: 0.0443676 Apr 07 12:18:49.332439 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-3e921d37-36ef-4886-bac9-8634f4226256 req-e811ccb2-88cb-4a99-aaab-19b3dc57049a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=638111d8-cbd3-449e-ada7-531d38b4e4ae HTTP/1.1" status: 200 len: 217 time: 0.0345066 Apr 07 12:18:49.380202 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e921d37-36ef-4886-bac9-8634f4226256 req-7ed8ae7b-9798-42ec-b8ad-464e1e1eee1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:18:49.381614 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-3e921d37-36ef-4886-bac9-8634f4226256 req-7ed8ae7b-9798-42ec-b8ad-464e1e1eee1f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2d7690c0-1ac8-4c45-b462-9e76589db54f HTTP/1.1" status: 200 len: 851 time: 0.0430028 Apr 07 12:18:49.433582 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e921d37-36ef-4886-bac9-8634f4226256 req-ebfd0087-275b-4010-a3f3-cad55816f954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:18:49.434973 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-3e921d37-36ef-4886-bac9-8634f4226256 req-ebfd0087-275b-4010-a3f3-cad55816f954 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a345358b-c2f9-4423-be80-16d77882e75b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0471768 Apr 07 12:18:49.530572 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-3e921d37-36ef-4886-bac9-8634f4226256 req-7456dec6-956e-441a-a2ec-188d1d1bf4f8 service neutron] 10.222.0.49 "GET /v2.0/networks/a345358b-c2f9-4423-be80-16d77882e75b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887992 Apr 07 12:18:49.619845 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-3e921d37-36ef-4886-bac9-8634f4226256 req-b23ce9d0-1b47-4145-ba11-c52a4f8aa0ce service neutron] 10.222.0.49 "GET /v2.0/networks/a345358b-c2f9-4423-be80-16d77882e75b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837498 Apr 07 12:18:49.801844 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46c09b7-bb30-42ac-8c8e-a77b334b881e req-95e77c25-b401-41a7-a437-8e7a1329fc2b tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:18:49.803352 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-c46c09b7-bb30-42ac-8c8e-a77b334b881e req-95e77c25-b401-41a7-a437-8e7a1329fc2b tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec7561ab-bb32-4b5a-ae6c-8c6e9edf1945 HTTP/1.1" status: 200 len: 943 time: 0.0544393 Apr 07 12:18:49.855266 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-c46c09b7-bb30-42ac-8c8e-a77b334b881e req-fd7dab8a-e7c2-4b32-8089-007fb0c43c37 tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] 10.222.0.58 "GET /v2.0/security-groups?id=7f22cb13-67b3-4270-941d-47a255e4854d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461497 Apr 07 12:18:50.969669 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eae2c6c-6f70-4c68-ae27-7b201d4c72fb req-a5a63a8e-b895-4f04-979c-756d36580916 tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:18:50.971807 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-3eae2c6c-6f70-4c68-ae27-7b201d4c72fb req-a5a63a8e-b895-4f04-979c-756d36580916 tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec7561ab-bb32-4b5a-ae6c-8c6e9edf1945 HTTP/1.1" status: 200 len: 943 time: 0.0523627 Apr 07 12:18:51.018628 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-3eae2c6c-6f70-4c68-ae27-7b201d4c72fb req-55635dd1-7991-453c-89a4-bd6c7f8a16af tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] 10.222.0.58 "GET /v2.0/security-groups?id=7f22cb13-67b3-4270-941d-47a255e4854d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413625 Apr 07 12:18:52.138429 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0158e4d9-8d76-4869-ad39-e98014bfbbbf req-5413e2a5-0eea-44c9-b8b7-a3c195662a2a tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:18:52.139934 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-0158e4d9-8d76-4869-ad39-e98014bfbbbf req-5413e2a5-0eea-44c9-b8b7-a3c195662a2a tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec7561ab-bb32-4b5a-ae6c-8c6e9edf1945 HTTP/1.1" status: 200 len: 943 time: 0.0567136 Apr 07 12:18:52.188614 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-0158e4d9-8d76-4869-ad39-e98014bfbbbf req-9ba8ff1c-598c-42bc-b7aa-77f53e3a7f4a tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] 10.222.0.58 "GET /v2.0/security-groups?id=7f22cb13-67b3-4270-941d-47a255e4854d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430384 Apr 07 12:18:53.311018 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebe6381-be55-4ba4-8a12-fc9fc29bc86c req-bef3a27d-d9c6-47ab-87c5-39ab0f4c6c46 tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:18:53.312497 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-7ebe6381-be55-4ba4-8a12-fc9fc29bc86c req-bef3a27d-d9c6-47ab-87c5-39ab0f4c6c46 tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec7561ab-bb32-4b5a-ae6c-8c6e9edf1945 HTTP/1.1" status: 200 len: 943 time: 0.0559947 Apr 07 12:18:53.360077 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-7ebe6381-be55-4ba4-8a12-fc9fc29bc86c req-0b959c01-b48b-43f0-8a95-458967266a23 tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] 10.222.0.58 "GET /v2.0/security-groups?id=7f22cb13-67b3-4270-941d-47a255e4854d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418537 Apr 07 12:18:54.316206 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.agents_db [None req-3662b1ad-d2b5-4b6d-81f6-e1280f618718 None None] Agent healthcheck: found 6 active agents {{(pid=103985) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 12:18:54.477775 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee81fa53-2d01-4608-96ac-00295edf2530 req-98c33ccc-fe5a-408c-8e70-583796574568 tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:18:54.479265 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-ee81fa53-2d01-4608-96ac-00295edf2530 req-98c33ccc-fe5a-408c-8e70-583796574568 tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec7561ab-bb32-4b5a-ae6c-8c6e9edf1945 HTTP/1.1" status: 200 len: 943 time: 0.0522969 Apr 07 12:18:54.527879 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-ee81fa53-2d01-4608-96ac-00295edf2530 req-adaf95e3-a34a-4fae-b626-68dbbdf333d3 tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] 10.222.0.58 "GET /v2.0/security-groups?id=7f22cb13-67b3-4270-941d-47a255e4854d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427859 Apr 07 12:18:55.643543 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b14905b-8dbb-43b8-aef7-26c73bf4bbfb req-cf94e2f7-388d-4c82-8cda-9719ee3a607b tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:18:55.644996 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-8b14905b-8dbb-43b8-aef7-26c73bf4bbfb req-cf94e2f7-388d-4c82-8cda-9719ee3a607b tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec7561ab-bb32-4b5a-ae6c-8c6e9edf1945 HTTP/1.1" status: 200 len: 943 time: 0.0524385 Apr 07 12:18:55.695425 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-8b14905b-8dbb-43b8-aef7-26c73bf4bbfb req-0fa40db7-7f00-48a9-8aa6-907fef675ce1 tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] 10.222.0.58 "GET /v2.0/security-groups?id=7f22cb13-67b3-4270-941d-47a255e4854d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443447 Apr 07 12:18:56.810062 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709651ea-cf9b-4d08-9128-073bb3716544 req-f9071346-2f69-4e25-bdcd-395fbb7d4d4b tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:18:56.811541 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-709651ea-cf9b-4d08-9128-073bb3716544 req-f9071346-2f69-4e25-bdcd-395fbb7d4d4b tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec7561ab-bb32-4b5a-ae6c-8c6e9edf1945 HTTP/1.1" status: 200 len: 943 time: 0.0512588 Apr 07 12:18:56.864755 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-709651ea-cf9b-4d08-9128-073bb3716544 req-08c8224a-7a5b-4dd1-8568-f2691e9be6b5 tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] 10.222.0.58 "GET /v2.0/security-groups?id=7f22cb13-67b3-4270-941d-47a255e4854d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468709 Apr 07 12:18:56.874885 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Device 638111d8-cbd3-449e-ada7-531d38b4e4ae details requested by agent hyperv_hv-cinder-83693 with host hv-cinder-83693 {{(pid=103984) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 12:18:56.975460 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.db [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] For port 638111d8-cbd3-449e-ada7-531d38b4e4ae, host hv-cinder-83693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83693',level=0,port_id=638111d8-cbd3-449e-ada7-531d38b4e4ae,segment=NetworkSegment(7f8ea31b-b6d5-4bf8-9f2f-e16cecf12e77),segment_id=7f8ea31b-b6d5-4bf8-9f2f-e16cecf12e77)] {{(pid=103984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:18:56.986889 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Returning: {'device': '638111d8-cbd3-449e-ada7-531d38b4e4ae', 'network_id': 'a345358b-c2f9-4423-be80-16d77882e75b', 'port_id': '638111d8-cbd3-449e-ada7-531d38b4e4ae', 'mac_address': 'fa:16:3e:43:eb:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d7690c0-1ac8-4c45-b462-9e76589db54f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103984) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 12:18:57.024235 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Current status of the port 638111d8-cbd3-449e-ada7-531d38b4e4ae is: DOWN; New status is: BUILD {{(pid=103984) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:18:57.024621 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (638111d8-cbd3-449e-ada7-531d38b4e4ae), before_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:57.037090 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.notifiers.nova [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 638111d8-cbd3-449e-ada7-531d38b4e4ae {{(pid=103984) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 12:18:57.056551 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.db [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] For port 638111d8-cbd3-449e-ada7-531d38b4e4ae, host hv-cinder-83693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83693',level=0,port_id=638111d8-cbd3-449e-ada7-531d38b4e4ae,segment=NetworkSegment(7f8ea31b-b6d5-4bf8-9f2f-e16cecf12e77),segment_id=7f8ea31b-b6d5-4bf8-9f2f-e16cecf12e77)] {{(pid=103984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:18:57.154403 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780057409639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780056949607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780056949625'] for port (638111d8-cbd3-449e-ada7-531d38b4e4ae), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:57.205663 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Pushing event updated for resources: {'Port': ['ID=638111d8-cbd3-449e-ada7-531d38b4e4ae,revision_number=4']} {{(pid=103984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:18:57.475069 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.db [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] get_ports_and_sgs() called for port_ids ['638111d8-cbd3-449e-ada7-531d38b4e4ae'] {{(pid=103984) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 12:18:57.983162 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e21475-9258-4280-9cb4-9deb19808e40 req-c16bc4a1-5338-4fbe-b570-0e67e45cfa3d tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:18:57.984621 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-b1e21475-9258-4280-9cb4-9deb19808e40 req-c16bc4a1-5338-4fbe-b570-0e67e45cfa3d tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec7561ab-bb32-4b5a-ae6c-8c6e9edf1945 HTTP/1.1" status: 200 len: 944 time: 0.0552564 Apr 07 12:18:58.034344 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-b1e21475-9258-4280-9cb4-9deb19808e40 req-d5d82388-7628-404c-8492-6786fa6abd67 tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] 10.222.0.58 "GET /v2.0/security-groups?id=7f22cb13-67b3-4270-941d-47a255e4854d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436337 Apr 07 12:18:58.879098 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Device 638111d8-cbd3-449e-ada7-531d38b4e4ae up at agent hyperv_hv-cinder-83693 {{(pid=103984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:18:59.003322 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.provisioning_blocks [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Provisioning for port 638111d8-cbd3-449e-ada7-531d38b4e4ae completed by entity L2. {{(pid=103984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 12:18:59.007379 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.provisioning_blocks [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Provisioning complete for port 638111d8-cbd3-449e-ada7-531d38b4e4ae triggered by entity L2. {{(pid=103984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:18:59.007746 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7484729'] for port (638111d8-cbd3-449e-ada7-531d38b4e4ae), provisioning_complete {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:59.087538 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Current status of the port 638111d8-cbd3-449e-ada7-531d38b4e4ae is: BUILD; New status is: ACTIVE {{(pid=103984) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:18:59.087916 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (638111d8-cbd3-449e-ada7-531d38b4e4ae), before_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:59.110194 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec7561ab-bb32-4b5a-ae6c-8c6e9edf1945', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '638111d8-cbd3-449e-ada7-531d38b4e4ae'}] {{(pid=103984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:18:59.112964 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0608bff1dee5f704c30ce50aefecbc08eaebc6e842b477e08be3f7901197da8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2aeeeeb8-d439-414b-a28e-ce34cdb0c7f2" -d '{"events": [{"server_uuid": "ec7561ab-bb32-4b5a-ae6c-8c6e9edf1945", "name": "network-vif-plugged", "status": "completed", "tag": "638111d8-cbd3-449e-ada7-531d38b4e4ae"}]}' {{(pid=103984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:18:59.125828 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.db [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] For port 638111d8-cbd3-449e-ada7-531d38b4e4ae, host hv-cinder-83693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83693',level=0,port_id=638111d8-cbd3-449e-ada7-531d38b4e4ae,segment=NetworkSegment(7f8ea31b-b6d5-4bf8-9f2f-e16cecf12e77),segment_id=7f8ea31b-b6d5-4bf8-9f2f-e16cecf12e77)] {{(pid=103984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:18:59.164697 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 12:18:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b2b795a-7abd-4834-8b1e-a72606d0b26f x-openstack-request-id: req-5b2b795a-7abd-4834-8b1e-a72606d0b26f {{(pid=103984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:18:59.164993 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec7561ab-bb32-4b5a-ae6c-8c6e9edf1945", "name": "network-vif-plugged", "status": "completed", "tag": "638111d8-cbd3-449e-ada7-531d38b4e4ae", "code": 200}]} {{(pid=103984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:18:59.165241 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5b2b795a-7abd-4834-8b1e-a72606d0b26f {{(pid=103984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:18:59.165635 dv-cinder-836930-1-iscsi neutron-server[103984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b2b795a-7abd-4834-8b1e-a72606d0b26f'] response: {'server_uuid': 'ec7561ab-bb32-4b5a-ae6c-8c6e9edf1945', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '638111d8-cbd3-449e-ada7-531d38b4e4ae', 'code': 200} Apr 07 12:18:59.178696 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955c4221-7696-4983-bccb-e71ad211777f req-9dc37a8b-21d6-4bfc-9629-6727a7724407 tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:18:59.180268 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-955c4221-7696-4983-bccb-e71ad211777f req-9dc37a8b-21d6-4bfc-9629-6727a7724407 tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec7561ab-bb32-4b5a-ae6c-8c6e9edf1945 HTTP/1.1" status: 200 len: 944 time: 0.0770431 Apr 07 12:18:59.206078 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780057409639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780056949607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780056949625'] for port (638111d8-cbd3-449e-ada7-531d38b4e4ae), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:59.229908 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-955c4221-7696-4983-bccb-e71ad211777f req-dc4e3c68-dc84-4652-b4eb-ac504b14545e tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] 10.222.0.58 "GET /v2.0/security-groups?id=7f22cb13-67b3-4270-941d-47a255e4854d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436480 Apr 07 12:18:59.265159 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Pushing event updated for resources: {'Port': ['ID=638111d8-cbd3-449e-ada7-531d38b4e4ae,revision_number=5']} {{(pid=103984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:18:59.747271 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98daae26-7397-4623-a6b9-f88a6fb7b476 req-cee8deba-e656-4f85-9134-af3243c76300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:18:59.748740 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-98daae26-7397-4623-a6b9-f88a6fb7b476 req-cee8deba-e656-4f85-9134-af3243c76300 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=ec7561ab-bb32-4b5a-ae6c-8c6e9edf1945 HTTP/1.1" status: 200 len: 1129 time: 0.0430686 Apr 07 12:18:59.793276 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-98daae26-7397-4623-a6b9-f88a6fb7b476 req-0443f8a2-9a32-463b-aab6-483784cf70e2 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=7f22cb13-67b3-4270-941d-47a255e4854d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381761 Apr 07 12:19:00.352498 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2469a30-4d80-4464-b167-9a551ed45bab req-7b53e20f-f0b5-41a7-9f16-0b311898c703 tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:19:00.353964 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-c2469a30-4d80-4464-b167-9a551ed45bab req-7b53e20f-f0b5-41a7-9f16-0b311898c703 tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec7561ab-bb32-4b5a-ae6c-8c6e9edf1945 HTTP/1.1" status: 200 len: 945 time: 0.0524764 Apr 07 12:19:00.401777 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-c2469a30-4d80-4464-b167-9a551ed45bab req-18bd39a7-06da-460c-8a35-6a498fa65b9a tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] 10.222.0.58 "GET /v2.0/security-groups?id=7f22cb13-67b3-4270-941d-47a255e4854d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423789 Apr 07 12:19:01.016450 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7f2688-4596-468c-a4fd-6101985e75e5 req-6b8086ba-a33d-4929-81a5-69d98f564810 tempest-VolumesSnapshotTestJSON-671111526 tempest-VolumesSnapshotTestJSON-671111526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:19:01.017887 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-8a7f2688-4596-468c-a4fd-6101985e75e5 req-6b8086ba-a33d-4929-81a5-69d98f564810 tempest-VolumesSnapshotTestJSON-671111526 tempest-VolumesSnapshotTestJSON-671111526-project] 10.222.0.58 "GET /v2.0/ports?device_id=0f075240-5ed4-4970-b9ef-bc7a1e30d636 HTTP/1.1" status: 200 len: 945 time: 0.0550931 Apr 07 12:19:01.064059 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-8a7f2688-4596-468c-a4fd-6101985e75e5 req-1f4bd190-8c8d-4515-b1ed-9f0933deb309 tempest-VolumesSnapshotTestJSON-671111526 tempest-VolumesSnapshotTestJSON-671111526-project] 10.222.0.58 "GET /v2.0/security-groups?id=3addf5f8-cceb-499e-9f90-3d8d8664bd39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405412 Apr 07 12:19:01.519884 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52189568-bd6f-4660-892a-89c805765133 req-e259e10e-a9ff-43d9-82c5-c3609cf08b93 tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:19:01.521278 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-52189568-bd6f-4660-892a-89c805765133 req-e259e10e-a9ff-43d9-82c5-c3609cf08b93 tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec7561ab-bb32-4b5a-ae6c-8c6e9edf1945 HTTP/1.1" status: 200 len: 945 time: 0.0521166 Apr 07 12:19:01.573499 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-52189568-bd6f-4660-892a-89c805765133 req-1e3c347d-c282-47b1-a613-a28d308f64ed tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] 10.222.0.58 "GET /v2.0/security-groups?id=7f22cb13-67b3-4270-941d-47a255e4854d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467887 Apr 07 12:19:01.960630 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-fade28bd-3920-4b3e-bc0f-1b082e5801cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (94869e64-74fb-4601-95b5-a1334a6bdcea), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:02.129661 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (b65c4e22-832a-4f2b-89ab-f6b5f91e1f65), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:02.179247 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb1ada4-d22f-4e61-bab9-41e13b959776 req-7490084e-0b4e-43a6-8619-613ba3b1720a tempest-VolumesSnapshotTestJSON-671111526 tempest-VolumesSnapshotTestJSON-671111526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:19:02.180720 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-6cb1ada4-d22f-4e61-bab9-41e13b959776 req-7490084e-0b4e-43a6-8619-613ba3b1720a tempest-VolumesSnapshotTestJSON-671111526 tempest-VolumesSnapshotTestJSON-671111526-project] 10.222.0.58 "GET /v2.0/ports?device_id=0f075240-5ed4-4970-b9ef-bc7a1e30d636 HTTP/1.1" status: 200 len: 945 time: 0.0511444 Apr 07 12:19:02.227152 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-6cb1ada4-d22f-4e61-bab9-41e13b959776 req-c7df450d-7773-4484-a90c-cd42e53fe1e1 tempest-VolumesSnapshotTestJSON-671111526 tempest-VolumesSnapshotTestJSON-671111526-project] 10.222.0.58 "GET /v2.0/security-groups?id=3addf5f8-cceb-499e-9f90-3d8d8664bd39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403266 Apr 07 12:19:02.689980 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8529f3b0-d8ad-4693-8519-c6948b14576f req-8199827c-cddd-45d9-a838-3d1fc2df6be7 tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:19:02.691442 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-8529f3b0-d8ad-4693-8519-c6948b14576f req-8199827c-cddd-45d9-a838-3d1fc2df6be7 tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec7561ab-bb32-4b5a-ae6c-8c6e9edf1945 HTTP/1.1" status: 200 len: 945 time: 0.0517244 Apr 07 12:19:02.738638 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-8529f3b0-d8ad-4693-8519-c6948b14576f req-0c581aed-5332-4ea0-b076-b52b35f4fe36 tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] 10.222.0.58 "GET /v2.0/security-groups?id=7f22cb13-67b3-4270-941d-47a255e4854d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416987 Apr 07 12:19:02.853254 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3980859a-5115-4009-b97b-0c55679551b6 req-b7900c71-5e22-4219-85f0-a6e02c0b596a tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:19:02.854612 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-3980859a-5115-4009-b97b-0c55679551b6 req-b7900c71-5e22-4219-85f0-a6e02c0b596a tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec7561ab-bb32-4b5a-ae6c-8c6e9edf1945 HTTP/1.1" status: 200 len: 945 time: 0.0530381 Apr 07 12:19:02.904674 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-3980859a-5115-4009-b97b-0c55679551b6 req-67e1c16f-e345-4fa5-a79b-75bf875bd928 tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] 10.222.0.58 "GET /v2.0/security-groups?id=7f22cb13-67b3-4270-941d-47a255e4854d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445509 Apr 07 12:19:02.926772 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.wsgi [-] (103983) accepted ('10.222.0.58', 44092) {{(pid=103983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:19:03.075824 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08495910-6458-41c7-ab4e-42c0f5c2a86d tempest-TestVolumeBootPattern-1887162161 tempest-TestVolumeBootPattern-1887162161-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:19:03.077215 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [None req-08495910-6458-41c7-ab4e-42c0f5c2a86d tempest-TestVolumeBootPattern-1887162161 tempest-TestVolumeBootPattern-1887162161-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=ec7561ab-bb32-4b5a-ae6c-8c6e9edf1945 HTTP/1.1" status: 200 len: 1124 time: 0.1494503 Apr 07 12:19:03.080151 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.wsgi [-] (103983) accepted ('10.222.0.58', 44096) {{(pid=103983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:19:03.084919 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.v2.base [None req-3e045613-91d6-4b6e-8eda-e35a43bffc8a tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Request body: {'floatingip': {'floating_network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'port_id': '638111d8-cbd3-449e-ada7-531d38b4e4ae', 'tenant_id': 'e1b2030530534aa6979de076136fa20a', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:19:03.183379 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-3e045613-91d6-4b6e-8eda-e35a43bffc8a tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:03.284900 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-3e045613-91d6-4b6e-8eda-e35a43bffc8a tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (None), before_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:03.346673 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1c323b-8f46-419c-847c-8a9afe365bd8 req-f31dff9d-a26a-473e-a769-df8c9426c2aa tempest-VolumesSnapshotTestJSON-671111526 tempest-VolumesSnapshotTestJSON-671111526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:19:03.348185 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-cd1c323b-8f46-419c-847c-8a9afe365bd8 req-f31dff9d-a26a-473e-a769-df8c9426c2aa tempest-VolumesSnapshotTestJSON-671111526 tempest-VolumesSnapshotTestJSON-671111526-project] 10.222.0.58 "GET /v2.0/ports?device_id=0f075240-5ed4-4970-b9ef-bc7a1e30d636 HTTP/1.1" status: 200 len: 945 time: 0.0535243 Apr 07 12:19:03.385158 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.db.db_base_plugin_common [None req-3e045613-91d6-4b6e-8eda-e35a43bffc8a tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Allocated IP 172.27.0.30 (bbaeba58-97ce-4d65-bbf2-981851410a56/4554067d-f507-4a99-8a98-0874c02c5721/3b7bd6fe-6ebe-410d-ac0f-625d7672dfca) {{(pid=103983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 12:19:03.395868 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-cd1c323b-8f46-419c-847c-8a9afe365bd8 req-b182495a-87d1-4d7c-861d-80198a870074 tempest-VolumesSnapshotTestJSON-671111526 tempest-VolumesSnapshotTestJSON-671111526-project] 10.222.0.58 "GET /v2.0/security-groups?id=3addf5f8-cceb-499e-9f90-3d8d8664bd39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419042 Apr 07 12:19:03.487707 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-3e045613-91d6-4b6e-8eda-e35a43bffc8a tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Publish callbacks [] for port (3b7bd6fe-6ebe-410d-ac0f-625d7672dfca), precommit_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:03.565391 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e35164-dd78-4f7c-b866-06761c3db478 req-41cca3e5-3c7f-473e-a3d2-2418ce458474 tempest-VolumesSnapshotTestJSON-671111526 tempest-VolumesSnapshotTestJSON-671111526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:19:03.566826 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-f2e35164-dd78-4f7c-b866-06761c3db478 req-41cca3e5-3c7f-473e-a3d2-2418ce458474 tempest-VolumesSnapshotTestJSON-671111526 tempest-VolumesSnapshotTestJSON-671111526-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f075240-5ed4-4970-b9ef-bc7a1e30d636 HTTP/1.1" status: 200 len: 945 time: 0.0536034 Apr 07 12:19:03.599804 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-3e045613-91d6-4b6e-8eda-e35a43bffc8a tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780056949589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126495687'] for port (3b7bd6fe-6ebe-410d-ac0f-625d7672dfca), after_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:03.668665 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e045613-91d6-4b6e-8eda-e35a43bffc8a tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Network bbaeba58-97ce-4d65-bbf2-981851410a56 is already hosted by enough agents. {{(pid=103983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:19:03.674230 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.scheduler.base_scheduler [None req-3e045613-91d6-4b6e-8eda-e35a43bffc8a tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Resources bound (agent type, host, resource id): {{(pid=103983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:19:03.684309 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e045613-91d6-4b6e-8eda-e35a43bffc8a tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Received port after_create {{(pid=103983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 12:19:03.688308 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e045613-91d6-4b6e-8eda-e35a43bffc8a tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Pushing event updated for resources: {'Port': ['ID=3b7bd6fe-6ebe-410d-ac0f-625d7672dfca,revision_number=1']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:19:03.717159 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e045613-91d6-4b6e-8eda-e35a43bffc8a tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:19:03.717499 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e045613-91d6-4b6e-8eda-e35a43bffc8a tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:19:03.717836 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e045613-91d6-4b6e-8eda-e35a43bffc8a tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:19:03.718170 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e045613-91d6-4b6e-8eda-e35a43bffc8a tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:19:03.718497 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e045613-91d6-4b6e-8eda-e35a43bffc8a tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:19:03.718820 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e045613-91d6-4b6e-8eda-e35a43bffc8a tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:19:03.719171 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e045613-91d6-4b6e-8eda-e35a43bffc8a tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:19:03.719500 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e045613-91d6-4b6e-8eda-e35a43bffc8a tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:19:03.719821 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e045613-91d6-4b6e-8eda-e35a43bffc8a tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:19:03.720140 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e045613-91d6-4b6e-8eda-e35a43bffc8a tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:19:03.720461 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e045613-91d6-4b6e-8eda-e35a43bffc8a tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:19:03.720778 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e045613-91d6-4b6e-8eda-e35a43bffc8a tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:19:03.721100 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e045613-91d6-4b6e-8eda-e35a43bffc8a tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:19:03.721438 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e045613-91d6-4b6e-8eda-e35a43bffc8a tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:19:03.722343 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e045613-91d6-4b6e-8eda-e35a43bffc8a tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:19:03.775157 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [req-f2e35164-dd78-4f7c-b866-06761c3db478 req-a1484355-a607-499d-b7be-3143c257a578 tempest-VolumesSnapshotTestJSON-671111526 tempest-VolumesSnapshotTestJSON-671111526-project] Deleting port 0a1d2167-26ff-46fe-a7cf-3fc99455e164 {{(pid=103983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:19:03.775416 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [req-f2e35164-dd78-4f7c-b866-06761c3db478 req-a1484355-a607-499d-b7be-3143c257a578 tempest-VolumesSnapshotTestJSON-671111526 tempest-VolumesSnapshotTestJSON-671111526-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780057404546'] for port (0a1d2167-26ff-46fe-a7cf-3fc99455e164), before_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:03.977249 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.plugins.ml2.db [req-f2e35164-dd78-4f7c-b866-06761c3db478 req-a1484355-a607-499d-b7be-3143c257a578 tempest-VolumesSnapshotTestJSON-671111526 tempest-VolumesSnapshotTestJSON-671111526-project] For port 0a1d2167-26ff-46fe-a7cf-3fc99455e164, host hv-cinder-83693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83693',level=0,port_id=0a1d2167-26ff-46fe-a7cf-3fc99455e164,segment=NetworkSegment(9247717e-c12a-47d0-bc95-9fee338d5ab7),segment_id=9247717e-c12a-47d0-bc95-9fee338d5ab7)] {{(pid=103983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:19:03.977609 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [req-f2e35164-dd78-4f7c-b866-06761c3db478 req-a1484355-a607-499d-b7be-3143c257a578 tempest-VolumesSnapshotTestJSON-671111526 tempest-VolumesSnapshotTestJSON-671111526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2017998'] for port (0a1d2167-26ff-46fe-a7cf-3fc99455e164), precommit_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:03.996804 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [req-f2e35164-dd78-4f7c-b866-06761c3db478 req-a1484355-a607-499d-b7be-3143c257a578 tempest-VolumesSnapshotTestJSON-671111526 tempest-VolumesSnapshotTestJSON-671111526-project] Calling delete_port for 0a1d2167-26ff-46fe-a7cf-3fc99455e164 owned by compute:nova {{(pid=103983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:19:04.242501 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-3e045613-91d6-4b6e-8eda-e35a43bffc8a tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Publish callbacks [] for floatingip (13439f8c-fd8e-4778-b732-3bbaeeced886), precommit_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:04.314739 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [req-f2e35164-dd78-4f7c-b866-06761c3db478 req-a1484355-a607-499d-b7be-3143c257a578 tempest-VolumesSnapshotTestJSON-671111526 tempest-VolumesSnapshotTestJSON-671111526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780057409621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780056949598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126495687'] for port (0a1d2167-26ff-46fe-a7cf-3fc99455e164), after_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:04.349869 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1484355-a607-499d-b7be-3143c257a578 tempest-VolumesSnapshotTestJSON-671111526 tempest-VolumesSnapshotTestJSON-671111526-project] Pushing event deleted for resources: {'Port': ['ID=0a1d2167-26ff-46fe-a7cf-3fc99455e164,revision_number=None']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:19:04.350856 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.db [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] get_ports_and_sgs() called for port_ids ['0a1d2167-26ff-46fe-a7cf-3fc99455e164'] {{(pid=103984) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 12:19:04.373436 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-84776d6b-2eb4-4ace-b979-9ae92696b38f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (ad8978c4-6515-441c-a828-0289badd3b4a), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:04.397734 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2e35164-dd78-4f7c-b866-06761c3db478 req-a1484355-a607-499d-b7be-3143c257a578 tempest-VolumesSnapshotTestJSON-671111526 tempest-VolumesSnapshotTestJSON-671111526-project] No DVR routers for this DVR port 0a1d2167-26ff-46fe-a7cf-3fc99455e164 on host hv-cinder-83693 {{(pid=103983) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 12:19:04.400212 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [req-f2e35164-dd78-4f7c-b866-06761c3db478 req-a1484355-a607-499d-b7be-3143c257a578 tempest-VolumesSnapshotTestJSON-671111526 tempest-VolumesSnapshotTestJSON-671111526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91606'] for port (None), before_response {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:04.403519 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-f2e35164-dd78-4f7c-b866-06761c3db478 req-a1484355-a607-499d-b7be-3143c257a578 tempest-VolumesSnapshotTestJSON-671111526 tempest-VolumesSnapshotTestJSON-671111526-project] 10.222.0.49 "DELETE /v2.0/ports/0a1d2167-26ff-46fe-a7cf-3fc99455e164 HTTP/1.1" status: 204 len: 173 time: 0.8312213 Apr 07 12:19:04.403952 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f075240-5ed4-4970-b9ef-bc7a1e30d636', 'name': 'network-vif-deleted', 'tag': '0a1d2167-26ff-46fe-a7cf-3fc99455e164'}] {{(pid=103983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:19:04.406176 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0a7841b86293cbb58346800955405af87a5c8eeb3540a71a4bbd7df08edd1cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea7e8e0e-18d5-42dc-965c-53a59a6cc940" -d '{"events": [{"server_uuid": "0f075240-5ed4-4970-b9ef-bc7a1e30d636", "name": "network-vif-deleted", "tag": "0a1d2167-26ff-46fe-a7cf-3fc99455e164"}]}' {{(pid=103983) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:19:04.437384 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-3e045613-91d6-4b6e-8eda-e35a43bffc8a tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (3b7bd6fe-6ebe-410d-ac0f-625d7672dfca), before_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:04.458283 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 12:19:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5318fb5a-0bfc-400e-b490-ab95588fc399 x-openstack-request-id: req-5318fb5a-0bfc-400e-b490-ab95588fc399 {{(pid=103983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:19:04.458580 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f075240-5ed4-4970-b9ef-bc7a1e30d636", "name": "network-vif-deleted", "tag": "0a1d2167-26ff-46fe-a7cf-3fc99455e164", "status": "completed", "code": 200}]} {{(pid=103983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:19:04.458832 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5318fb5a-0bfc-400e-b490-ab95588fc399 {{(pid=103983) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:19:04.459249 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5318fb5a-0bfc-400e-b490-ab95588fc399'] response: {'server_uuid': '0f075240-5ed4-4970-b9ef-bc7a1e30d636', 'name': 'network-vif-deleted', 'tag': '0a1d2167-26ff-46fe-a7cf-3fc99455e164', 'status': 'completed', 'code': 200} Apr 07 12:19:04.497905 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-a1533cc6-ec9e-437e-ac29-c10d506c6a7c req-b9f868ea-8852-4bd1-b33c-6be9b8402b07 tempest-VolumesSnapshotTestJSON-671111526 tempest-VolumesSnapshotTestJSON-671111526-project] 10.222.0.58 "GET /v2.0/ports?device_id=0f075240-5ed4-4970-b9ef-bc7a1e30d636 HTTP/1.1" status: 200 len: 210 time: 0.0315301 Apr 07 12:19:04.592869 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-3e045613-91d6-4b6e-8eda-e35a43bffc8a tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Publish callbacks [] for port (3b7bd6fe-6ebe-410d-ac0f-625d7672dfca), precommit_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:04.669454 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-3e045613-91d6-4b6e-8eda-e35a43bffc8a tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780057409639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780056949607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780056949625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126495704'] for port (3b7bd6fe-6ebe-410d-ac0f-625d7672dfca), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:04.743597 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e045613-91d6-4b6e-8eda-e35a43bffc8a tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Pushing event updated for resources: {'Port': ['ID=3b7bd6fe-6ebe-410d-ac0f-625d7672dfca,revision_number=2']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:19:04.757310 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-3e045613-91d6-4b6e-8eda-e35a43bffc8a tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2019898'] for floatingip (13439f8c-fd8e-4778-b732-3bbaeeced886), after_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:04.854439 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.db.l3_db [None req-3e045613-91d6-4b6e-8eda-e35a43bffc8a tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Floating IP 13439f8c-fd8e-4778-b732-3bbaeeced886 associated. External IP: 172.27.0.30, port: 638111d8-cbd3-449e-ada7-531d38b4e4ae. Apr 07 12:19:05.072242 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e045613-91d6-4b6e-8eda-e35a43bffc8a tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Router 0b1c35bf-c535-44f5-b127-a2ac993223bd has already been hosted by L3 agent ad8978c4-6515-441c-a828-0289badd3b4a {{(pid=103983) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 12:19:05.182665 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e045613-91d6-4b6e-8eda-e35a43bffc8a tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Notify agent at l3_agent.dv-cinder-836930-1-iscsi the message routers_updated {{(pid=103983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 12:19:05.192404 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-831f71d1-02e7-4980-86d1-1916bc2287cd None None] Sync routers for ids ['0b1c35bf-c535-44f5-b127-a2ac993223bd'] in dv-cinder-836930-1-iscsi {{(pid=103984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 12:19:05.202490 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831f71d1-02e7-4980-86d1-1916bc2287cd None None] Routers {'0b1c35bf-c535-44f5-b127-a2ac993223bd'} bound to L3 agent in host dv-cinder-836930-1-iscsi {{(pid=103984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:19:05.209663 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_hamode_db [None req-831f71d1-02e7-4980-86d1-1916bc2287cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836930-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T11:57:34Z,description=,heartbeat_timestamp=2022-04-07T12:19:04Z,host='dv-cinder-836930-1-iscsi',id=ad8978c4-6515-441c-a828-0289badd3b4a,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:57:35Z,topic='l3_agent')) {'router_ids': ['0b1c35bf-c535-44f5-b127-a2ac993223bd'], 'active': True} {{(pid=103984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:19:05.288194 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-3e045613-91d6-4b6e-8eda-e35a43bffc8a tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91606'] for floatingip (None), before_response {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:05.312402 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_dvr_db [None req-831f71d1-02e7-4980-86d1-1916bc2287cd None None] Set router 0b1c35bf-c535-44f5-b127-a2ac993223bd gateway port host: dv-cinder-836930-1-iscsi {{(pid=103984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:19:05.320135 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [None req-3e045613-91d6-4b6e-8eda-e35a43bffc8a tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2389424 Apr 07 12:19:05.538343 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_hamode_db [None req-831f71d1-02e7-4980-86d1-1916bc2287cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b1c35bf-c535-44f5-b127-a2ac993223bd', 'name': 'tempest-TestVolumeBootPattern-1656811937-router', 'tenant_id': 'e1b2030530534aa6979de076136fa20a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'external_fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': 'e81aeb67-84f5-43ac-8df2-9790a00726a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:18:10Z', 'updated_at': '2022-04-07T12:18:13Z', 'revision_number': 4, 'project_id': 'e1b2030530534aa6979de076136fa20a', 'gw_port': {'id': 'e81aeb67-84f5-43ac-8df2-9790a00726a2', 'name': '', 'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:f2:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1c35bf-c535-44f5-b127-a2ac993223bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:18:11Z', 'updated_at': '2022-04-07T12:18:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4554067d-f507-4a99-8a98-0874c02c5721', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836930-1-iscsi', '_floatingips': [{'id': '13439f8c-fd8e-4778-b732-3bbaeeced886', 'tenant_id': 'e1b2030530534aa6979de076136fa20a', 'floating_ip_address': '172.27.0.30', 'floating_network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'router_id': '0b1c35bf-c535-44f5-b127-a2ac993223bd', 'port_id': '638111d8-cbd3-449e-ada7-531d38b4e4ae', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 732, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a345358b-c2f9-4423-be80-16d77882e75b', 'mac_address': 'fa:16:3e:43:eb:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec7561ab-bb32-4b5a-ae6c-8c6e9edf1945', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T12:19:04Z', 'updated_at': '2022-04-07T12:19:04Z', 'revision_number': 0, 'project_id': 'e1b2030530534aa6979de076136fa20a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6be6968e-a869-46e2-8977-4ba1c04a3b65', 'name': '', 'network_id': 'a345358b-c2f9-4423-be80-16d77882e75b', 'tenant_id': 'e1b2030530534aa6979de076136fa20a', 'mac_address': 'fa:16:3e:7b:6e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1c35bf-c535-44f5-b127-a2ac993223bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '2d7690c0-1ac8-4c45-b462-9e76589db54f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:18:13Z', 'updated_at': '2022-04-07T12:18:17Z', 'revision_number': 5, 'project_id': 'e1b2030530534aa6979de076136fa20a', 'subnets': [{'id': '2d7690c0-1ac8-4c45-b462-9e76589db54f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836930-1-iscsi', False) {} {{(pid=103984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:19:05.565411 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-831f71d1-02e7-4980-86d1-1916bc2287cd None None] Checking router: 0b1c35bf-c535-44f5-b127-a2ac993223bd for host: dv-cinder-836930-1-iscsi {{(pid=103984) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 12:19:05.574018 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831f71d1-02e7-4980-86d1-1916bc2287cd None None] Routers {'0b1c35bf-c535-44f5-b127-a2ac993223bd'} bound to L3 agent in host dv-cinder-836930-1-iscsi {{(pid=103984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:19:05.574750 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_hamode_db [None req-831f71d1-02e7-4980-86d1-1916bc2287cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836930-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T11:57:34Z,description=,heartbeat_timestamp=2022-04-07T12:19:04Z,host='dv-cinder-836930-1-iscsi',id=ad8978c4-6515-441c-a828-0289badd3b4a,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:57:35Z,topic='l3_agent')) {'router_ids': ['0b1c35bf-c535-44f5-b127-a2ac993223bd'], 'active': True} {{(pid=103984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:19:05.625240 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-8f059b22-d89d-414b-a396-33cc72df89ff req-c8d72d69-0ab7-487a-809b-26e5984051d8 tempest-VolumesSnapshotTestJSON-671111526 tempest-VolumesSnapshotTestJSON-671111526-project] 10.222.0.58 "GET /v2.0/ports?device_id=0f075240-5ed4-4970-b9ef-bc7a1e30d636 HTTP/1.1" status: 200 len: 210 time: 0.0312014 Apr 07 12:19:05.701694 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_dvr_db [None req-831f71d1-02e7-4980-86d1-1916bc2287cd None None] Set router 0b1c35bf-c535-44f5-b127-a2ac993223bd gateway port host: dv-cinder-836930-1-iscsi {{(pid=103984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:19:05.726866 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-e3029262-029d-49e4-8078-e7e61e534645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (e465150c-12ca-425e-8c36-fa03ee6240b4), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:05.926005 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_hamode_db [None req-831f71d1-02e7-4980-86d1-1916bc2287cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b1c35bf-c535-44f5-b127-a2ac993223bd', 'name': 'tempest-TestVolumeBootPattern-1656811937-router', 'tenant_id': 'e1b2030530534aa6979de076136fa20a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'external_fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': 'e81aeb67-84f5-43ac-8df2-9790a00726a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:18:10Z', 'updated_at': '2022-04-07T12:18:13Z', 'revision_number': 4, 'project_id': 'e1b2030530534aa6979de076136fa20a', 'gw_port': {'id': 'e81aeb67-84f5-43ac-8df2-9790a00726a2', 'name': '', 'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:f2:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1c35bf-c535-44f5-b127-a2ac993223bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:18:11Z', 'updated_at': '2022-04-07T12:18:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4554067d-f507-4a99-8a98-0874c02c5721', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836930-1-iscsi', '_floatingips': [{'id': '13439f8c-fd8e-4778-b732-3bbaeeced886', 'tenant_id': 'e1b2030530534aa6979de076136fa20a', 'floating_ip_address': '172.27.0.30', 'floating_network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'router_id': '0b1c35bf-c535-44f5-b127-a2ac993223bd', 'port_id': '638111d8-cbd3-449e-ada7-531d38b4e4ae', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 732, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a345358b-c2f9-4423-be80-16d77882e75b', 'mac_address': 'fa:16:3e:43:eb:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec7561ab-bb32-4b5a-ae6c-8c6e9edf1945', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T12:19:04Z', 'updated_at': '2022-04-07T12:19:04Z', 'revision_number': 0, 'project_id': 'e1b2030530534aa6979de076136fa20a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6be6968e-a869-46e2-8977-4ba1c04a3b65', 'name': '', 'network_id': 'a345358b-c2f9-4423-be80-16d77882e75b', 'tenant_id': 'e1b2030530534aa6979de076136fa20a', 'mac_address': 'fa:16:3e:7b:6e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1c35bf-c535-44f5-b127-a2ac993223bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '2d7690c0-1ac8-4c45-b462-9e76589db54f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:18:13Z', 'updated_at': '2022-04-07T12:18:17Z', 'revision_number': 5, 'project_id': 'e1b2030530534aa6979de076136fa20a', 'subnets': [{'id': '2d7690c0-1ac8-4c45-b462-9e76589db54f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836930-1-iscsi', False) {} {{(pid=103984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:19:06.075804 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-831f71d1-02e7-4980-86d1-1916bc2287cd None None] The sync data for ids ['0b1c35bf-c535-44f5-b127-a2ac993223bd'] in dv-cinder-836930-1-iscsi is: [{'id': '0b1c35bf-c535-44f5-b127-a2ac993223bd', 'name': 'tempest-TestVolumeBootPattern-1656811937-router', 'tenant_id': 'e1b2030530534aa6979de076136fa20a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'external_fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': 'e81aeb67-84f5-43ac-8df2-9790a00726a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:18:10Z', 'updated_at': '2022-04-07T12:18:13Z', 'revision_number': 4, 'project_id': 'e1b2030530534aa6979de076136fa20a', 'gw_port': {'id': 'e81aeb67-84f5-43ac-8df2-9790a00726a2', 'name': '', 'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:f2:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1c35bf-c535-44f5-b127-a2ac993223bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:18:11Z', 'updated_at': '2022-04-07T12:18:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4554067d-f507-4a99-8a98-0874c02c5721', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836930-1-iscsi', '_floatingips': [{'id': '13439f8c-fd8e-4778-b732-3bbaeeced886', 'tenant_id': 'e1b2030530534aa6979de076136fa20a', 'floating_ip_address': '172.27.0.30', 'floating_network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'router_id': '0b1c35bf-c535-44f5-b127-a2ac993223bd', 'port_id': '638111d8-cbd3-449e-ada7-531d38b4e4ae', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 732, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a345358b-c2f9-4423-be80-16d77882e75b', 'mac_address': 'fa:16:3e:43:eb:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec7561ab-bb32-4b5a-ae6c-8c6e9edf1945', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T12:19:04Z', 'updated_at': '2022-04-07T12:19:04Z', 'revision_number': 0, 'project_id': 'e1b2030530534aa6979de076136fa20a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6be6968e-a869-46e2-8977-4ba1c04a3b65', 'name': '', 'network_id': 'a345358b-c2f9-4423-be80-16d77882e75b', 'tenant_id': 'e1b2030530534aa6979de076136fa20a', 'mac_address': 'fa:16:3e:7b:6e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1c35bf-c535-44f5-b127-a2ac993223bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '2d7690c0-1ac8-4c45-b462-9e76589db54f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:18:13Z', 'updated_at': '2022-04-07T12:18:17Z', 'revision_number': 5, 'project_id': 'e1b2030530534aa6979de076136fa20a', 'subnets': [{'id': '2d7690c0-1ac8-4c45-b462-9e76589db54f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 12:19:06.257249 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-768823db-2ea2-4a5f-8e24-19f59001cc0e None None] New status for floating IP 13439f8c-fd8e-4778-b732-3bbaeeced886: ACTIVE {{(pid=103985) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 12:19:06.460080 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec7561ab-bb32-4b5a-ae6c-8c6e9edf1945', 'tag': '638111d8-cbd3-449e-ada7-531d38b4e4ae'}] {{(pid=103983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:19:06.462375 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0a7841b86293cbb58346800955405af87a5c8eeb3540a71a4bbd7df08edd1cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fa652d1-084b-407a-81a7-45a2c086ad62" -d '{"events": [{"name": "network-changed", "server_uuid": "ec7561ab-bb32-4b5a-ae6c-8c6e9edf1945", "tag": "638111d8-cbd3-449e-ada7-531d38b4e4ae"}]}' {{(pid=103983) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:19:06.498347 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 12:19:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98dba199-4230-4b90-b31c-09ffbe5bed0a x-openstack-request-id: req-98dba199-4230-4b90-b31c-09ffbe5bed0a {{(pid=103983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:19:06.498670 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec7561ab-bb32-4b5a-ae6c-8c6e9edf1945", "tag": "638111d8-cbd3-449e-ada7-531d38b4e4ae", "status": "completed", "code": 200}]} {{(pid=103983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:19:06.498945 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-98dba199-4230-4b90-b31c-09ffbe5bed0a {{(pid=103983) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:19:06.499381 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98dba199-4230-4b90-b31c-09ffbe5bed0a'] response: {'name': 'network-changed', 'server_uuid': 'ec7561ab-bb32-4b5a-ae6c-8c6e9edf1945', 'tag': '638111d8-cbd3-449e-ada7-531d38b4e4ae', 'status': 'completed', 'code': 200} Apr 07 12:19:06.591977 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa652d1-084b-407a-81a7-45a2c086ad62 req-e841964b-2c8a-411a-b299-b0922a57512b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:19:06.593473 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-0fa652d1-084b-407a-81a7-45a2c086ad62 req-e841964b-2c8a-411a-b299-b0922a57512b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e1b2030530534aa6979de076136fa20a&device_id=ec7561ab-bb32-4b5a-ae6c-8c6e9edf1945 HTTP/1.1" status: 200 len: 1129 time: 0.0445390 Apr 07 12:19:06.683410 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa652d1-084b-407a-81a7-45a2c086ad62 req-4b0a6466-d3e3-45a1-ba46-99161c71d0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:19:06.684978 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-0fa652d1-084b-407a-81a7-45a2c086ad62 req-4b0a6466-d3e3-45a1-ba46-99161c71d0d3 service neutron] 10.222.0.49 "GET /v2.0/networks?id=a345358b-c2f9-4423-be80-16d77882e75b HTTP/1.1" status: 200 len: 913 time: 0.0853577 Apr 07 12:19:06.754627 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-0fa652d1-084b-407a-81a7-45a2c086ad62 req-2f3f666b-9ce4-4518-88a3-83ab94eab1ee service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=638111d8-cbd3-449e-ada7-531d38b4e4ae HTTP/1.1" status: 200 len: 1000 time: 0.0620546 Apr 07 12:19:06.802179 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa652d1-084b-407a-81a7-45a2c086ad62 req-c39dc8ca-7d57-486e-8620-fba42cfc4e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:19:06.803664 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-0fa652d1-084b-407a-81a7-45a2c086ad62 req-c39dc8ca-7d57-486e-8620-fba42cfc4e62 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2d7690c0-1ac8-4c45-b462-9e76589db54f HTTP/1.1" status: 200 len: 851 time: 0.0421858 Apr 07 12:19:06.851480 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa652d1-084b-407a-81a7-45a2c086ad62 req-dc6a7544-8765-4bb2-9fbf-301c1a8977df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:19:06.852922 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-0fa652d1-084b-407a-81a7-45a2c086ad62 req-dc6a7544-8765-4bb2-9fbf-301c1a8977df service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a345358b-c2f9-4423-be80-16d77882e75b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0427866 Apr 07 12:19:06.945202 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-0fa652d1-084b-407a-81a7-45a2c086ad62 req-11673c4e-c930-4226-9f5e-bed4d4b086a4 service neutron] 10.222.0.49 "GET /v2.0/networks/a345358b-c2f9-4423-be80-16d77882e75b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851338 Apr 07 12:19:07.043056 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-0fa652d1-084b-407a-81a7-45a2c086ad62 req-f1a25713-e3f0-4dda-bb8d-3d94b8d89172 service neutron] 10.222.0.49 "GET /v2.0/networks/a345358b-c2f9-4423-be80-16d77882e75b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862303 Apr 07 12:19:07.474290 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-4ee86192-ef9a-4f9c-8d37-983d911c7eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (8705c964-c35e-4008-b403-e26242cd5404), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:08.797190 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (18566f30-62c1-4fb1-af49-ebd049d63fec), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:08.989814 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Device 0a1d2167-26ff-46fe-a7cf-3fc99455e164 no longer exists at agent hyperv_hv-cinder-83693 {{(pid=103984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 12:19:09.015708 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] No Port match for: 0a1d2167-26ff-46fe-a7cf-3fc99455e164 {{(pid=103984) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 12:19:09.016050 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Device 0a1d2167-26ff-46fe-a7cf-3fc99455e164 not bound to the agent host hv-cinder-83693 {{(pid=103984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 12:19:31.316056 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.agents_db [None req-3662b1ad-d2b5-4b6d-81f6-e1280f618718 None None] Agent healthcheck: found 6 active agents {{(pid=103985) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 12:19:31.977183 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-80baec7b-63f7-4818-95a8-a3066205b17f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (94869e64-74fb-4601-95b5-a1334a6bdcea), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:32.137262 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (b65c4e22-832a-4f2b-89ab-f6b5f91e1f65), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:32.696623 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.wsgi [-] (103983) accepted ('10.222.0.58', 44244) {{(pid=103983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:19:32.739780 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.db.db_base_plugin_v2 [None req-30062fe6-f499-4c62-89ca-0ffe0efd0dc4 admin admin] Deleting subnet b8e93fa4-c806-42cb-beec-b48cd8a2652b {{(pid=103983) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 12:19:32.742766 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-30062fe6-f499-4c62-89ca-0ffe0efd0dc4 admin admin] Publish callbacks [] for subnet (b8e93fa4-c806-42cb-beec-b48cd8a2652b), before_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:32.780968 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-30062fe6-f499-4c62-89ca-0ffe0efd0dc4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3396337'] for subnet (b8e93fa4-c806-42cb-beec-b48cd8a2652b), precommit_delete_associations {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:32.820875 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-30062fe6-f499-4c62-89ca-0ffe0efd0dc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7504605'] for subnet (b8e93fa4-c806-42cb-beec-b48cd8a2652b), precommit_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:32.967313 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-30062fe6-f499-4c62-89ca-0ffe0efd0dc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7504596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126495506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127800529'] for subnet (b8e93fa4-c806-42cb-beec-b48cd8a2652b), after_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:32.994068 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30062fe6-f499-4c62-89ca-0ffe0efd0dc4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8e93fa4-c806-42cb-beec-b48cd8a2652b,revision_number=None']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:19:32.998967 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-30062fe6-f499-4c62-89ca-0ffe0efd0dc4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:33.002192 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [None req-30062fe6-f499-4c62-89ca-0ffe0efd0dc4 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/b8e93fa4-c806-42cb-beec-b48cd8a2652b HTTP/1.1" status: 204 len: 168 time: 0.3045716 Apr 07 12:19:33.005243 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.wsgi [-] (103983) accepted ('10.222.0.58', 44246) {{(pid=103983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:19:33.081597 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-38cfc0a4-8e96-4c26-baa9-d8f043ff61e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7349020'] for network (01c48775-5633-4689-9804-dba274d33dd2), before_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:33.438685 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-38cfc0a4-8e96-4c26-baa9-d8f043ff61e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7490116', 'neutron.services.segments.db._delete_segments_for_network-8780057229514'] for network (01c48775-5633-4689-9804-dba274d33dd2), precommit_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:33.459882 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.services.segments.db [None req-38cfc0a4-8e96-4c26-baa9-d8f043ff61e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01c48775-5633-4689-9804-dba274d33dd2']}} {{(pid=103983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:19:33.471390 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.services.segments.db [None req-38cfc0a4-8e96-4c26-baa9-d8f043ff61e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9247717e-c12a-47d0-bc95-9fee338d5ab7') {'for_net_delete': True} {{(pid=103983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:19:33.471687 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.services.segments.db [None req-38cfc0a4-8e96-4c26-baa9-d8f043ff61e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9247717e-c12a-47d0-bc95-9fee338d5ab7') {} {{(pid=103983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:19:33.481592 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-38cfc0a4-8e96-4c26-baa9-d8f043ff61e8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780057232083', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3396328'] for segment (9247717e-c12a-47d0-bc95-9fee338d5ab7), before_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:33.496556 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-38cfc0a4-8e96-4c26-baa9-d8f043ff61e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7510084'] for segment (9247717e-c12a-47d0-bc95-9fee338d5ab7), precommit_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:33.502792 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38cfc0a4-8e96-4c26-baa9-d8f043ff61e8 admin admin] Releasing vlan 613 on physical network physnet1 to pool {{(pid=103983) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 12:19:33.503240 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-38cfc0a4-8e96-4c26-baa9-d8f043ff61e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7510084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126495732'] for segment (9247717e-c12a-47d0-bc95-9fee338d5ab7), after_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:33.504920 dv-cinder-836930-1-iscsi neutron-server[103983]: Traceback (most recent call last): Apr 07 12:19:33.504920 dv-cinder-836930-1-iscsi neutron-server[103983]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 12:19:33.504920 dv-cinder-836930-1-iscsi neutron-server[103983]: timer() Apr 07 12:19:33.504920 dv-cinder-836930-1-iscsi neutron-server[103983]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 12:19:33.504920 dv-cinder-836930-1-iscsi neutron-server[103983]: cb(*args, **kw) Apr 07 12:19:33.504920 dv-cinder-836930-1-iscsi neutron-server[103983]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 12:19:33.504920 dv-cinder-836930-1-iscsi neutron-server[103983]: return func(*args, **kwargs) Apr 07 12:19:33.504920 dv-cinder-836930-1-iscsi neutron-server[103983]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 12:19:33.504920 dv-cinder-836930-1-iscsi neutron-server[103983]: self._notify() Apr 07 12:19:33.504920 dv-cinder-836930-1-iscsi neutron-server[103983]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 12:19:33.504920 dv-cinder-836930-1-iscsi neutron-server[103983]: self.callback(batched_events) Apr 07 12:19:33.504920 dv-cinder-836930-1-iscsi neutron-server[103983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 12:19:33.504920 dv-cinder-836930-1-iscsi neutron-server[103983]: event.method(event) Apr 07 12:19:33.504920 dv-cinder-836930-1-iscsi neutron-server[103983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 12:19:33.504920 dv-cinder-836930-1-iscsi neutron-server[103983]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 12:19:33.504920 dv-cinder-836930-1-iscsi neutron-server[103983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 12:19:33.504920 dv-cinder-836930-1-iscsi neutron-server[103983]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 12:19:33.504920 dv-cinder-836930-1-iscsi neutron-server[103983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 12:19:33.504920 dv-cinder-836930-1-iscsi neutron-server[103983]: return f(self, *a, **k) Apr 07 12:19:33.504920 dv-cinder-836930-1-iscsi neutron-server[103983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 12:19:33.504920 dv-cinder-836930-1-iscsi neutron-server[103983]: return self._get(url).json() Apr 07 12:19:33.504920 dv-cinder-836930-1-iscsi neutron-server[103983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 12:19:33.504920 dv-cinder-836930-1-iscsi neutron-server[103983]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 12:19:33.504920 dv-cinder-836930-1-iscsi neutron-server[103983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 12:19:33.504920 dv-cinder-836930-1-iscsi neutron-server[103983]: return self.request(url, 'GET', **kwargs) Apr 07 12:19:33.504920 dv-cinder-836930-1-iscsi neutron-server[103983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 12:19:33.504920 dv-cinder-836930-1-iscsi neutron-server[103983]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 12:19:33.504920 dv-cinder-836930-1-iscsi neutron-server[103983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 12:19:33.504920 dv-cinder-836930-1-iscsi neutron-server[103983]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 12:19:33.504920 dv-cinder-836930-1-iscsi neutron-server[103983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 12:19:33.504920 dv-cinder-836930-1-iscsi neutron-server[103983]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 12:19:33.504920 dv-cinder-836930-1-iscsi neutron-server[103983]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 12:19:33.660243 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-38cfc0a4-8e96-4c26-baa9-d8f043ff61e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7490143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2019876'] for network (01c48775-5633-4689-9804-dba274d33dd2), after_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:33.666084 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-38cfc0a4-8e96-4c26-baa9-d8f043ff61e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585958'] for network (None), before_response {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:33.669077 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [None req-38cfc0a4-8e96-4c26-baa9-d8f043ff61e8 admin admin] 10.222.0.58 "DELETE /v2.0/networks/01c48775-5633-4689-9804-dba274d33dd2 HTTP/1.1" status: 204 len: 168 time: 0.6629095 Apr 07 12:19:33.683329 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cfc0a4-8e96-4c26-baa9-d8f043ff61e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=01c48775-5633-4689-9804-dba274d33dd2,revision_number=None']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:19:34.119542 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.58', 44250) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:19:34.157800 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [None req-02acec34-b5c7-4830-b157-dcc603f56421 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=fb6983ffd3184523b17277cf5eac4ade&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0370967 Apr 07 12:19:34.160620 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.58', 44252) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:19:34.206839 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-a34c9f0f-5a32-4bdc-8209-36279b4b7102 admin admin] Publish callbacks [] for security_group (3addf5f8-cceb-499e-9f90-3d8d8664bd39), before_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:34.227643 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-a34c9f0f-5a32-4bdc-8209-36279b4b7102 admin admin] Publish callbacks [] for security_group (3addf5f8-cceb-499e-9f90-3d8d8664bd39), precommit_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:34.354255 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-4f8acef8-9b7a-4c75-bac6-0966d3ab3227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (ad8978c4-6515-441c-a828-0289badd3b4a), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:34.382800 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-a34c9f0f-5a32-4bdc-8209-36279b4b7102 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678166'] for security_group (3addf5f8-cceb-499e-9f90-3d8d8664bd39), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:34.385428 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-a34c9f0f-5a32-4bdc-8209-36279b4b7102 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:34.386561 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [None req-a34c9f0f-5a32-4bdc-8209-36279b4b7102 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3addf5f8-cceb-499e-9f90-3d8d8664bd39 HTTP/1.1" status: 204 len: 168 time: 0.2250185 Apr 07 12:19:34.395221 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34c9f0f-5a32-4bdc-8209-36279b4b7102 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3addf5f8-cceb-499e-9f90-3d8d8664bd39,revision_number=None']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:19:34.402451 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34c9f0f-5a32-4bdc-8209-36279b4b7102 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:19:34.402803 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34c9f0f-5a32-4bdc-8209-36279b4b7102 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:19:34.403169 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34c9f0f-5a32-4bdc-8209-36279b4b7102 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:19:34.403511 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34c9f0f-5a32-4bdc-8209-36279b4b7102 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:19:34.403844 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34c9f0f-5a32-4bdc-8209-36279b4b7102 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:19:34.404174 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34c9f0f-5a32-4bdc-8209-36279b4b7102 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:19:34.404502 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34c9f0f-5a32-4bdc-8209-36279b4b7102 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:19:34.404948 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34c9f0f-5a32-4bdc-8209-36279b4b7102 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:19:34.405290 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34c9f0f-5a32-4bdc-8209-36279b4b7102 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:19:34.405618 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34c9f0f-5a32-4bdc-8209-36279b4b7102 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:19:34.405944 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34c9f0f-5a32-4bdc-8209-36279b4b7102 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:19:34.406269 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34c9f0f-5a32-4bdc-8209-36279b4b7102 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:19:34.406591 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34c9f0f-5a32-4bdc-8209-36279b4b7102 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:19:34.406911 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34c9f0f-5a32-4bdc-8209-36279b4b7102 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:19:34.407258 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34c9f0f-5a32-4bdc-8209-36279b4b7102 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:19:35.533841 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-1a8c8256-3aff-4eb3-bb70-8a243d087494 req-b460899e-4e66-4fb0-b5d2-b5178f1ce185 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=ec7561ab-bb32-4b5a-ae6c-8c6e9edf1945&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0501251 Apr 07 12:19:35.639955 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8c8256-3aff-4eb3-bb70-8a243d087494 req-0fa3e8be-5f98-4a5f-b3e4-670519b3bf90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:19:35.641523 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-1a8c8256-3aff-4eb3-bb70-8a243d087494 req-0fa3e8be-5f98-4a5f-b3e4-670519b3bf90 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e1b2030530534aa6979de076136fa20a&device_id=ec7561ab-bb32-4b5a-ae6c-8c6e9edf1945 HTTP/1.1" status: 200 len: 1129 time: 0.0472772 Apr 07 12:19:35.749108 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8c8256-3aff-4eb3-bb70-8a243d087494 req-fa39a2a0-4b19-4fc9-b5b9-59daa6ec1a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:19:35.750548 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-1a8c8256-3aff-4eb3-bb70-8a243d087494 req-fa39a2a0-4b19-4fc9-b5b9-59daa6ec1a56 service neutron] 10.222.0.49 "GET /v2.0/networks?id=a345358b-c2f9-4423-be80-16d77882e75b HTTP/1.1" status: 200 len: 913 time: 0.0890217 Apr 07 12:19:35.766005 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-e3029262-029d-49e4-8078-e7e61e534645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (e465150c-12ca-425e-8c36-fa03ee6240b4), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:35.816684 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-1a8c8256-3aff-4eb3-bb70-8a243d087494 req-2938077c-952b-4295-8c1b-5c38b89075df service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=638111d8-cbd3-449e-ada7-531d38b4e4ae HTTP/1.1" status: 200 len: 1000 time: 0.0590909 Apr 07 12:19:35.873418 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8c8256-3aff-4eb3-bb70-8a243d087494 req-1cc130dc-bf2d-484a-9a3e-11c48b207486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:19:35.873418 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-1a8c8256-3aff-4eb3-bb70-8a243d087494 req-1cc130dc-bf2d-484a-9a3e-11c48b207486 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2d7690c0-1ac8-4c45-b462-9e76589db54f HTTP/1.1" status: 200 len: 851 time: 0.0431311 Apr 07 12:19:35.921384 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8c8256-3aff-4eb3-bb70-8a243d087494 req-532dce90-4bfd-475d-a368-d37eca0ecff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:19:35.922902 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-1a8c8256-3aff-4eb3-bb70-8a243d087494 req-532dce90-4bfd-475d-a368-d37eca0ecff2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a345358b-c2f9-4423-be80-16d77882e75b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0488625 Apr 07 12:19:36.014806 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-1a8c8256-3aff-4eb3-bb70-8a243d087494 req-f6c6aa6c-9763-4451-86ac-64cf21889e06 service neutron] 10.222.0.49 "GET /v2.0/networks/a345358b-c2f9-4423-be80-16d77882e75b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817628 Apr 07 12:19:36.107718 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-1a8c8256-3aff-4eb3-bb70-8a243d087494 req-1bd56530-f62c-4eee-9488-4e136d6d36b3 service neutron] 10.222.0.49 "GET /v2.0/networks/a345358b-c2f9-4423-be80-16d77882e75b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850384 Apr 07 12:19:37.459378 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-4ee86192-ef9a-4f9c-8d37-983d911c7eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (8705c964-c35e-4008-b403-e26242cd5404), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:38.808345 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (18566f30-62c1-4fb1-af49-ebd049d63fec), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:56.915146 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.58', 44392) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:19:57.016162 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-323ae760-31ca-4bed-bac1-a9ff829d15b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:57.089782 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-323ae760-31ca-4bed-bac1-a9ff829d15b1 admin admin] Publish callbacks [] for security_group (863ec2cd-689a-4089-aab2-b4b579859d93), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:57.162236 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-323ae760-31ca-4bed-bac1-a9ff829d15b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678166'] for security_group (863ec2cd-689a-4089-aab2-b4b579859d93), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:57.201327 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323ae760-31ca-4bed-bac1-a9ff829d15b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=863ec2cd-689a-4089-aab2-b4b579859d93,revision_number=1']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:19:57.205744 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [None req-323ae760-31ca-4bed-bac1-a9ff829d15b1 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c65348dfed0844e18739fd619251fde4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2895498 Apr 07 12:19:57.209003 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.58', 44396) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:19:57.255751 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-207ee3b0-c979-485b-a63a-acd19a4da175 admin admin] Publish callbacks [] for security_group (863ec2cd-689a-4089-aab2-b4b579859d93), before_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:57.277011 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-207ee3b0-c979-485b-a63a-acd19a4da175 admin admin] Publish callbacks [] for security_group (863ec2cd-689a-4089-aab2-b4b579859d93), precommit_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:57.428390 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-207ee3b0-c979-485b-a63a-acd19a4da175 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678166'] for security_group (863ec2cd-689a-4089-aab2-b4b579859d93), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:57.430958 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-207ee3b0-c979-485b-a63a-acd19a4da175 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:57.432141 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [None req-207ee3b0-c979-485b-a63a-acd19a4da175 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/863ec2cd-689a-4089-aab2-b4b579859d93 HTTP/1.1" status: 204 len: 168 time: 0.2222495 Apr 07 12:19:57.440274 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207ee3b0-c979-485b-a63a-acd19a4da175 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=863ec2cd-689a-4089-aab2-b4b579859d93,revision_number=None']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:20:01.979704 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-fae226c6-3580-4a70-96de-fd4c7d074e90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (94869e64-74fb-4601-95b5-a1334a6bdcea), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:20:02.217063 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (b65c4e22-832a-4f2b-89ab-f6b5f91e1f65), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:20:04.339325 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-2c194b93-a2fe-4421-baed-03ff99a7e21a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (ad8978c4-6515-441c-a828-0289badd3b4a), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:20:05.710808 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-e3029262-029d-49e4-8078-e7e61e534645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (e465150c-12ca-425e-8c36-fa03ee6240b4), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:20:07.464983 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-4ee86192-ef9a-4f9c-8d37-983d911c7eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (8705c964-c35e-4008-b403-e26242cd5404), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:20:08.314654 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.agents_db [None req-3662b1ad-d2b5-4b6d-81f6-e1280f618718 None None] Agent healthcheck: found 6 active agents {{(pid=103985) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 12:20:08.771350 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (18566f30-62c1-4fb1-af49-ebd049d63fec), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:20:32.132475 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-7f85e3db-cffc-4592-896a-48a12764c2fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (94869e64-74fb-4601-95b5-a1334a6bdcea), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:20:32.259210 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (b65c4e22-832a-4f2b-89ab-f6b5f91e1f65), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:20:34.359631 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-83bc851d-b2cf-4550-b8d1-70f2961f1da6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (ad8978c4-6515-441c-a828-0289badd3b4a), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:20:35.710729 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-e3029262-029d-49e4-8078-e7e61e534645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (e465150c-12ca-425e-8c36-fa03ee6240b4), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:20:36.539725 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-c4604fde-fbb0-4aa7-8b2e-b7911e73063c req-58d92a64-723f-4e45-881d-ad1cdcbddb1f service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=ec7561ab-bb32-4b5a-ae6c-8c6e9edf1945&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0418980 Apr 07 12:20:36.639849 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4604fde-fbb0-4aa7-8b2e-b7911e73063c req-6b3f941d-0239-498e-a6f4-824225c0a769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:20:36.641318 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-c4604fde-fbb0-4aa7-8b2e-b7911e73063c req-6b3f941d-0239-498e-a6f4-824225c0a769 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e1b2030530534aa6979de076136fa20a&device_id=ec7561ab-bb32-4b5a-ae6c-8c6e9edf1945 HTTP/1.1" status: 200 len: 1129 time: 0.0438063 Apr 07 12:20:36.743239 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4604fde-fbb0-4aa7-8b2e-b7911e73063c req-83f3a4d2-9fee-4e8c-a6ee-2454f45c217f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:20:36.745348 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-c4604fde-fbb0-4aa7-8b2e-b7911e73063c req-83f3a4d2-9fee-4e8c-a6ee-2454f45c217f service neutron] 10.222.0.49 "GET /v2.0/networks?id=a345358b-c2f9-4423-be80-16d77882e75b HTTP/1.1" status: 200 len: 913 time: 0.0867300 Apr 07 12:20:36.808118 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-c4604fde-fbb0-4aa7-8b2e-b7911e73063c req-7ea0db7f-2c34-4573-a0df-47f4fe53218c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=638111d8-cbd3-449e-ada7-531d38b4e4ae HTTP/1.1" status: 200 len: 1000 time: 0.0565958 Apr 07 12:20:36.858947 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4604fde-fbb0-4aa7-8b2e-b7911e73063c req-da078119-8b75-4cb2-a040-71139217e2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:20:36.860384 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-c4604fde-fbb0-4aa7-8b2e-b7911e73063c req-da078119-8b75-4cb2-a040-71139217e2ad service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2d7690c0-1ac8-4c45-b462-9e76589db54f HTTP/1.1" status: 200 len: 851 time: 0.0464120 Apr 07 12:20:36.906425 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4604fde-fbb0-4aa7-8b2e-b7911e73063c req-dc8a8b94-0742-44b1-ac7f-95538a5ba240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:20:36.908025 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-c4604fde-fbb0-4aa7-8b2e-b7911e73063c req-dc8a8b94-0742-44b1-ac7f-95538a5ba240 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a345358b-c2f9-4423-be80-16d77882e75b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421383 Apr 07 12:20:36.995196 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-c4604fde-fbb0-4aa7-8b2e-b7911e73063c req-6e979adb-8a44-4ce6-91dd-5cfad12207d8 service neutron] 10.222.0.49 "GET /v2.0/networks/a345358b-c2f9-4423-be80-16d77882e75b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809972 Apr 07 12:20:37.086195 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-c4604fde-fbb0-4aa7-8b2e-b7911e73063c req-e0b230ab-49e2-483d-8c7d-f6ee35aadec1 service neutron] 10.222.0.49 "GET /v2.0/networks/a345358b-c2f9-4423-be80-16d77882e75b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845923 Apr 07 12:20:37.470856 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-4ee86192-ef9a-4f9c-8d37-983d911c7eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (8705c964-c35e-4008-b403-e26242cd5404), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:20:38.790146 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (18566f30-62c1-4fb1-af49-ebd049d63fec), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:20:45.313763 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.agents_db [None req-3662b1ad-d2b5-4b6d-81f6-e1280f618718 None None] Agent healthcheck: found 6 active agents {{(pid=103985) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 12:21:02.064660 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-cebbc94d-979d-47e8-ac5b-fb197544de77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (94869e64-74fb-4601-95b5-a1334a6bdcea), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:21:02.184693 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (b65c4e22-832a-4f2b-89ab-f6b5f91e1f65), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:21:03.268844 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b82aa88-a0d4-48e5-a1a8-253178346f0c req-fff9f106-75dd-4df0-afdb-8c86cdf88ff7 tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:21:03.270355 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-4b82aa88-a0d4-48e5-a1a8-253178346f0c req-fff9f106-75dd-4df0-afdb-8c86cdf88ff7 tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec7561ab-bb32-4b5a-ae6c-8c6e9edf1945 HTTP/1.1" status: 200 len: 945 time: 0.0651908 Apr 07 12:21:03.318718 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-4b82aa88-a0d4-48e5-a1a8-253178346f0c req-bcc591d6-8868-4060-a6f8-2a7b7b5ed507 tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] 10.222.0.58 "GET /v2.0/security-groups?id=7f22cb13-67b3-4270-941d-47a255e4854d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428045 Apr 07 12:21:04.319975 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-212c4648-22ce-4336-892c-9c0a90ae1def None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (ad8978c4-6515-441c-a828-0289badd3b4a), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:21:04.440737 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3caa6ae-0c71-46ff-9226-9639bd0880b1 req-904d5d74-a7a7-498e-8313-19d2b8a41e9a tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:21:04.442201 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-f3caa6ae-0c71-46ff-9226-9639bd0880b1 req-904d5d74-a7a7-498e-8313-19d2b8a41e9a tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec7561ab-bb32-4b5a-ae6c-8c6e9edf1945 HTTP/1.1" status: 200 len: 945 time: 0.0537920 Apr 07 12:21:04.494177 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-f3caa6ae-0c71-46ff-9226-9639bd0880b1 req-6aa638b9-ad53-416b-8043-5e6fb839e58a tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] 10.222.0.58 "GET /v2.0/security-groups?id=7f22cb13-67b3-4270-941d-47a255e4854d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463016 Apr 07 12:21:05.035287 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6726fdac-3fc7-4991-af42-b53be747f779 req-d047d096-d019-4af2-8537-c511fbfefb7b tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:21:05.036846 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-6726fdac-3fc7-4991-af42-b53be747f779 req-d047d096-d019-4af2-8537-c511fbfefb7b tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] 10.222.0.49 "GET /v2.0/ports?device_id=ec7561ab-bb32-4b5a-ae6c-8c6e9edf1945 HTTP/1.1" status: 200 len: 945 time: 0.0549741 Apr 07 12:21:05.124516 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [req-6726fdac-3fc7-4991-af42-b53be747f779 req-d5dcc8b6-9ed1-4a5f-a7ed-3afc0a2924dd tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Deleting port 638111d8-cbd3-449e-ada7-531d38b4e4ae {{(pid=103983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:21:05.124848 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [req-6726fdac-3fc7-4991-af42-b53be747f779 req-d5dcc8b6-9ed1-4a5f-a7ed-3afc0a2924dd tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780057404546'] for port (638111d8-cbd3-449e-ada7-531d38b4e4ae), before_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:21:05.214704 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.plugins.ml2.db [req-6726fdac-3fc7-4991-af42-b53be747f779 req-d5dcc8b6-9ed1-4a5f-a7ed-3afc0a2924dd tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] For port 638111d8-cbd3-449e-ada7-531d38b4e4ae, host hv-cinder-83693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83693',level=0,port_id=638111d8-cbd3-449e-ada7-531d38b4e4ae,segment=NetworkSegment(7f8ea31b-b6d5-4bf8-9f2f-e16cecf12e77),segment_id=7f8ea31b-b6d5-4bf8-9f2f-e16cecf12e77)] {{(pid=103983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:21:05.215067 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [req-6726fdac-3fc7-4991-af42-b53be747f779 req-d5dcc8b6-9ed1-4a5f-a7ed-3afc0a2924dd tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2017998'] for port (638111d8-cbd3-449e-ada7-531d38b4e4ae), precommit_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:21:05.433338 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [req-6726fdac-3fc7-4991-af42-b53be747f779 req-d5dcc8b6-9ed1-4a5f-a7ed-3afc0a2924dd tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:21:05.433692 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [req-6726fdac-3fc7-4991-af42-b53be747f779 req-d5dcc8b6-9ed1-4a5f-a7ed-3afc0a2924dd tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2019898'] for floatingip (13439f8c-fd8e-4778-b732-3bbaeeced886), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:21:05.433999 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.db.l3_db [req-6726fdac-3fc7-4991-af42-b53be747f779 req-d5dcc8b6-9ed1-4a5f-a7ed-3afc0a2924dd tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Floating IP 13439f8c-fd8e-4778-b732-3bbaeeced886 disassociated. External IP: 172.27.0.30, port: 638111d8-cbd3-449e-ada7-531d38b4e4ae. Apr 07 12:21:05.434330 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [req-6726fdac-3fc7-4991-af42-b53be747f779 req-d5dcc8b6-9ed1-4a5f-a7ed-3afc0a2924dd tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Calling delete_port for 638111d8-cbd3-449e-ada7-531d38b4e4ae owned by compute:nova {{(pid=103983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:21:05.616990 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2629ad68-8461-487c-9de4-12f77cbd2cc6 req-8219046b-2285-4d27-b834-05799480d6c1 tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:21:05.619337 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-2629ad68-8461-487c-9de4-12f77cbd2cc6 req-8219046b-2285-4d27-b834-05799480d6c1 tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec7561ab-bb32-4b5a-ae6c-8c6e9edf1945 HTTP/1.1" status: 200 len: 945 time: 0.0585377 Apr 07 12:21:05.667983 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-2629ad68-8461-487c-9de4-12f77cbd2cc6 req-36619c17-2e81-43f5-8bbc-7e002923afdf tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] 10.222.0.58 "GET /v2.0/security-groups?id=7f22cb13-67b3-4270-941d-47a255e4854d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426738 Apr 07 12:21:05.668607 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [req-6726fdac-3fc7-4991-af42-b53be747f779 req-d5dcc8b6-9ed1-4a5f-a7ed-3afc0a2924dd tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780057409621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780056949598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126495687'] for port (638111d8-cbd3-449e-ada7-531d38b4e4ae), after_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:21:05.691625 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-e3029262-029d-49e4-8078-e7e61e534645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (e465150c-12ca-425e-8c36-fa03ee6240b4), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:21:05.695922 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dcc8b6-9ed1-4a5f-a7ed-3afc0a2924dd tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Pushing event deleted for resources: {'Port': ['ID=638111d8-cbd3-449e-ada7-531d38b4e4ae,revision_number=None']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:21:05.705532 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5dcc8b6-9ed1-4a5f-a7ed-3afc0a2924dd tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:21:05.705883 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5dcc8b6-9ed1-4a5f-a7ed-3afc0a2924dd tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:21:05.706228 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5dcc8b6-9ed1-4a5f-a7ed-3afc0a2924dd tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:21:05.706711 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5dcc8b6-9ed1-4a5f-a7ed-3afc0a2924dd tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:21:05.706903 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5dcc8b6-9ed1-4a5f-a7ed-3afc0a2924dd tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:21:05.707264 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5dcc8b6-9ed1-4a5f-a7ed-3afc0a2924dd tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:21:05.707606 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5dcc8b6-9ed1-4a5f-a7ed-3afc0a2924dd tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:21:05.708412 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5dcc8b6-9ed1-4a5f-a7ed-3afc0a2924dd tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:21:05.708412 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5dcc8b6-9ed1-4a5f-a7ed-3afc0a2924dd tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:21:05.708582 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5dcc8b6-9ed1-4a5f-a7ed-3afc0a2924dd tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:21:05.708848 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5dcc8b6-9ed1-4a5f-a7ed-3afc0a2924dd tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:21:05.709173 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5dcc8b6-9ed1-4a5f-a7ed-3afc0a2924dd tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:21:05.709495 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5dcc8b6-9ed1-4a5f-a7ed-3afc0a2924dd tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:21:05.709812 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5dcc8b6-9ed1-4a5f-a7ed-3afc0a2924dd tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:21:05.710130 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5dcc8b6-9ed1-4a5f-a7ed-3afc0a2924dd tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:21:05.824303 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6726fdac-3fc7-4991-af42-b53be747f779 req-d5dcc8b6-9ed1-4a5f-a7ed-3afc0a2924dd tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Router 0b1c35bf-c535-44f5-b127-a2ac993223bd has already been hosted by L3 agent ad8978c4-6515-441c-a828-0289badd3b4a {{(pid=103983) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 12:21:05.931831 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6726fdac-3fc7-4991-af42-b53be747f779 req-d5dcc8b6-9ed1-4a5f-a7ed-3afc0a2924dd tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Notify agent at l3_agent.dv-cinder-836930-1-iscsi the message routers_updated {{(pid=103983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 12:21:05.942050 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-570d2b47-8e31-40a1-a760-90125ccbca9d None None] Sync routers for ids ['0b1c35bf-c535-44f5-b127-a2ac993223bd'] in dv-cinder-836930-1-iscsi {{(pid=103984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 12:21:05.951921 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-570d2b47-8e31-40a1-a760-90125ccbca9d None None] Routers {'0b1c35bf-c535-44f5-b127-a2ac993223bd'} bound to L3 agent in host dv-cinder-836930-1-iscsi {{(pid=103984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:21:05.955873 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_hamode_db [None req-570d2b47-8e31-40a1-a760-90125ccbca9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836930-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T11:57:34Z,description=,heartbeat_timestamp=2022-04-07T12:21:04Z,host='dv-cinder-836930-1-iscsi',id=ad8978c4-6515-441c-a828-0289badd3b4a,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:57:35Z,topic='l3_agent')) {'router_ids': ['0b1c35bf-c535-44f5-b127-a2ac993223bd'], 'active': True} {{(pid=103984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:21:05.972113 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.db.l3_dvrscheduler_db [req-6726fdac-3fc7-4991-af42-b53be747f779 req-d5dcc8b6-9ed1-4a5f-a7ed-3afc0a2924dd tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] No DVR routers for this DVR port 638111d8-cbd3-449e-ada7-531d38b4e4ae on host hv-cinder-83693 {{(pid=103983) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 12:21:05.974772 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [req-6726fdac-3fc7-4991-af42-b53be747f779 req-d5dcc8b6-9ed1-4a5f-a7ed-3afc0a2924dd tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91606'] for port (None), before_response {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:21:05.978133 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-6726fdac-3fc7-4991-af42-b53be747f779 req-d5dcc8b6-9ed1-4a5f-a7ed-3afc0a2924dd tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] 10.222.0.49 "DELETE /v2.0/ports/638111d8-cbd3-449e-ada7-531d38b4e4ae HTTP/1.1" status: 204 len: 173 time: 0.9362609 Apr 07 12:21:05.978563 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec7561ab-bb32-4b5a-ae6c-8c6e9edf1945', 'name': 'network-vif-deleted', 'tag': '638111d8-cbd3-449e-ada7-531d38b4e4ae'}] {{(pid=103983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:21:05.980856 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0a7841b86293cbb58346800955405af87a5c8eeb3540a71a4bbd7df08edd1cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9bbc58b-03ad-421e-ad66-bf4dc1d760a1" -d '{"events": [{"server_uuid": "ec7561ab-bb32-4b5a-ae6c-8c6e9edf1945", "name": "network-vif-deleted", "tag": "638111d8-cbd3-449e-ada7-531d38b4e4ae"}]}' {{(pid=103983) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:21:06.021760 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 12:21:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a460c15-f421-4743-98aa-18e1b5d83715 x-openstack-request-id: req-6a460c15-f421-4743-98aa-18e1b5d83715 {{(pid=103983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:21:06.022053 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec7561ab-bb32-4b5a-ae6c-8c6e9edf1945", "name": "network-vif-deleted", "tag": "638111d8-cbd3-449e-ada7-531d38b4e4ae", "status": "completed", "code": 200}]} {{(pid=103983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:21:06.022304 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6a460c15-f421-4743-98aa-18e1b5d83715 {{(pid=103983) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:21:06.022706 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a460c15-f421-4743-98aa-18e1b5d83715'] response: {'server_uuid': 'ec7561ab-bb32-4b5a-ae6c-8c6e9edf1945', 'name': 'network-vif-deleted', 'tag': '638111d8-cbd3-449e-ada7-531d38b4e4ae', 'status': 'completed', 'code': 200} Apr 07 12:21:06.068795 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_dvr_db [None req-570d2b47-8e31-40a1-a760-90125ccbca9d None None] Set router 0b1c35bf-c535-44f5-b127-a2ac993223bd gateway port host: dv-cinder-836930-1-iscsi {{(pid=103984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:21:06.278223 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_hamode_db [None req-570d2b47-8e31-40a1-a760-90125ccbca9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b1c35bf-c535-44f5-b127-a2ac993223bd', 'name': 'tempest-TestVolumeBootPattern-1656811937-router', 'tenant_id': 'e1b2030530534aa6979de076136fa20a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'external_fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': 'e81aeb67-84f5-43ac-8df2-9790a00726a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:18:10Z', 'updated_at': '2022-04-07T12:18:13Z', 'revision_number': 4, 'project_id': 'e1b2030530534aa6979de076136fa20a', 'gw_port': {'id': 'e81aeb67-84f5-43ac-8df2-9790a00726a2', 'name': '', 'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:f2:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1c35bf-c535-44f5-b127-a2ac993223bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:18:11Z', 'updated_at': '2022-04-07T12:18:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4554067d-f507-4a99-8a98-0874c02c5721', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836930-1-iscsi', '_interfaces': [{'id': '6be6968e-a869-46e2-8977-4ba1c04a3b65', 'name': '', 'network_id': 'a345358b-c2f9-4423-be80-16d77882e75b', 'tenant_id': 'e1b2030530534aa6979de076136fa20a', 'mac_address': 'fa:16:3e:7b:6e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1c35bf-c535-44f5-b127-a2ac993223bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '2d7690c0-1ac8-4c45-b462-9e76589db54f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:18:13Z', 'updated_at': '2022-04-07T12:18:17Z', 'revision_number': 5, 'project_id': 'e1b2030530534aa6979de076136fa20a', 'subnets': [{'id': '2d7690c0-1ac8-4c45-b462-9e76589db54f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836930-1-iscsi', False) {} {{(pid=103984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:21:06.303869 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-570d2b47-8e31-40a1-a760-90125ccbca9d None None] Checking router: 0b1c35bf-c535-44f5-b127-a2ac993223bd for host: dv-cinder-836930-1-iscsi {{(pid=103984) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 12:21:06.312448 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-570d2b47-8e31-40a1-a760-90125ccbca9d None None] Routers {'0b1c35bf-c535-44f5-b127-a2ac993223bd'} bound to L3 agent in host dv-cinder-836930-1-iscsi {{(pid=103984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:21:06.313037 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_hamode_db [None req-570d2b47-8e31-40a1-a760-90125ccbca9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836930-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T11:57:34Z,description=,heartbeat_timestamp=2022-04-07T12:21:04Z,host='dv-cinder-836930-1-iscsi',id=ad8978c4-6515-441c-a828-0289badd3b4a,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:57:35Z,topic='l3_agent')) {'router_ids': ['0b1c35bf-c535-44f5-b127-a2ac993223bd'], 'active': True} {{(pid=103984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:21:06.418475 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_dvr_db [None req-570d2b47-8e31-40a1-a760-90125ccbca9d None None] Set router 0b1c35bf-c535-44f5-b127-a2ac993223bd gateway port host: dv-cinder-836930-1-iscsi {{(pid=103984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:21:06.619055 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_hamode_db [None req-570d2b47-8e31-40a1-a760-90125ccbca9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b1c35bf-c535-44f5-b127-a2ac993223bd', 'name': 'tempest-TestVolumeBootPattern-1656811937-router', 'tenant_id': 'e1b2030530534aa6979de076136fa20a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'external_fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': 'e81aeb67-84f5-43ac-8df2-9790a00726a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:18:10Z', 'updated_at': '2022-04-07T12:18:13Z', 'revision_number': 4, 'project_id': 'e1b2030530534aa6979de076136fa20a', 'gw_port': {'id': 'e81aeb67-84f5-43ac-8df2-9790a00726a2', 'name': '', 'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:f2:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1c35bf-c535-44f5-b127-a2ac993223bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:18:11Z', 'updated_at': '2022-04-07T12:18:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4554067d-f507-4a99-8a98-0874c02c5721', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836930-1-iscsi', '_interfaces': [{'id': '6be6968e-a869-46e2-8977-4ba1c04a3b65', 'name': '', 'network_id': 'a345358b-c2f9-4423-be80-16d77882e75b', 'tenant_id': 'e1b2030530534aa6979de076136fa20a', 'mac_address': 'fa:16:3e:7b:6e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1c35bf-c535-44f5-b127-a2ac993223bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '2d7690c0-1ac8-4c45-b462-9e76589db54f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:18:13Z', 'updated_at': '2022-04-07T12:18:17Z', 'revision_number': 5, 'project_id': 'e1b2030530534aa6979de076136fa20a', 'subnets': [{'id': '2d7690c0-1ac8-4c45-b462-9e76589db54f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836930-1-iscsi', False) {} {{(pid=103984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:21:06.659593 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-570d2b47-8e31-40a1-a760-90125ccbca9d None None] The sync data for ids ['0b1c35bf-c535-44f5-b127-a2ac993223bd'] in dv-cinder-836930-1-iscsi is: [{'id': '0b1c35bf-c535-44f5-b127-a2ac993223bd', 'name': 'tempest-TestVolumeBootPattern-1656811937-router', 'tenant_id': 'e1b2030530534aa6979de076136fa20a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'external_fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': 'e81aeb67-84f5-43ac-8df2-9790a00726a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:18:10Z', 'updated_at': '2022-04-07T12:18:13Z', 'revision_number': 4, 'project_id': 'e1b2030530534aa6979de076136fa20a', 'gw_port': {'id': 'e81aeb67-84f5-43ac-8df2-9790a00726a2', 'name': '', 'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:f2:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1c35bf-c535-44f5-b127-a2ac993223bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:18:11Z', 'updated_at': '2022-04-07T12:18:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4554067d-f507-4a99-8a98-0874c02c5721', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836930-1-iscsi', '_interfaces': [{'id': '6be6968e-a869-46e2-8977-4ba1c04a3b65', 'name': '', 'network_id': 'a345358b-c2f9-4423-be80-16d77882e75b', 'tenant_id': 'e1b2030530534aa6979de076136fa20a', 'mac_address': 'fa:16:3e:7b:6e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1c35bf-c535-44f5-b127-a2ac993223bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '2d7690c0-1ac8-4c45-b462-9e76589db54f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:18:13Z', 'updated_at': '2022-04-07T12:18:17Z', 'revision_number': 5, 'project_id': 'e1b2030530534aa6979de076136fa20a', 'subnets': [{'id': '2d7690c0-1ac8-4c45-b462-9e76589db54f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 12:21:06.780982 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-7d27d4f7-9235-4162-a5e5-6e08c5c1e33c req-3502d884-2c33-4e42-b35c-7f47d20c991d tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec7561ab-bb32-4b5a-ae6c-8c6e9edf1945 HTTP/1.1" status: 200 len: 210 time: 0.0305238 Apr 07 12:21:06.881519 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20011b37-3fce-4c46-bebc-627c310b1051 None None] New status for floating IP 13439f8c-fd8e-4778-b732-3bbaeeced886: DOWN {{(pid=103985) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 12:21:07.474345 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-4ee86192-ef9a-4f9c-8d37-983d911c7eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (8705c964-c35e-4008-b403-e26242cd5404), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:21:08.041849 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-b82398c5-6a06-40bd-8712-2cf3991acf59 req-829e7a19-bf2a-45fd-acf3-d25b32631206 tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1900540144&fields=id&tenant_id=e1b2030530534aa6979de076136fa20a HTTP/1.1" status: 200 len: 267 time: 0.0479455 Apr 07 12:21:08.146104 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82398c5-6a06-40bd-8712-2cf3991acf59 req-10e84371-1329-4df6-b0f7-c9fb9fd98ac1 tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:21:08.147501 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-b82398c5-6a06-40bd-8712-2cf3991acf59 req-10e84371-1329-4df6-b0f7-c9fb9fd98ac1 tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] 10.222.0.58 "GET /v2.0/networks?id=a345358b-c2f9-4423-be80-16d77882e75b HTTP/1.1" status: 200 len: 812 time: 0.0979424 Apr 07 12:21:08.162121 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-b82398c5-6a06-40bd-8712-2cf3991acf59 req-ac2cf90a-fd8f-46f9-b164-3633c2f1471b tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] 10.222.0.58 "GET /v2.0/quotas/e1b2030530534aa6979de076136fa20a HTTP/1.1" status: 200 len: 375 time: 0.0092905 Apr 07 12:21:08.218032 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-b82398c5-6a06-40bd-8712-2cf3991acf59 req-1ad7fc5b-6351-43cf-acb1-7667eecc1d5f tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=e1b2030530534aa6979de076136fa20a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0512776 Apr 07 12:21:08.310722 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-b82398c5-6a06-40bd-8712-2cf3991acf59 req-8dbcc31e-085c-4d58-8b2c-8ffada109f4d service neutron] 10.222.0.58 "GET /v2.0/networks/a345358b-c2f9-4423-be80-16d77882e75b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811288 Apr 07 12:21:08.414585 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-b82398c5-6a06-40bd-8712-2cf3991acf59 req-647e3ac7-1173-4891-a000-88225af10dd6 service neutron] 10.222.0.58 "GET /v2.0/networks/a345358b-c2f9-4423-be80-16d77882e75b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900753 Apr 07 12:21:08.782754 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (18566f30-62c1-4fb1-af49-ebd049d63fec), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:21:09.555962 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Device 638111d8-cbd3-449e-ada7-531d38b4e4ae no longer exists at agent hyperv_hv-cinder-83693 {{(pid=103984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 12:21:09.579440 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] No Port match for: 638111d8-cbd3-449e-ada7-531d38b4e4ae {{(pid=103984) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 12:21:09.579774 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Device 638111d8-cbd3-449e-ada7-531d38b4e4ae not bound to the agent host hv-cinder-83693 {{(pid=103984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 12:21:09.989247 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-ea7fcb76-18cf-4e15-bec0-fa49242bfa59 req-07ef2e8a-311b-4014-97ac-bb59f12ba8fa tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] 10.222.0.58 "GET /v2.0/ports?device_id=d6eabdb9-5213-4215-a7f9-2a097e964133 HTTP/1.1" status: 200 len: 210 time: 0.0268743 Apr 07 12:21:11.081985 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-95990ff6-6a62-40d6-a7fa-e4d8be57e7ee req-e55e5f32-327b-44a5-99fc-3c4469a116f1 tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] 10.222.0.58 "GET /v2.0/ports?device_id=d6eabdb9-5213-4215-a7f9-2a097e964133 HTTP/1.1" status: 200 len: 210 time: 0.0270379 Apr 07 12:21:12.045124 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82398c5-6a06-40bd-8712-2cf3991acf59 req-17477904-ad33-41fc-85d3-99e038e3b406 tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:21:12.046592 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-b82398c5-6a06-40bd-8712-2cf3991acf59 req-17477904-ad33-41fc-85d3-99e038e3b406 tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] 10.222.0.49 "GET /v2.0/networks?id=a345358b-c2f9-4423-be80-16d77882e75b HTTP/1.1" status: 200 len: 812 time: 0.1134744 Apr 07 12:21:12.113585 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-b82398c5-6a06-40bd-8712-2cf3991acf59 req-747e0f5f-a144-493a-9a22-c47ecc844a29 tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e1b2030530534aa6979de076136fa20a HTTP/1.1" status: 200 len: 380 time: 0.0536034 Apr 07 12:21:12.121932 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.v2.base [req-b82398c5-6a06-40bd-8712-2cf3991acf59 req-16cb9b12-010a-44f8-995a-5abfe54d6f4d tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Request body: {'port': {'device_id': 'd6eabdb9-5213-4215-a7f9-2a097e964133', 'network_id': 'a345358b-c2f9-4423-be80-16d77882e75b', 'admin_state_up': True, 'tenant_id': 'e1b2030530534aa6979de076136fa20a', 'security_groups': ['7f22cb13-67b3-4270-941d-47a255e4854d']}} {{(pid=103983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:21:12.184116 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-fd57114f-4e44-4e6c-9bac-0ac9650fa388 req-b0f986bf-82b9-4afa-8171-4857d3356870 tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] 10.222.0.58 "GET /v2.0/ports?device_id=d6eabdb9-5213-4215-a7f9-2a097e964133 HTTP/1.1" status: 200 len: 210 time: 0.0339639 Apr 07 12:21:12.299173 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b82398c5-6a06-40bd-8712-2cf3991acf59 req-16cb9b12-010a-44f8-995a-5abfe54d6f4d tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Made reservation on behalf of e1b2030530534aa6979de076136fa20a for: {'port': 1} {{(pid=103983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 12:21:12.302492 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [req-b82398c5-6a06-40bd-8712-2cf3991acf59 req-16cb9b12-010a-44f8-995a-5abfe54d6f4d tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (None), before_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:21:12.451159 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.db.db_base_plugin_common [req-b82398c5-6a06-40bd-8712-2cf3991acf59 req-16cb9b12-010a-44f8-995a-5abfe54d6f4d tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Allocated IP 172.20.0.9 (a345358b-c2f9-4423-be80-16d77882e75b/2d7690c0-1ac8-4c45-b462-9e76589db54f/7b25f41b-6a69-47ca-bc22-bec9f53c7b0e) {{(pid=103983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 12:21:12.585845 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [req-b82398c5-6a06-40bd-8712-2cf3991acf59 req-16cb9b12-010a-44f8-995a-5abfe54d6f4d tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Publish callbacks [] for port (7b25f41b-6a69-47ca-bc22-bec9f53c7b0e), precommit_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:21:12.687916 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [req-b82398c5-6a06-40bd-8712-2cf3991acf59 req-16cb9b12-010a-44f8-995a-5abfe54d6f4d tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780056949589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126495687'] for port (7b25f41b-6a69-47ca-bc22-bec9f53c7b0e), after_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:21:12.729868 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b82398c5-6a06-40bd-8712-2cf3991acf59 req-16cb9b12-010a-44f8-995a-5abfe54d6f4d tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Network a345358b-c2f9-4423-be80-16d77882e75b is already hosted by enough agents. {{(pid=103983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:21:12.747300 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.scheduler.base_scheduler [req-b82398c5-6a06-40bd-8712-2cf3991acf59 req-16cb9b12-010a-44f8-995a-5abfe54d6f4d tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Resources bound (agent type, host, resource id): {{(pid=103983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:21:12.747300 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.db.l3_dvrscheduler_db [req-b82398c5-6a06-40bd-8712-2cf3991acf59 req-16cb9b12-010a-44f8-995a-5abfe54d6f4d tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Received port after_create {{(pid=103983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 12:21:12.765877 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cb9b12-010a-44f8-995a-5abfe54d6f4d tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Pushing event updated for resources: {'Port': ['ID=7b25f41b-6a69-47ca-bc22-bec9f53c7b0e,revision_number=1']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:21:12.797817 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82398c5-6a06-40bd-8712-2cf3991acf59 req-16cb9b12-010a-44f8-995a-5abfe54d6f4d tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:21:12.798549 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [req-b82398c5-6a06-40bd-8712-2cf3991acf59 req-16cb9b12-010a-44f8-995a-5abfe54d6f4d tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91606'] for port (None), before_response {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:21:12.913235 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-b82398c5-6a06-40bd-8712-2cf3991acf59 req-16cb9b12-010a-44f8-995a-5abfe54d6f4d tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7948463 Apr 07 12:21:12.932104 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.v2.base [req-b82398c5-6a06-40bd-8712-2cf3991acf59 req-a33b23a0-1702-4b17-9b90-8b6199d9e1d7 service neutron] Request body: {'port': {'device_id': 'd6eabdb9-5213-4215-a7f9-2a097e964133', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83693'}} {{(pid=103983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:21:12.982806 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.provisioning_blocks [None req-3fcea077-18c9-4b37-8fa7-5c49dc1c3a7d None None] Provisioning complete for port 7b25f41b-6a69-47ca-bc22-bec9f53c7b0e triggered by entity DHCP. {{(pid=103984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:21:12.983467 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-3fcea077-18c9-4b37-8fa7-5c49dc1c3a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7484729'] for port (7b25f41b-6a69-47ca-bc22-bec9f53c7b0e), provisioning_complete {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:21:12.993738 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [req-b82398c5-6a06-40bd-8712-2cf3991acf59 req-a33b23a0-1702-4b17-9b90-8b6199d9e1d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (7b25f41b-6a69-47ca-bc22-bec9f53c7b0e), before_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:21:13.019069 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-3fcea077-18c9-4b37-8fa7-5c49dc1c3a7d None None] Port 7b25f41b-6a69-47ca-bc22-bec9f53c7b0e cannot update to ACTIVE because it is not bound. {{(pid=103984) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 12:21:13.251829 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.notifiers.nova [req-b82398c5-6a06-40bd-8712-2cf3991acf59 req-a33b23a0-1702-4b17-9b90-8b6199d9e1d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b25f41b-6a69-47ca-bc22-bec9f53c7b0e {{(pid=103983) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 12:21:13.260913 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [req-b82398c5-6a06-40bd-8712-2cf3991acf59 req-a33b23a0-1702-4b17-9b90-8b6199d9e1d7 service neutron] Publish callbacks [] for port (7b25f41b-6a69-47ca-bc22-bec9f53c7b0e), precommit_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:21:13.299261 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.db.provisioning_blocks [req-b82398c5-6a06-40bd-8712-2cf3991acf59 req-a33b23a0-1702-4b17-9b90-8b6199d9e1d7 service neutron] Transition to ACTIVE for port object 7b25f41b-6a69-47ca-bc22-bec9f53c7b0e will not be triggered until provisioned by entity L2. {{(pid=103983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 12:21:13.326835 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7e2c1f-a428-4a1f-a723-608b664ca125 req-e2a7ba03-47d5-419a-add6-16182f3a453d tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:21:13.326835 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-3c7e2c1f-a428-4a1f-a723-608b664ca125 req-e2a7ba03-47d5-419a-add6-16182f3a453d tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] 10.222.0.58 "GET /v2.0/ports?device_id=d6eabdb9-5213-4215-a7f9-2a097e964133 HTTP/1.1" status: 200 len: 931 time: 0.0658951 Apr 07 12:21:13.370884 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-3c7e2c1f-a428-4a1f-a723-608b664ca125 req-7c8a516f-3949-40ed-9af1-466817bb7c18 tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] 10.222.0.58 "GET /v2.0/security-groups?id=7f22cb13-67b3-4270-941d-47a255e4854d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429749 Apr 07 12:21:13.371919 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [req-b82398c5-6a06-40bd-8712-2cf3991acf59 req-a33b23a0-1702-4b17-9b90-8b6199d9e1d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780057409639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780056949607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780056949625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126495704'] for port (7b25f41b-6a69-47ca-bc22-bec9f53c7b0e), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:21:13.422072 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33b23a0-1702-4b17-9b90-8b6199d9e1d7 service neutron] Pushing event updated for resources: {'Port': ['ID=7b25f41b-6a69-47ca-bc22-bec9f53c7b0e,revision_number=2']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:21:13.495766 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.plugins.ml2.managers [req-b82398c5-6a06-40bd-8712-2cf3991acf59 req-a33b23a0-1702-4b17-9b90-8b6199d9e1d7 service neutron] Attempting to bind port 7b25f41b-6a69-47ca-bc22-bec9f53c7b0e on host hv-cinder-83693 for vnic_type normal with profile {{(pid=103983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 12:21:13.496138 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.plugins.ml2.managers [req-b82398c5-6a06-40bd-8712-2cf3991acf59 req-a33b23a0-1702-4b17-9b90-8b6199d9e1d7 service neutron] Attempting to bind port 7b25f41b-6a69-47ca-bc22-bec9f53c7b0e by drivers openvswitch,hyperv on host hv-cinder-83693 at level 0 using segments [{'id': '7f8ea31b-b6d5-4bf8-9f2f-e16cecf12e77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'a345358b-c2f9-4423-be80-16d77882e75b'}] {{(pid=103983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 12:21:13.496426 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b82398c5-6a06-40bd-8712-2cf3991acf59 req-a33b23a0-1702-4b17-9b90-8b6199d9e1d7 service neutron] Attempting to bind port 7b25f41b-6a69-47ca-bc22-bec9f53c7b0e on network a345358b-c2f9-4423-be80-16d77882e75b {{(pid=103983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:21:13.501691 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b82398c5-6a06-40bd-8712-2cf3991acf59 req-a33b23a0-1702-4b17-9b90-8b6199d9e1d7 service neutron] Port 7b25f41b-6a69-47ca-bc22-bec9f53c7b0e on network a345358b-c2f9-4423-be80-16d77882e75b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83693 {{(pid=103983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 12:21:13.502014 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b82398c5-6a06-40bd-8712-2cf3991acf59 req-a33b23a0-1702-4b17-9b90-8b6199d9e1d7 service neutron] Attempting to bind port 7b25f41b-6a69-47ca-bc22-bec9f53c7b0e on network a345358b-c2f9-4423-be80-16d77882e75b {{(pid=103983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:21:13.507067 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b82398c5-6a06-40bd-8712-2cf3991acf59 req-a33b23a0-1702-4b17-9b90-8b6199d9e1d7 service neutron] Checking agent: {'id': 'b65c4e22-832a-4f2b-89ab-f6b5f91e1f65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83693', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 12, 4, 29), 'started_at': datetime.datetime(2022, 4, 7, 12, 4, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 12, 21, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 12:21:13.507437 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b82398c5-6a06-40bd-8712-2cf3991acf59 req-a33b23a0-1702-4b17-9b90-8b6199d9e1d7 service neutron] Checking segment: {'id': '7f8ea31b-b6d5-4bf8-9f2f-e16cecf12e77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'a345358b-c2f9-4423-be80-16d77882e75b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:21:13.507816 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b82398c5-6a06-40bd-8712-2cf3991acf59 req-a33b23a0-1702-4b17-9b90-8b6199d9e1d7 service neutron] Bound using segment: {'id': '7f8ea31b-b6d5-4bf8-9f2f-e16cecf12e77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'a345358b-c2f9-4423-be80-16d77882e75b'} {{(pid=103983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 12:21:13.508250 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.plugins.ml2.managers [req-b82398c5-6a06-40bd-8712-2cf3991acf59 req-a33b23a0-1702-4b17-9b90-8b6199d9e1d7 service neutron] Bound port: 7b25f41b-6a69-47ca-bc22-bec9f53c7b0e, host: hv-cinder-83693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f8ea31b-b6d5-4bf8-9f2f-e16cecf12e77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'a345358b-c2f9-4423-be80-16d77882e75b'}}] {{(pid=103983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 12:21:13.508836 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [req-b82398c5-6a06-40bd-8712-2cf3991acf59 req-a33b23a0-1702-4b17-9b90-8b6199d9e1d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (7b25f41b-6a69-47ca-bc22-bec9f53c7b0e), before_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:21:13.578080 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.plugins.ml2.db [req-b82398c5-6a06-40bd-8712-2cf3991acf59 req-a33b23a0-1702-4b17-9b90-8b6199d9e1d7 service neutron] For port 7b25f41b-6a69-47ca-bc22-bec9f53c7b0e, host hv-cinder-83693, cleared binding levels {{(pid=103983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 12:21:13.581263 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.plugins.ml2.db [req-b82398c5-6a06-40bd-8712-2cf3991acf59 req-a33b23a0-1702-4b17-9b90-8b6199d9e1d7 service neutron] For port 7b25f41b-6a69-47ca-bc22-bec9f53c7b0e, host hv-cinder-83693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83693',level=0,port_id=7b25f41b-6a69-47ca-bc22-bec9f53c7b0e,segment=NetworkSegment(7f8ea31b-b6d5-4bf8-9f2f-e16cecf12e77),segment_id=7f8ea31b-b6d5-4bf8-9f2f-e16cecf12e77)] {{(pid=103983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 12:21:13.677056 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [req-b82398c5-6a06-40bd-8712-2cf3991acf59 req-a33b23a0-1702-4b17-9b90-8b6199d9e1d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780057409639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780056949607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780056949625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126495704'] for port (7b25f41b-6a69-47ca-bc22-bec9f53c7b0e), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:21:13.711277 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82398c5-6a06-40bd-8712-2cf3991acf59 req-a33b23a0-1702-4b17-9b90-8b6199d9e1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:21:13.711961 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [req-b82398c5-6a06-40bd-8712-2cf3991acf59 req-a33b23a0-1702-4b17-9b90-8b6199d9e1d7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91606'] for port (None), before_response {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:21:13.713261 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-b82398c5-6a06-40bd-8712-2cf3991acf59 req-a33b23a0-1702-4b17-9b90-8b6199d9e1d7 service neutron] 10.222.0.49 "PUT /v2.0/ports/7b25f41b-6a69-47ca-bc22-bec9f53c7b0e HTTP/1.1" status: 200 len: 1093 time: 0.7852318 Apr 07 12:21:13.713703 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6eabdb9-5213-4215-a7f9-2a097e964133', 'tag': '7b25f41b-6a69-47ca-bc22-bec9f53c7b0e'}] {{(pid=103983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:21:13.715919 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0a7841b86293cbb58346800955405af87a5c8eeb3540a71a4bbd7df08edd1cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d777b816-f5d3-400d-ab8c-134db22c96c5" -d '{"events": [{"name": "network-changed", "server_uuid": "d6eabdb9-5213-4215-a7f9-2a097e964133", "tag": "7b25f41b-6a69-47ca-bc22-bec9f53c7b0e"}]}' {{(pid=103983) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:21:13.739531 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33b23a0-1702-4b17-9b90-8b6199d9e1d7 service neutron] Pushing event updated for resources: {'Port': ['ID=7b25f41b-6a69-47ca-bc22-bec9f53c7b0e,revision_number=3']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:21:13.756730 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 12:21:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afe59963-e500-48a5-b38d-a7199ec5c45e x-openstack-request-id: req-afe59963-e500-48a5-b38d-a7199ec5c45e {{(pid=103983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:21:13.757239 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6eabdb9-5213-4215-a7f9-2a097e964133", "tag": "7b25f41b-6a69-47ca-bc22-bec9f53c7b0e", "status": "completed", "code": 200}]} {{(pid=103983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:21:13.757490 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-afe59963-e500-48a5-b38d-a7199ec5c45e {{(pid=103983) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:21:13.757893 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.notifiers.nova [-] Nova event matching ['req-afe59963-e500-48a5-b38d-a7199ec5c45e'] response: {'name': 'network-changed', 'server_uuid': 'd6eabdb9-5213-4215-a7f9-2a097e964133', 'tag': '7b25f41b-6a69-47ca-bc22-bec9f53c7b0e', 'status': 'completed', 'code': 200} Apr 07 12:21:13.852568 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d777b816-f5d3-400d-ab8c-134db22c96c5 req-b83053d0-557e-44d1-84ba-344881081a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:21:13.854058 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-d777b816-f5d3-400d-ab8c-134db22c96c5 req-b83053d0-557e-44d1-84ba-344881081a38 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e1b2030530534aa6979de076136fa20a&device_id=d6eabdb9-5213-4215-a7f9-2a097e964133 HTTP/1.1" status: 200 len: 1127 time: 0.0462735 Apr 07 12:21:13.959304 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d777b816-f5d3-400d-ab8c-134db22c96c5 req-5463e9d4-ea35-49bf-aad0-1ab4bb91c7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:21:13.960664 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-d777b816-f5d3-400d-ab8c-134db22c96c5 req-5463e9d4-ea35-49bf-aad0-1ab4bb91c7a7 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=e1b2030530534aa6979de076136fa20a&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0924790 Apr 07 12:21:14.052710 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d777b816-f5d3-400d-ab8c-134db22c96c5 req-8b5bc3e1-ffe1-4f78-a9d5-b70bd7e7c387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:21:14.054131 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-d777b816-f5d3-400d-ab8c-134db22c96c5 req-8b5bc3e1-ffe1-4f78-a9d5-b70bd7e7c387 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0878248 Apr 07 12:21:14.156195 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82398c5-6a06-40bd-8712-2cf3991acf59 req-8eda6b3b-d1cb-4374-baab-1cafa179d604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:21:14.157813 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-b82398c5-6a06-40bd-8712-2cf3991acf59 req-8eda6b3b-d1cb-4374-baab-1cafa179d604 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e1b2030530534aa6979de076136fa20a&device_id=d6eabdb9-5213-4215-a7f9-2a097e964133 HTTP/1.1" status: 200 len: 1127 time: 0.0438893 Apr 07 12:21:14.206098 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-b82398c5-6a06-40bd-8712-2cf3991acf59 req-8fcff284-4752-4ea7-87a5-67e9a799d031 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7b25f41b-6a69-47ca-bc22-bec9f53c7b0e HTTP/1.1" status: 200 len: 217 time: 0.0331957 Apr 07 12:21:14.251895 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82398c5-6a06-40bd-8712-2cf3991acf59 req-67b439fa-bcf1-44d8-a5c5-3434bcbd1a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:21:14.253304 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-b82398c5-6a06-40bd-8712-2cf3991acf59 req-67b439fa-bcf1-44d8-a5c5-3434bcbd1a28 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2d7690c0-1ac8-4c45-b462-9e76589db54f HTTP/1.1" status: 200 len: 851 time: 0.0414186 Apr 07 12:21:14.302798 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82398c5-6a06-40bd-8712-2cf3991acf59 req-459fdead-4cbb-482b-999d-6df4727e5164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:21:14.304250 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-b82398c5-6a06-40bd-8712-2cf3991acf59 req-459fdead-4cbb-482b-999d-6df4727e5164 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a345358b-c2f9-4423-be80-16d77882e75b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0450051 Apr 07 12:21:14.390458 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-b82398c5-6a06-40bd-8712-2cf3991acf59 req-9436290e-f426-481d-86de-2ccc8fbdf8be service neutron] 10.222.0.49 "GET /v2.0/networks/a345358b-c2f9-4423-be80-16d77882e75b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790503 Apr 07 12:21:14.511859 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-b82398c5-6a06-40bd-8712-2cf3991acf59 req-e1528fd2-2540-4b3c-9bff-7bfcc20da1c8 service neutron] 10.222.0.49 "GET /v2.0/networks/a345358b-c2f9-4423-be80-16d77882e75b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144879 Apr 07 12:21:14.523360 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86755f6-ee6c-423b-8cbd-e3249de197a5 req-ee1002ee-4ded-45d1-a462-2587c12f2c4a tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:21:14.524767 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-c86755f6-ee6c-423b-8cbd-e3249de197a5 req-ee1002ee-4ded-45d1-a462-2587c12f2c4a tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] 10.222.0.58 "GET /v2.0/ports?device_id=d6eabdb9-5213-4215-a7f9-2a097e964133 HTTP/1.1" status: 200 len: 943 time: 0.0749292 Apr 07 12:21:14.572499 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-c86755f6-ee6c-423b-8cbd-e3249de197a5 req-30944bea-0aba-4410-921d-4368ed93d865 tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] 10.222.0.58 "GET /v2.0/security-groups?id=7f22cb13-67b3-4270-941d-47a255e4854d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421853 Apr 07 12:21:15.694034 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6c669c-1db5-4bd3-afe9-73e07d47bf89 req-adccc681-9f90-409c-b1fe-149ac414f319 tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:21:15.695525 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-6b6c669c-1db5-4bd3-afe9-73e07d47bf89 req-adccc681-9f90-409c-b1fe-149ac414f319 tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] 10.222.0.58 "GET /v2.0/ports?device_id=d6eabdb9-5213-4215-a7f9-2a097e964133 HTTP/1.1" status: 200 len: 943 time: 0.0552089 Apr 07 12:21:15.751799 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-6b6c669c-1db5-4bd3-afe9-73e07d47bf89 req-170b2a48-99bf-4481-8682-7c71b62ec3ad tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] 10.222.0.58 "GET /v2.0/security-groups?id=7f22cb13-67b3-4270-941d-47a255e4854d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504959 Apr 07 12:21:16.870053 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39fe1dd-7eee-4f44-a6ca-a008c69fa629 req-847654e9-1a79-4f74-a82b-ba4495b14ae4 tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:21:16.871538 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-a39fe1dd-7eee-4f44-a6ca-a008c69fa629 req-847654e9-1a79-4f74-a82b-ba4495b14ae4 tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] 10.222.0.58 "GET /v2.0/ports?device_id=d6eabdb9-5213-4215-a7f9-2a097e964133 HTTP/1.1" status: 200 len: 943 time: 0.0542638 Apr 07 12:21:16.918268 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-a39fe1dd-7eee-4f44-a6ca-a008c69fa629 req-110844f0-124f-4911-afa3-c81f30c31707 tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] 10.222.0.58 "GET /v2.0/security-groups?id=7f22cb13-67b3-4270-941d-47a255e4854d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406461 Apr 07 12:21:18.048960 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5ba008-ee2a-4512-b80e-32a736cb6e46 req-50b4c71d-345e-4af3-89b7-0f134a6b873e tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:21:18.050431 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-eb5ba008-ee2a-4512-b80e-32a736cb6e46 req-50b4c71d-345e-4af3-89b7-0f134a6b873e tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] 10.222.0.58 "GET /v2.0/ports?device_id=d6eabdb9-5213-4215-a7f9-2a097e964133 HTTP/1.1" status: 200 len: 943 time: 0.0653040 Apr 07 12:21:18.098149 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-eb5ba008-ee2a-4512-b80e-32a736cb6e46 req-df702542-d9db-4890-a260-d379c6b6f92c tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] 10.222.0.58 "GET /v2.0/security-groups?id=7f22cb13-67b3-4270-941d-47a255e4854d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422258 Apr 07 12:21:19.210055 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9a414f-50b6-4603-be29-2134f4bab2be req-502d23aa-2e78-4e7f-a7e6-d27a7faa1a48 tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:21:19.211505 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-fd9a414f-50b6-4603-be29-2134f4bab2be req-502d23aa-2e78-4e7f-a7e6-d27a7faa1a48 tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] 10.222.0.58 "GET /v2.0/ports?device_id=d6eabdb9-5213-4215-a7f9-2a097e964133 HTTP/1.1" status: 200 len: 943 time: 0.0497801 Apr 07 12:21:19.259351 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-fd9a414f-50b6-4603-be29-2134f4bab2be req-e1d1a405-f810-4e3b-90d4-0fabeae7e2a3 tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] 10.222.0.58 "GET /v2.0/security-groups?id=7f22cb13-67b3-4270-941d-47a255e4854d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423510 Apr 07 12:21:20.373747 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6889d21-7417-4f12-a283-dd200b9be77c req-dfb925d4-bfe1-411b-b749-3969ccbb5269 tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:21:20.375769 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-a6889d21-7417-4f12-a283-dd200b9be77c req-dfb925d4-bfe1-411b-b749-3969ccbb5269 tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] 10.222.0.58 "GET /v2.0/ports?device_id=d6eabdb9-5213-4215-a7f9-2a097e964133 HTTP/1.1" status: 200 len: 943 time: 0.0518770 Apr 07 12:21:20.422626 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-a6889d21-7417-4f12-a283-dd200b9be77c req-35d3d5be-2bf5-42e2-88a8-9144e681d9b2 tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] 10.222.0.58 "GET /v2.0/security-groups?id=7f22cb13-67b3-4270-941d-47a255e4854d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413296 Apr 07 12:21:21.536233 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece70fa1-7741-44ea-ade5-8919fb9bc22d req-b34f39d3-34ed-4556-938b-0febebe83796 tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:21:21.537585 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-ece70fa1-7741-44ea-ade5-8919fb9bc22d req-b34f39d3-34ed-4556-938b-0febebe83796 tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] 10.222.0.58 "GET /v2.0/ports?device_id=d6eabdb9-5213-4215-a7f9-2a097e964133 HTTP/1.1" status: 200 len: 943 time: 0.0502634 Apr 07 12:21:21.623355 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Device 7b25f41b-6a69-47ca-bc22-bec9f53c7b0e details requested by agent hyperv_hv-cinder-83693 with host hv-cinder-83693 {{(pid=103984) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 12:21:21.728512 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.db [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] For port 7b25f41b-6a69-47ca-bc22-bec9f53c7b0e, host hv-cinder-83693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83693',level=0,port_id=7b25f41b-6a69-47ca-bc22-bec9f53c7b0e,segment=NetworkSegment(7f8ea31b-b6d5-4bf8-9f2f-e16cecf12e77),segment_id=7f8ea31b-b6d5-4bf8-9f2f-e16cecf12e77)] {{(pid=103984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:21:21.741077 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Returning: {'device': '7b25f41b-6a69-47ca-bc22-bec9f53c7b0e', 'network_id': 'a345358b-c2f9-4423-be80-16d77882e75b', 'port_id': '7b25f41b-6a69-47ca-bc22-bec9f53c7b0e', 'mac_address': 'fa:16:3e:13:49:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d7690c0-1ac8-4c45-b462-9e76589db54f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103984) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 12:21:21.783253 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Current status of the port 7b25f41b-6a69-47ca-bc22-bec9f53c7b0e is: DOWN; New status is: BUILD {{(pid=103984) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:21:21.783643 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (7b25f41b-6a69-47ca-bc22-bec9f53c7b0e), before_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:21:21.796617 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.notifiers.nova [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b25f41b-6a69-47ca-bc22-bec9f53c7b0e {{(pid=103984) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 12:21:21.816816 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.db [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] For port 7b25f41b-6a69-47ca-bc22-bec9f53c7b0e, host hv-cinder-83693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83693',level=0,port_id=7b25f41b-6a69-47ca-bc22-bec9f53c7b0e,segment=NetworkSegment(7f8ea31b-b6d5-4bf8-9f2f-e16cecf12e77),segment_id=7f8ea31b-b6d5-4bf8-9f2f-e16cecf12e77)] {{(pid=103984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:21:21.843020 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-ece70fa1-7741-44ea-ade5-8919fb9bc22d req-b910bb1c-1d5e-47f7-9685-d03deee304bc tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] 10.222.0.58 "GET /v2.0/security-groups?id=7f22cb13-67b3-4270-941d-47a255e4854d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2999148 Apr 07 12:21:21.886069 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780057409639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780056949607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780056949625'] for port (7b25f41b-6a69-47ca-bc22-bec9f53c7b0e), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:21:21.933263 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Pushing event updated for resources: {'Port': ['ID=7b25f41b-6a69-47ca-bc22-bec9f53c7b0e,revision_number=4']} {{(pid=103984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:21:21.940147 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:21:21.940748 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:21:21.941083 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:21:21.941452 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:21:21.941808 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:21:21.942136 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:21:21.942453 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:21:21.942769 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:21:21.943084 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:21:21.943422 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:21:21.943735 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:21:21.944049 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:21:21.944362 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:21:21.944670 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:21:21.944999 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:21:22.197653 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.db [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] get_ports_and_sgs() called for port_ids ['7b25f41b-6a69-47ca-bc22-bec9f53c7b0e'] {{(pid=103984) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 12:21:22.312202 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.agents_db [None req-3662b1ad-d2b5-4b6d-81f6-e1280f618718 None None] Agent healthcheck: found 6 active agents {{(pid=103985) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 12:21:22.959558 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7d07cc-9b73-4ea2-b9f8-03e278bc3109 req-212c4d0e-dfb6-47ab-9e4a-471a57e95e75 tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:21:22.960998 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-9b7d07cc-9b73-4ea2-b9f8-03e278bc3109 req-212c4d0e-dfb6-47ab-9e4a-471a57e95e75 tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] 10.222.0.58 "GET /v2.0/ports?device_id=d6eabdb9-5213-4215-a7f9-2a097e964133 HTTP/1.1" status: 200 len: 944 time: 0.0509422 Apr 07 12:21:23.013568 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-9b7d07cc-9b73-4ea2-b9f8-03e278bc3109 req-5ee607d4-020d-485b-ae4b-926065ce9381 tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] 10.222.0.58 "GET /v2.0/security-groups?id=7f22cb13-67b3-4270-941d-47a255e4854d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470159 Apr 07 12:21:23.634359 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Device 7b25f41b-6a69-47ca-bc22-bec9f53c7b0e up at agent hyperv_hv-cinder-83693 {{(pid=103984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:21:23.751080 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.provisioning_blocks [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Provisioning for port 7b25f41b-6a69-47ca-bc22-bec9f53c7b0e completed by entity L2. {{(pid=103984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 12:21:23.759063 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.provisioning_blocks [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Provisioning complete for port 7b25f41b-6a69-47ca-bc22-bec9f53c7b0e triggered by entity L2. {{(pid=103984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:21:23.759063 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7484729'] for port (7b25f41b-6a69-47ca-bc22-bec9f53c7b0e), provisioning_complete {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:21:23.837842 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Current status of the port 7b25f41b-6a69-47ca-bc22-bec9f53c7b0e is: BUILD; New status is: ACTIVE {{(pid=103984) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:21:23.838243 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (7b25f41b-6a69-47ca-bc22-bec9f53c7b0e), before_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:21:23.860453 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6eabdb9-5213-4215-a7f9-2a097e964133', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b25f41b-6a69-47ca-bc22-bec9f53c7b0e'}] {{(pid=103984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:21:23.862692 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0608bff1dee5f704c30ce50aefecbc08eaebc6e842b477e08be3f7901197da8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a89097d0-d04e-44d7-a050-11a3adcdf240" -d '{"events": [{"server_uuid": "d6eabdb9-5213-4215-a7f9-2a097e964133", "name": "network-vif-plugged", "status": "completed", "tag": "7b25f41b-6a69-47ca-bc22-bec9f53c7b0e"}]}' {{(pid=103984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:21:23.874415 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.db [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] For port 7b25f41b-6a69-47ca-bc22-bec9f53c7b0e, host hv-cinder-83693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83693',level=0,port_id=7b25f41b-6a69-47ca-bc22-bec9f53c7b0e,segment=NetworkSegment(7f8ea31b-b6d5-4bf8-9f2f-e16cecf12e77),segment_id=7f8ea31b-b6d5-4bf8-9f2f-e16cecf12e77)] {{(pid=103984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:21:23.901520 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 12:21:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7096818b-278e-4b50-be54-c157b9825b6a x-openstack-request-id: req-7096818b-278e-4b50-be54-c157b9825b6a {{(pid=103984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:21:23.901520 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6eabdb9-5213-4215-a7f9-2a097e964133", "name": "network-vif-plugged", "status": "completed", "tag": "7b25f41b-6a69-47ca-bc22-bec9f53c7b0e", "code": 200}]} {{(pid=103984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:21:23.901520 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7096818b-278e-4b50-be54-c157b9825b6a {{(pid=103984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:21:23.901520 dv-cinder-836930-1-iscsi neutron-server[103984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7096818b-278e-4b50-be54-c157b9825b6a'] response: {'server_uuid': 'd6eabdb9-5213-4215-a7f9-2a097e964133', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b25f41b-6a69-47ca-bc22-bec9f53c7b0e', 'code': 200} Apr 07 12:21:23.965631 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780057409639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780056949607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780056949625'] for port (7b25f41b-6a69-47ca-bc22-bec9f53c7b0e), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:21:24.012891 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Pushing event updated for resources: {'Port': ['ID=7b25f41b-6a69-47ca-bc22-bec9f53c7b0e,revision_number=5']} {{(pid=103984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:21:24.131369 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19f5c02-f741-477c-afee-73ccce0aca58 req-72be579e-e0c6-4e56-ae62-2616dd53fe69 tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:21:24.132847 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-b19f5c02-f741-477c-afee-73ccce0aca58 req-72be579e-e0c6-4e56-ae62-2616dd53fe69 tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] 10.222.0.58 "GET /v2.0/ports?device_id=d6eabdb9-5213-4215-a7f9-2a097e964133 HTTP/1.1" status: 200 len: 945 time: 0.0526865 Apr 07 12:21:24.181244 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-b19f5c02-f741-477c-afee-73ccce0aca58 req-103f50c0-daec-4e49-a85e-11a3711c9b91 tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] 10.222.0.58 "GET /v2.0/security-groups?id=7f22cb13-67b3-4270-941d-47a255e4854d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424891 Apr 07 12:21:24.269356 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041bdeb0-9267-412e-9291-c835964e83d6 req-ee3cfb9b-97dd-46ad-922e-ed1371e09817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:21:24.270806 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-041bdeb0-9267-412e-9291-c835964e83d6 req-ee3cfb9b-97dd-46ad-922e-ed1371e09817 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=d6eabdb9-5213-4215-a7f9-2a097e964133 HTTP/1.1" status: 200 len: 1129 time: 0.0426824 Apr 07 12:21:24.314912 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-041bdeb0-9267-412e-9291-c835964e83d6 req-f903c8ab-9b09-455e-a0eb-1684ff99456d service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=7f22cb13-67b3-4270-941d-47a255e4854d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378888 Apr 07 12:21:25.303969 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426c3a16-c1bb-4b1d-9fa4-ce06375cb3b7 req-a3028b4a-7984-4b84-a8f5-02c6fbf24175 tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:21:25.305845 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-426c3a16-c1bb-4b1d-9fa4-ce06375cb3b7 req-a3028b4a-7984-4b84-a8f5-02c6fbf24175 tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] 10.222.0.58 "GET /v2.0/ports?device_id=d6eabdb9-5213-4215-a7f9-2a097e964133 HTTP/1.1" status: 200 len: 945 time: 0.0535290 Apr 07 12:21:25.357713 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-426c3a16-c1bb-4b1d-9fa4-ce06375cb3b7 req-74020046-b25e-4cc8-8b75-193b26cb67ed tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] 10.222.0.58 "GET /v2.0/security-groups?id=7f22cb13-67b3-4270-941d-47a255e4854d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466070 Apr 07 12:21:26.476923 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2ae802-9f61-4714-9e7b-34893021bcf5 req-88035d9d-a823-4194-b324-70d5ff19abc8 tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:21:26.478386 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-ff2ae802-9f61-4714-9e7b-34893021bcf5 req-88035d9d-a823-4194-b324-70d5ff19abc8 tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] 10.222.0.58 "GET /v2.0/ports?device_id=d6eabdb9-5213-4215-a7f9-2a097e964133 HTTP/1.1" status: 200 len: 945 time: 0.0517285 Apr 07 12:21:26.525719 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-ff2ae802-9f61-4714-9e7b-34893021bcf5 req-a23e94b4-e1eb-4b05-9a4d-be9d77c27854 tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] 10.222.0.58 "GET /v2.0/security-groups?id=7f22cb13-67b3-4270-941d-47a255e4854d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418010 Apr 07 12:21:26.640218 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4da602-5cda-482b-901c-d3a116a3b600 req-39d3c969-d13b-4c37-bf99-cc4af2bb5541 tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:21:26.641679 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-4b4da602-5cda-482b-901c-d3a116a3b600 req-39d3c969-d13b-4c37-bf99-cc4af2bb5541 tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] 10.222.0.58 "GET /v2.0/ports?device_id=d6eabdb9-5213-4215-a7f9-2a097e964133 HTTP/1.1" status: 200 len: 945 time: 0.0523338 Apr 07 12:21:26.687995 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-4b4da602-5cda-482b-901c-d3a116a3b600 req-b7b7dfa9-7b00-4127-9a60-33e54b1de585 tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] 10.222.0.58 "GET /v2.0/security-groups?id=7f22cb13-67b3-4270-941d-47a255e4854d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407178 Apr 07 12:21:26.710204 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.58', 44494) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:21:26.755635 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-022fe746-fdd7-4bc8-a211-9e63184cd747 tempest-TestVolumeBootPattern-1887162161 tempest-TestVolumeBootPattern-1887162161-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:21:26.757131 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [None req-022fe746-fdd7-4bc8-a211-9e63184cd747 tempest-TestVolumeBootPattern-1887162161 tempest-TestVolumeBootPattern-1887162161-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=d6eabdb9-5213-4215-a7f9-2a097e964133 HTTP/1.1" status: 200 len: 1124 time: 0.0459611 Apr 07 12:21:26.759799 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.58', 44496) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:21:26.763789 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.v2.base [None req-c9b7f339-41cd-47ef-a53a-faee8b897a7c tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Request body: {'floatingip': {'floating_network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'port_id': '7b25f41b-6a69-47ca-bc22-bec9f53c7b0e', 'tenant_id': 'e1b2030530534aa6979de076136fa20a', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:21:26.847553 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-c9b7f339-41cd-47ef-a53a-faee8b897a7c tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:21:26.940141 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-c9b7f339-41cd-47ef-a53a-faee8b897a7c tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (None), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:21:27.043406 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.db.db_base_plugin_common [None req-c9b7f339-41cd-47ef-a53a-faee8b897a7c tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Allocated IP 172.27.0.112 (bbaeba58-97ce-4d65-bbf2-981851410a56/4554067d-f507-4a99-8a98-0874c02c5721/a78a5aa4-1ee9-4cd2-a41c-7928f8a20e2d) {{(pid=103982) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 12:21:27.142985 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-c9b7f339-41cd-47ef-a53a-faee8b897a7c tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Publish callbacks [] for port (a78a5aa4-1ee9-4cd2-a41c-7928f8a20e2d), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:21:27.257673 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-c9b7f339-41cd-47ef-a53a-faee8b897a7c tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780056949589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126593575'] for port (a78a5aa4-1ee9-4cd2-a41c-7928f8a20e2d), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:21:27.299735 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9b7f339-41cd-47ef-a53a-faee8b897a7c tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Network bbaeba58-97ce-4d65-bbf2-981851410a56 is already hosted by enough agents. {{(pid=103982) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:21:27.302479 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.scheduler.base_scheduler [None req-c9b7f339-41cd-47ef-a53a-faee8b897a7c tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Resources bound (agent type, host, resource id): {{(pid=103982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:21:27.308798 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b7f339-41cd-47ef-a53a-faee8b897a7c tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Received port after_create {{(pid=103982) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 12:21:27.314293 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b7f339-41cd-47ef-a53a-faee8b897a7c tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Pushing event updated for resources: {'Port': ['ID=a78a5aa4-1ee9-4cd2-a41c-7928f8a20e2d,revision_number=1']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:21:27.340514 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b7f339-41cd-47ef-a53a-faee8b897a7c tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:21:27.340862 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b7f339-41cd-47ef-a53a-faee8b897a7c tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:21:27.341203 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b7f339-41cd-47ef-a53a-faee8b897a7c tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:21:27.341543 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b7f339-41cd-47ef-a53a-faee8b897a7c tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:21:27.341875 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b7f339-41cd-47ef-a53a-faee8b897a7c tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:21:27.342201 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b7f339-41cd-47ef-a53a-faee8b897a7c tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:21:27.342527 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b7f339-41cd-47ef-a53a-faee8b897a7c tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:21:27.342851 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b7f339-41cd-47ef-a53a-faee8b897a7c tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:21:27.343198 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b7f339-41cd-47ef-a53a-faee8b897a7c tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:21:27.343524 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b7f339-41cd-47ef-a53a-faee8b897a7c tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:21:27.343847 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b7f339-41cd-47ef-a53a-faee8b897a7c tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:21:27.344167 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b7f339-41cd-47ef-a53a-faee8b897a7c tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:21:27.345081 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b7f339-41cd-47ef-a53a-faee8b897a7c tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:21:27.345401 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b7f339-41cd-47ef-a53a-faee8b897a7c tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:21:27.345723 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b7f339-41cd-47ef-a53a-faee8b897a7c tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:21:27.684252 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-c9b7f339-41cd-47ef-a53a-faee8b897a7c tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Publish callbacks [] for floatingip (3ab59601-5d61-44dd-a33d-5594dbd29547), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:21:27.827388 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-c9b7f339-41cd-47ef-a53a-faee8b897a7c tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (a78a5aa4-1ee9-4cd2-a41c-7928f8a20e2d), before_update {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:21:27.973722 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-c9b7f339-41cd-47ef-a53a-faee8b897a7c tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Publish callbacks [] for port (a78a5aa4-1ee9-4cd2-a41c-7928f8a20e2d), precommit_update {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:21:28.058993 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-c9b7f339-41cd-47ef-a53a-faee8b897a7c tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780057409639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780056949607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780056949625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126593592'] for port (a78a5aa4-1ee9-4cd2-a41c-7928f8a20e2d), after_update {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:21:28.126976 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b7f339-41cd-47ef-a53a-faee8b897a7c tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Pushing event updated for resources: {'Port': ['ID=a78a5aa4-1ee9-4cd2-a41c-7928f8a20e2d,revision_number=2']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:21:28.136837 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-c9b7f339-41cd-47ef-a53a-faee8b897a7c tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2019898'] for floatingip (3ab59601-5d61-44dd-a33d-5594dbd29547), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:21:28.238353 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.db.l3_db [None req-c9b7f339-41cd-47ef-a53a-faee8b897a7c tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Floating IP 3ab59601-5d61-44dd-a33d-5594dbd29547 associated. External IP: 172.27.0.112, port: 7b25f41b-6a69-47ca-bc22-bec9f53c7b0e. Apr 07 12:21:28.446275 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9b7f339-41cd-47ef-a53a-faee8b897a7c tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Router 0b1c35bf-c535-44f5-b127-a2ac993223bd has already been hosted by L3 agent ad8978c4-6515-441c-a828-0289badd3b4a {{(pid=103982) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 12:21:28.553120 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9b7f339-41cd-47ef-a53a-faee8b897a7c tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Notify agent at l3_agent.dv-cinder-836930-1-iscsi the message routers_updated {{(pid=103982) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 12:21:28.562582 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ecffeb-ef58-4e4b-aede-5664a387eda5 None None] Sync routers for ids ['0b1c35bf-c535-44f5-b127-a2ac993223bd'] in dv-cinder-836930-1-iscsi {{(pid=103984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 12:21:28.573226 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ecffeb-ef58-4e4b-aede-5664a387eda5 None None] Routers {'0b1c35bf-c535-44f5-b127-a2ac993223bd'} bound to L3 agent in host dv-cinder-836930-1-iscsi {{(pid=103984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:21:28.581268 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_hamode_db [None req-20ecffeb-ef58-4e4b-aede-5664a387eda5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836930-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T11:57:34Z,description=,heartbeat_timestamp=2022-04-07T12:21:04Z,host='dv-cinder-836930-1-iscsi',id=ad8978c4-6515-441c-a828-0289badd3b4a,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:57:35Z,topic='l3_agent')) {'router_ids': ['0b1c35bf-c535-44f5-b127-a2ac993223bd'], 'active': True} {{(pid=103984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:21:28.630813 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-c9b7f339-41cd-47ef-a53a-faee8b897a7c tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91606'] for floatingip (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:21:28.660406 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [None req-c9b7f339-41cd-47ef-a53a-faee8b897a7c tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8996179 Apr 07 12:21:28.660998 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6eabdb9-5213-4215-a7f9-2a097e964133', 'tag': '7b25f41b-6a69-47ca-bc22-bec9f53c7b0e'}] {{(pid=103982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:21:28.663398 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a87f3ac2112343cf46b731ae90f6f8f3b8b920e6472e7c70a4e5373429e5b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44853c58-4c01-4444-8af1-57db43254fa7" -d '{"events": [{"name": "network-changed", "server_uuid": "d6eabdb9-5213-4215-a7f9-2a097e964133", "tag": "7b25f41b-6a69-47ca-bc22-bec9f53c7b0e"}]}' {{(pid=103982) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:21:28.685447 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_dvr_db [None req-20ecffeb-ef58-4e4b-aede-5664a387eda5 None None] Set router 0b1c35bf-c535-44f5-b127-a2ac993223bd gateway port host: dv-cinder-836930-1-iscsi {{(pid=103984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:21:28.699146 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 12:21:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9c34826-bf55-4fce-acca-5619e80ae7c5 x-openstack-request-id: req-a9c34826-bf55-4fce-acca-5619e80ae7c5 {{(pid=103982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:21:28.699647 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6eabdb9-5213-4215-a7f9-2a097e964133", "tag": "7b25f41b-6a69-47ca-bc22-bec9f53c7b0e", "status": "completed", "code": 200}]} {{(pid=103982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:21:28.699751 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a9c34826-bf55-4fce-acca-5619e80ae7c5 {{(pid=103982) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:21:28.700084 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9c34826-bf55-4fce-acca-5619e80ae7c5'] response: {'name': 'network-changed', 'server_uuid': 'd6eabdb9-5213-4215-a7f9-2a097e964133', 'tag': '7b25f41b-6a69-47ca-bc22-bec9f53c7b0e', 'status': 'completed', 'code': 200} Apr 07 12:21:28.785169 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44853c58-4c01-4444-8af1-57db43254fa7 req-915e0e5c-62a1-4c58-9770-5e269d8ebec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:21:28.786846 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-44853c58-4c01-4444-8af1-57db43254fa7 req-915e0e5c-62a1-4c58-9770-5e269d8ebec6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e1b2030530534aa6979de076136fa20a&device_id=d6eabdb9-5213-4215-a7f9-2a097e964133 HTTP/1.1" status: 200 len: 1129 time: 0.0442686 Apr 07 12:21:28.878123 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44853c58-4c01-4444-8af1-57db43254fa7 req-14e4b03e-7053-414e-ab80-9cc59a83e104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:21:28.879528 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-44853c58-4c01-4444-8af1-57db43254fa7 req-14e4b03e-7053-414e-ab80-9cc59a83e104 service neutron] 10.222.0.49 "GET /v2.0/networks?id=a345358b-c2f9-4423-be80-16d77882e75b HTTP/1.1" status: 200 len: 913 time: 0.0869255 Apr 07 12:21:28.914345 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_hamode_db [None req-20ecffeb-ef58-4e4b-aede-5664a387eda5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b1c35bf-c535-44f5-b127-a2ac993223bd', 'name': 'tempest-TestVolumeBootPattern-1656811937-router', 'tenant_id': 'e1b2030530534aa6979de076136fa20a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'external_fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': 'e81aeb67-84f5-43ac-8df2-9790a00726a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:18:10Z', 'updated_at': '2022-04-07T12:18:13Z', 'revision_number': 4, 'project_id': 'e1b2030530534aa6979de076136fa20a', 'gw_port': {'id': 'e81aeb67-84f5-43ac-8df2-9790a00726a2', 'name': '', 'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:f2:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1c35bf-c535-44f5-b127-a2ac993223bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:18:11Z', 'updated_at': '2022-04-07T12:18:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4554067d-f507-4a99-8a98-0874c02c5721', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836930-1-iscsi', '_floatingips': [{'id': '3ab59601-5d61-44dd-a33d-5594dbd29547', 'tenant_id': 'e1b2030530534aa6979de076136fa20a', 'floating_ip_address': '172.27.0.112', 'floating_network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'router_id': '0b1c35bf-c535-44f5-b127-a2ac993223bd', 'port_id': '7b25f41b-6a69-47ca-bc22-bec9f53c7b0e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a345358b-c2f9-4423-be80-16d77882e75b', 'mac_address': 'fa:16:3e:13:49:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6eabdb9-5213-4215-a7f9-2a097e964133', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T12:21:27Z', 'updated_at': '2022-04-07T12:21:27Z', 'revision_number': 0, 'project_id': 'e1b2030530534aa6979de076136fa20a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6be6968e-a869-46e2-8977-4ba1c04a3b65', 'name': '', 'network_id': 'a345358b-c2f9-4423-be80-16d77882e75b', 'tenant_id': 'e1b2030530534aa6979de076136fa20a', 'mac_address': 'fa:16:3e:7b:6e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1c35bf-c535-44f5-b127-a2ac993223bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '2d7690c0-1ac8-4c45-b462-9e76589db54f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:18:13Z', 'updated_at': '2022-04-07T12:18:17Z', 'revision_number': 5, 'project_id': 'e1b2030530534aa6979de076136fa20a', 'subnets': [{'id': '2d7690c0-1ac8-4c45-b462-9e76589db54f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836930-1-iscsi', False) {} {{(pid=103984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:21:28.940931 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ecffeb-ef58-4e4b-aede-5664a387eda5 None None] Checking router: 0b1c35bf-c535-44f5-b127-a2ac993223bd for host: dv-cinder-836930-1-iscsi {{(pid=103984) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 12:21:28.945453 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-44853c58-4c01-4444-8af1-57db43254fa7 req-afd8ba87-d6a5-4344-92c0-8edc4a60f276 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7b25f41b-6a69-47ca-bc22-bec9f53c7b0e HTTP/1.1" status: 200 len: 999 time: 0.0604162 Apr 07 12:21:28.949420 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ecffeb-ef58-4e4b-aede-5664a387eda5 None None] Routers {'0b1c35bf-c535-44f5-b127-a2ac993223bd'} bound to L3 agent in host dv-cinder-836930-1-iscsi {{(pid=103984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:21:28.950020 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_hamode_db [None req-20ecffeb-ef58-4e4b-aede-5664a387eda5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836930-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T11:57:34Z,description=,heartbeat_timestamp=2022-04-07T12:21:04Z,host='dv-cinder-836930-1-iscsi',id=ad8978c4-6515-441c-a828-0289badd3b4a,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:57:35Z,topic='l3_agent')) {'router_ids': ['0b1c35bf-c535-44f5-b127-a2ac993223bd'], 'active': True} {{(pid=103984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:21:28.999335 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44853c58-4c01-4444-8af1-57db43254fa7 req-bd21ad7a-aa17-45e9-b328-debfd6d359eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:21:29.001409 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-44853c58-4c01-4444-8af1-57db43254fa7 req-bd21ad7a-aa17-45e9-b328-debfd6d359eb service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2d7690c0-1ac8-4c45-b462-9e76589db54f HTTP/1.1" status: 200 len: 851 time: 0.0485826 Apr 07 12:21:29.051399 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44853c58-4c01-4444-8af1-57db43254fa7 req-40b8ef88-d9ab-4aec-9356-14f27d6f6744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:21:29.052961 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-44853c58-4c01-4444-8af1-57db43254fa7 req-40b8ef88-d9ab-4aec-9356-14f27d6f6744 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a345358b-c2f9-4423-be80-16d77882e75b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0462267 Apr 07 12:21:29.144620 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-44853c58-4c01-4444-8af1-57db43254fa7 req-fa5723d9-95e5-41e6-8f4e-5f6594f4284e service neutron] 10.222.0.49 "GET /v2.0/networks/a345358b-c2f9-4423-be80-16d77882e75b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854030 Apr 07 12:21:29.188466 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_dvr_db [None req-20ecffeb-ef58-4e4b-aede-5664a387eda5 None None] Set router 0b1c35bf-c535-44f5-b127-a2ac993223bd gateway port host: dv-cinder-836930-1-iscsi {{(pid=103984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:21:29.236262 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-44853c58-4c01-4444-8af1-57db43254fa7 req-58f5fbfa-516c-4301-8d5a-9dbe59fc0a37 service neutron] 10.222.0.49 "GET /v2.0/networks/a345358b-c2f9-4423-be80-16d77882e75b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863745 Apr 07 12:21:29.415518 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_hamode_db [None req-20ecffeb-ef58-4e4b-aede-5664a387eda5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b1c35bf-c535-44f5-b127-a2ac993223bd', 'name': 'tempest-TestVolumeBootPattern-1656811937-router', 'tenant_id': 'e1b2030530534aa6979de076136fa20a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'external_fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': 'e81aeb67-84f5-43ac-8df2-9790a00726a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:18:10Z', 'updated_at': '2022-04-07T12:18:13Z', 'revision_number': 4, 'project_id': 'e1b2030530534aa6979de076136fa20a', 'gw_port': {'id': 'e81aeb67-84f5-43ac-8df2-9790a00726a2', 'name': '', 'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:f2:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1c35bf-c535-44f5-b127-a2ac993223bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:18:11Z', 'updated_at': '2022-04-07T12:18:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4554067d-f507-4a99-8a98-0874c02c5721', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836930-1-iscsi', '_floatingips': [{'id': '3ab59601-5d61-44dd-a33d-5594dbd29547', 'tenant_id': 'e1b2030530534aa6979de076136fa20a', 'floating_ip_address': '172.27.0.112', 'floating_network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'router_id': '0b1c35bf-c535-44f5-b127-a2ac993223bd', 'port_id': '7b25f41b-6a69-47ca-bc22-bec9f53c7b0e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a345358b-c2f9-4423-be80-16d77882e75b', 'mac_address': 'fa:16:3e:13:49:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6eabdb9-5213-4215-a7f9-2a097e964133', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T12:21:27Z', 'updated_at': '2022-04-07T12:21:27Z', 'revision_number': 0, 'project_id': 'e1b2030530534aa6979de076136fa20a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6be6968e-a869-46e2-8977-4ba1c04a3b65', 'name': '', 'network_id': 'a345358b-c2f9-4423-be80-16d77882e75b', 'tenant_id': 'e1b2030530534aa6979de076136fa20a', 'mac_address': 'fa:16:3e:7b:6e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1c35bf-c535-44f5-b127-a2ac993223bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '2d7690c0-1ac8-4c45-b462-9e76589db54f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:18:13Z', 'updated_at': '2022-04-07T12:18:17Z', 'revision_number': 5, 'project_id': 'e1b2030530534aa6979de076136fa20a', 'subnets': [{'id': '2d7690c0-1ac8-4c45-b462-9e76589db54f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836930-1-iscsi', False) {} {{(pid=103984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:21:29.441603 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ecffeb-ef58-4e4b-aede-5664a387eda5 None None] The sync data for ids ['0b1c35bf-c535-44f5-b127-a2ac993223bd'] in dv-cinder-836930-1-iscsi is: [{'id': '0b1c35bf-c535-44f5-b127-a2ac993223bd', 'name': 'tempest-TestVolumeBootPattern-1656811937-router', 'tenant_id': 'e1b2030530534aa6979de076136fa20a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'external_fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': 'e81aeb67-84f5-43ac-8df2-9790a00726a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:18:10Z', 'updated_at': '2022-04-07T12:18:13Z', 'revision_number': 4, 'project_id': 'e1b2030530534aa6979de076136fa20a', 'gw_port': {'id': 'e81aeb67-84f5-43ac-8df2-9790a00726a2', 'name': '', 'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:f2:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1c35bf-c535-44f5-b127-a2ac993223bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:18:11Z', 'updated_at': '2022-04-07T12:18:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4554067d-f507-4a99-8a98-0874c02c5721', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836930-1-iscsi', '_floatingips': [{'id': '3ab59601-5d61-44dd-a33d-5594dbd29547', 'tenant_id': 'e1b2030530534aa6979de076136fa20a', 'floating_ip_address': '172.27.0.112', 'floating_network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'router_id': '0b1c35bf-c535-44f5-b127-a2ac993223bd', 'port_id': '7b25f41b-6a69-47ca-bc22-bec9f53c7b0e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a345358b-c2f9-4423-be80-16d77882e75b', 'mac_address': 'fa:16:3e:13:49:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6eabdb9-5213-4215-a7f9-2a097e964133', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T12:21:27Z', 'updated_at': '2022-04-07T12:21:27Z', 'revision_number': 0, 'project_id': 'e1b2030530534aa6979de076136fa20a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6be6968e-a869-46e2-8977-4ba1c04a3b65', 'name': '', 'network_id': 'a345358b-c2f9-4423-be80-16d77882e75b', 'tenant_id': 'e1b2030530534aa6979de076136fa20a', 'mac_address': 'fa:16:3e:7b:6e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1c35bf-c535-44f5-b127-a2ac993223bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '2d7690c0-1ac8-4c45-b462-9e76589db54f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:18:13Z', 'updated_at': '2022-04-07T12:18:17Z', 'revision_number': 5, 'project_id': 'e1b2030530534aa6979de076136fa20a', 'subnets': [{'id': '2d7690c0-1ac8-4c45-b462-9e76589db54f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 12:21:29.619571 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba463ac0-aeca-4bbd-80ea-46a6156c3f04 None None] New status for floating IP 3ab59601-5d61-44dd-a33d-5594dbd29547: ACTIVE {{(pid=103985) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 12:21:31.944404 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-85b984f7-92b3-404e-a874-a04cc2be0a36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (94869e64-74fb-4601-95b5-a1334a6bdcea), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:21:32.195755 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (b65c4e22-832a-4f2b-89ab-f6b5f91e1f65), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:21:34.343095 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-6b136118-8355-40ef-9ea6-2906b26a6882 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (ad8978c4-6515-441c-a828-0289badd3b4a), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:21:35.681563 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-e3029262-029d-49e4-8078-e7e61e534645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (e465150c-12ca-425e-8c36-fa03ee6240b4), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:21:37.470729 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-4ee86192-ef9a-4f9c-8d37-983d911c7eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (8705c964-c35e-4008-b403-e26242cd5404), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:21:38.521231 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-76ecbbc4-5d89-408e-ab6a-594f03530e0e req-bd2c27f2-4087-4413-a5e7-657fa3f80b37 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=d6eabdb9-5213-4215-a7f9-2a097e964133&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0434170 Apr 07 12:21:38.622767 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ecbbc4-5d89-408e-ab6a-594f03530e0e req-f017e199-1298-41bf-a5a1-9a952ab6f7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:21:38.624277 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-76ecbbc4-5d89-408e-ab6a-594f03530e0e req-f017e199-1298-41bf-a5a1-9a952ab6f7d0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e1b2030530534aa6979de076136fa20a&device_id=d6eabdb9-5213-4215-a7f9-2a097e964133 HTTP/1.1" status: 200 len: 1129 time: 0.0437441 Apr 07 12:21:38.730068 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ecbbc4-5d89-408e-ab6a-594f03530e0e req-53094558-7d2d-4692-bf2a-5dda70607178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:21:38.736891 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-76ecbbc4-5d89-408e-ab6a-594f03530e0e req-53094558-7d2d-4692-bf2a-5dda70607178 service neutron] 10.222.0.49 "GET /v2.0/networks?id=a345358b-c2f9-4423-be80-16d77882e75b HTTP/1.1" status: 200 len: 913 time: 0.0891142 Apr 07 12:21:38.809635 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-76ecbbc4-5d89-408e-ab6a-594f03530e0e req-069b448e-ab4d-4bb7-8b19-46019705b06d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7b25f41b-6a69-47ca-bc22-bec9f53c7b0e HTTP/1.1" status: 200 len: 1001 time: 0.0700011 Apr 07 12:21:38.818676 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (18566f30-62c1-4fb1-af49-ebd049d63fec), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:21:38.860661 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ecbbc4-5d89-408e-ab6a-594f03530e0e req-cd817714-f0ac-47ee-9880-f72fff124a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:21:38.862085 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-76ecbbc4-5d89-408e-ab6a-594f03530e0e req-cd817714-f0ac-47ee-9880-f72fff124a57 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2d7690c0-1ac8-4c45-b462-9e76589db54f HTTP/1.1" status: 200 len: 851 time: 0.0451705 Apr 07 12:21:38.913121 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ecbbc4-5d89-408e-ab6a-594f03530e0e req-0e114e45-6b37-4ff7-b594-88f01268afbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:21:38.914664 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-76ecbbc4-5d89-408e-ab6a-594f03530e0e req-0e114e45-6b37-4ff7-b594-88f01268afbd service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a345358b-c2f9-4423-be80-16d77882e75b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0461106 Apr 07 12:21:39.010844 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-76ecbbc4-5d89-408e-ab6a-594f03530e0e req-5b73b218-a46c-4d8c-ac21-d9d307df25bc service neutron] 10.222.0.49 "GET /v2.0/networks/a345358b-c2f9-4423-be80-16d77882e75b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872483 Apr 07 12:21:39.104709 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-76ecbbc4-5d89-408e-ab6a-594f03530e0e req-6bf68340-dfe5-4dd8-9bc3-5a31ed4b2e69 service neutron] 10.222.0.49 "GET /v2.0/networks/a345358b-c2f9-4423-be80-16d77882e75b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869212 Apr 07 12:21:59.311085 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.agents_db [None req-3662b1ad-d2b5-4b6d-81f6-e1280f618718 None None] Agent healthcheck: found 6 active agents {{(pid=103985) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 12:22:01.959627 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-ee9d93aa-4ea1-4e98-8453-bf6714c77f6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (94869e64-74fb-4601-95b5-a1334a6bdcea), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:22:02.176468 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (b65c4e22-832a-4f2b-89ab-f6b5f91e1f65), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:22:04.310070 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-7b22313b-ca85-4bb9-abbc-c70b4b7437cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (ad8978c4-6515-441c-a828-0289badd3b4a), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:22:05.696672 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-e3029262-029d-49e4-8078-e7e61e534645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (e465150c-12ca-425e-8c36-fa03ee6240b4), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:22:07.469471 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-4ee86192-ef9a-4f9c-8d37-983d911c7eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (8705c964-c35e-4008-b403-e26242cd5404), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:22:08.795643 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (18566f30-62c1-4fb1-af49-ebd049d63fec), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:22:31.949535 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-e4864bf8-a386-435a-9177-78099c301a3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (94869e64-74fb-4601-95b5-a1334a6bdcea), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:22:32.193875 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (b65c4e22-832a-4f2b-89ab-f6b5f91e1f65), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:22:34.338361 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-af661213-69d4-4df4-9e5f-632c89c3d675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (ad8978c4-6515-441c-a828-0289badd3b4a), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:22:35.696380 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-e3029262-029d-49e4-8078-e7e61e534645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (e465150c-12ca-425e-8c36-fa03ee6240b4), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:22:36.310408 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.agents_db [None req-3662b1ad-d2b5-4b6d-81f6-e1280f618718 None None] Agent healthcheck: found 6 active agents {{(pid=103985) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 12:22:37.464428 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-4ee86192-ef9a-4f9c-8d37-983d911c7eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (8705c964-c35e-4008-b403-e26242cd5404), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:22:38.766659 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (18566f30-62c1-4fb1-af49-ebd049d63fec), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:22:40.619785 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-9a9efe91-5c59-46d8-a482-c19c33508fda req-7cdb09e0-2dda-4613-a1bb-4439f7c188fd service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=d6eabdb9-5213-4215-a7f9-2a097e964133&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1383524 Apr 07 12:22:40.727292 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9efe91-5c59-46d8-a482-c19c33508fda req-30bf7580-4b38-45b6-b8f4-24bd87f75890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:22:40.728748 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-9a9efe91-5c59-46d8-a482-c19c33508fda req-30bf7580-4b38-45b6-b8f4-24bd87f75890 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e1b2030530534aa6979de076136fa20a&device_id=d6eabdb9-5213-4215-a7f9-2a097e964133 HTTP/1.1" status: 200 len: 1129 time: 0.0470440 Apr 07 12:22:40.829228 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9efe91-5c59-46d8-a482-c19c33508fda req-dad2074d-fbaa-4ec0-b406-db0ceeb50ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:22:40.830622 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-9a9efe91-5c59-46d8-a482-c19c33508fda req-dad2074d-fbaa-4ec0-b406-db0ceeb50ce8 service neutron] 10.222.0.49 "GET /v2.0/networks?id=a345358b-c2f9-4423-be80-16d77882e75b HTTP/1.1" status: 200 len: 913 time: 0.0835776 Apr 07 12:22:40.897352 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-9a9efe91-5c59-46d8-a482-c19c33508fda req-1c4f4648-039f-4ee6-9643-bfaf4a4c1eff service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7b25f41b-6a69-47ca-bc22-bec9f53c7b0e HTTP/1.1" status: 200 len: 1001 time: 0.0604751 Apr 07 12:22:40.951340 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9efe91-5c59-46d8-a482-c19c33508fda req-4445eaa3-9b73-4b15-8560-5505ad240e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:22:40.952768 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-9a9efe91-5c59-46d8-a482-c19c33508fda req-4445eaa3-9b73-4b15-8560-5505ad240e27 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2d7690c0-1ac8-4c45-b462-9e76589db54f HTTP/1.1" status: 200 len: 851 time: 0.0442362 Apr 07 12:22:41.000364 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9efe91-5c59-46d8-a482-c19c33508fda req-1ef2a447-2dc2-4f72-91c2-5623b876191f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:22:41.001809 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-9a9efe91-5c59-46d8-a482-c19c33508fda req-1ef2a447-2dc2-4f72-91c2-5623b876191f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a345358b-c2f9-4423-be80-16d77882e75b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0425451 Apr 07 12:22:41.093614 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-9a9efe91-5c59-46d8-a482-c19c33508fda req-3425f9a5-0bf6-4899-a6e7-9fe03e639a0e service neutron] 10.222.0.49 "GET /v2.0/networks/a345358b-c2f9-4423-be80-16d77882e75b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840065 Apr 07 12:22:41.182432 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-9a9efe91-5c59-46d8-a482-c19c33508fda req-679138e4-ce55-4340-a8b3-b8fb62bf5d64 service neutron] 10.222.0.49 "GET /v2.0/networks/a345358b-c2f9-4423-be80-16d77882e75b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805893 Apr 07 12:23:01.984065 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-d06b1e4a-4992-411e-bcb8-e3759476d723 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (94869e64-74fb-4601-95b5-a1334a6bdcea), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:02.184316 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (b65c4e22-832a-4f2b-89ab-f6b5f91e1f65), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:04.349700 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-dd56bd1a-ec8b-4072-8539-8faae59b011c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (ad8978c4-6515-441c-a828-0289badd3b4a), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:05.715049 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-e3029262-029d-49e4-8078-e7e61e534645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (e465150c-12ca-425e-8c36-fa03ee6240b4), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:05.890908 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-c983e6b3-fb3c-450c-a84d-604963e9882a req-4f0c2e35-e7bf-44da-9318-c5f76906c76f tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1900540144&fields=id&tenant_id=e1b2030530534aa6979de076136fa20a HTTP/1.1" status: 200 len: 267 time: 0.0479660 Apr 07 12:23:05.993954 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c983e6b3-fb3c-450c-a84d-604963e9882a req-0e0066a3-1353-4a0c-8253-f7e8e77b41c8 tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:23:05.995421 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-c983e6b3-fb3c-450c-a84d-604963e9882a req-0e0066a3-1353-4a0c-8253-f7e8e77b41c8 tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] 10.222.0.58 "GET /v2.0/networks?id=a345358b-c2f9-4423-be80-16d77882e75b HTTP/1.1" status: 200 len: 812 time: 0.0982292 Apr 07 12:23:06.010020 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-c983e6b3-fb3c-450c-a84d-604963e9882a req-56d79679-4c10-42c2-96a3-0720ab403914 tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] 10.222.0.58 "GET /v2.0/quotas/e1b2030530534aa6979de076136fa20a HTTP/1.1" status: 200 len: 375 time: 0.0091295 Apr 07 12:23:06.073868 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-c983e6b3-fb3c-450c-a84d-604963e9882a req-0f9ab799-249d-495c-9e92-a25c7802d781 tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=e1b2030530534aa6979de076136fa20a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0589201 Apr 07 12:23:06.214438 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-c983e6b3-fb3c-450c-a84d-604963e9882a req-d48a80e7-80d3-4006-ab18-8fb94398ff5a service neutron] 10.222.0.58 "GET /v2.0/networks/a345358b-c2f9-4423-be80-16d77882e75b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289594 Apr 07 12:23:06.306895 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-c983e6b3-fb3c-450c-a84d-604963e9882a req-4d9369de-e694-4a59-9afa-76cccbe66aad service neutron] 10.222.0.58 "GET /v2.0/networks/a345358b-c2f9-4423-be80-16d77882e75b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864787 Apr 07 12:23:06.897344 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-6c29611a-7b8f-4780-9175-36e66e1a3487 req-21e9d524-93bb-4095-9fb5-c4172abead16 tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] 10.222.0.58 "GET /v2.0/ports?device_id=87aefdd2-1746-4eca-a2e6-284a63eb39be HTTP/1.1" status: 200 len: 210 time: 0.0820234 Apr 07 12:23:07.497778 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-4ee86192-ef9a-4f9c-8d37-983d911c7eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (8705c964-c35e-4008-b403-e26242cd5404), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:07.992037 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-43c8eafa-f585-4b2f-9729-4fce77f15c97 req-3c3464ca-2252-4252-92b6-5edd1b28f62b tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] 10.222.0.58 "GET /v2.0/ports?device_id=87aefdd2-1746-4eca-a2e6-284a63eb39be HTTP/1.1" status: 200 len: 210 time: 0.0283937 Apr 07 12:23:08.736566 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c983e6b3-fb3c-450c-a84d-604963e9882a req-930c3940-0f86-48a5-bdfb-a3478f15344d tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:23:08.738043 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-c983e6b3-fb3c-450c-a84d-604963e9882a req-930c3940-0f86-48a5-bdfb-a3478f15344d tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] 10.222.0.49 "GET /v2.0/networks?id=a345358b-c2f9-4423-be80-16d77882e75b HTTP/1.1" status: 200 len: 812 time: 0.0997486 Apr 07 12:23:08.765462 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (18566f30-62c1-4fb1-af49-ebd049d63fec), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:08.811087 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-c983e6b3-fb3c-450c-a84d-604963e9882a req-51e4b306-5c29-4b4e-8e8c-431a237e14f1 tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e1b2030530534aa6979de076136fa20a HTTP/1.1" status: 200 len: 380 time: 0.0580013 Apr 07 12:23:08.820920 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.v2.base [req-c983e6b3-fb3c-450c-a84d-604963e9882a req-437e42da-ff26-4fee-a8dd-078c92912c68 tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Request body: {'port': {'device_id': '87aefdd2-1746-4eca-a2e6-284a63eb39be', 'network_id': 'a345358b-c2f9-4423-be80-16d77882e75b', 'admin_state_up': True, 'tenant_id': 'e1b2030530534aa6979de076136fa20a', 'security_groups': ['7f22cb13-67b3-4270-941d-47a255e4854d']}} {{(pid=103983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:23:08.989669 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c983e6b3-fb3c-450c-a84d-604963e9882a req-437e42da-ff26-4fee-a8dd-078c92912c68 tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Made reservation on behalf of e1b2030530534aa6979de076136fa20a for: {'port': 1} {{(pid=103983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 12:23:08.992991 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [req-c983e6b3-fb3c-450c-a84d-604963e9882a req-437e42da-ff26-4fee-a8dd-078c92912c68 tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (None), before_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:09.096596 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-2325b889-a72d-402a-a697-da1638114f69 req-cb90415a-0ba1-4aee-bcb8-3d17f18effa0 tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] 10.222.0.58 "GET /v2.0/ports?device_id=87aefdd2-1746-4eca-a2e6-284a63eb39be HTTP/1.1" status: 200 len: 210 time: 0.0298228 Apr 07 12:23:09.129221 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.db.db_base_plugin_common [req-c983e6b3-fb3c-450c-a84d-604963e9882a req-437e42da-ff26-4fee-a8dd-078c92912c68 tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Allocated IP 172.20.0.14 (a345358b-c2f9-4423-be80-16d77882e75b/2d7690c0-1ac8-4c45-b462-9e76589db54f/a5bb72e1-c095-40f5-bc31-4d861ee73640) {{(pid=103983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 12:23:09.263898 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [req-c983e6b3-fb3c-450c-a84d-604963e9882a req-437e42da-ff26-4fee-a8dd-078c92912c68 tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Publish callbacks [] for port (a5bb72e1-c095-40f5-bc31-4d861ee73640), precommit_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:09.349980 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [req-c983e6b3-fb3c-450c-a84d-604963e9882a req-437e42da-ff26-4fee-a8dd-078c92912c68 tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780056949589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126495687'] for port (a5bb72e1-c095-40f5-bc31-4d861ee73640), after_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:09.389892 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c983e6b3-fb3c-450c-a84d-604963e9882a req-437e42da-ff26-4fee-a8dd-078c92912c68 tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Network a345358b-c2f9-4423-be80-16d77882e75b is already hosted by enough agents. {{(pid=103983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:23:09.392810 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.scheduler.base_scheduler [req-c983e6b3-fb3c-450c-a84d-604963e9882a req-437e42da-ff26-4fee-a8dd-078c92912c68 tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Resources bound (agent type, host, resource id): {{(pid=103983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:23:09.396443 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.db.l3_dvrscheduler_db [req-c983e6b3-fb3c-450c-a84d-604963e9882a req-437e42da-ff26-4fee-a8dd-078c92912c68 tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Received port after_create {{(pid=103983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 12:23:09.437956 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437e42da-ff26-4fee-a8dd-078c92912c68 tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Pushing event updated for resources: {'Port': ['ID=a5bb72e1-c095-40f5-bc31-4d861ee73640,revision_number=1']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:23:09.451737 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437e42da-ff26-4fee-a8dd-078c92912c68 tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:23:09.452085 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437e42da-ff26-4fee-a8dd-078c92912c68 tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:23:09.452427 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437e42da-ff26-4fee-a8dd-078c92912c68 tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:23:09.452764 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437e42da-ff26-4fee-a8dd-078c92912c68 tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:23:09.453095 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437e42da-ff26-4fee-a8dd-078c92912c68 tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:23:09.453420 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437e42da-ff26-4fee-a8dd-078c92912c68 tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:23:09.453744 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437e42da-ff26-4fee-a8dd-078c92912c68 tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:23:09.454067 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437e42da-ff26-4fee-a8dd-078c92912c68 tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:23:09.454385 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437e42da-ff26-4fee-a8dd-078c92912c68 tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:23:09.454705 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437e42da-ff26-4fee-a8dd-078c92912c68 tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:23:09.455023 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437e42da-ff26-4fee-a8dd-078c92912c68 tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:23:09.455368 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437e42da-ff26-4fee-a8dd-078c92912c68 tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:23:09.455686 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437e42da-ff26-4fee-a8dd-078c92912c68 tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:23:09.456002 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437e42da-ff26-4fee-a8dd-078c92912c68 tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:23:09.456314 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437e42da-ff26-4fee-a8dd-078c92912c68 tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:23:09.477232 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c983e6b3-fb3c-450c-a84d-604963e9882a req-437e42da-ff26-4fee-a8dd-078c92912c68 tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:23:09.477843 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [req-c983e6b3-fb3c-450c-a84d-604963e9882a req-437e42da-ff26-4fee-a8dd-078c92912c68 tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91606'] for port (None), before_response {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:09.550834 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-c983e6b3-fb3c-450c-a84d-604963e9882a req-437e42da-ff26-4fee-a8dd-078c92912c68 tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7338986 Apr 07 12:23:09.572249 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.v2.base [req-c983e6b3-fb3c-450c-a84d-604963e9882a req-5404e710-f721-4aab-9974-28c97e5c35d2 service neutron] Request body: {'port': {'device_id': '87aefdd2-1746-4eca-a2e6-284a63eb39be', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83693'}} {{(pid=103983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:23:09.634097 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [req-c983e6b3-fb3c-450c-a84d-604963e9882a req-5404e710-f721-4aab-9974-28c97e5c35d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (a5bb72e1-c095-40f5-bc31-4d861ee73640), before_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:09.651669 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.provisioning_blocks [None req-d0b9e4df-8418-42f1-9a5b-38ca31834018 None None] Provisioning complete for port a5bb72e1-c095-40f5-bc31-4d861ee73640 triggered by entity DHCP. {{(pid=103984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:23:09.652030 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-d0b9e4df-8418-42f1-9a5b-38ca31834018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7484729'] for port (a5bb72e1-c095-40f5-bc31-4d861ee73640), provisioning_complete {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:09.689006 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-d0b9e4df-8418-42f1-9a5b-38ca31834018 None None] Port a5bb72e1-c095-40f5-bc31-4d861ee73640 cannot update to ACTIVE because it is not bound. {{(pid=103984) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 12:23:09.893307 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.notifiers.nova [req-c983e6b3-fb3c-450c-a84d-604963e9882a req-5404e710-f721-4aab-9974-28c97e5c35d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5bb72e1-c095-40f5-bc31-4d861ee73640 {{(pid=103983) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 12:23:09.900612 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [req-c983e6b3-fb3c-450c-a84d-604963e9882a req-5404e710-f721-4aab-9974-28c97e5c35d2 service neutron] Publish callbacks [] for port (a5bb72e1-c095-40f5-bc31-4d861ee73640), precommit_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:09.914120 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.db.provisioning_blocks [req-c983e6b3-fb3c-450c-a84d-604963e9882a req-5404e710-f721-4aab-9974-28c97e5c35d2 service neutron] Transition to ACTIVE for port object a5bb72e1-c095-40f5-bc31-4d861ee73640 will not be triggered until provisioned by entity L2. {{(pid=103983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 12:23:09.982662 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [req-c983e6b3-fb3c-450c-a84d-604963e9882a req-5404e710-f721-4aab-9974-28c97e5c35d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780057409639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780056949607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780056949625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126495704'] for port (a5bb72e1-c095-40f5-bc31-4d861ee73640), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:10.051343 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5404e710-f721-4aab-9974-28c97e5c35d2 service neutron] Pushing event updated for resources: {'Port': ['ID=a5bb72e1-c095-40f5-bc31-4d861ee73640,revision_number=2']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:23:10.113199 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.plugins.ml2.managers [req-c983e6b3-fb3c-450c-a84d-604963e9882a req-5404e710-f721-4aab-9974-28c97e5c35d2 service neutron] Attempting to bind port a5bb72e1-c095-40f5-bc31-4d861ee73640 on host hv-cinder-83693 for vnic_type normal with profile {{(pid=103983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 12:23:10.113462 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.plugins.ml2.managers [req-c983e6b3-fb3c-450c-a84d-604963e9882a req-5404e710-f721-4aab-9974-28c97e5c35d2 service neutron] Attempting to bind port a5bb72e1-c095-40f5-bc31-4d861ee73640 by drivers openvswitch,hyperv on host hv-cinder-83693 at level 0 using segments [{'id': '7f8ea31b-b6d5-4bf8-9f2f-e16cecf12e77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'a345358b-c2f9-4423-be80-16d77882e75b'}] {{(pid=103983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 12:23:10.113585 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c983e6b3-fb3c-450c-a84d-604963e9882a req-5404e710-f721-4aab-9974-28c97e5c35d2 service neutron] Attempting to bind port a5bb72e1-c095-40f5-bc31-4d861ee73640 on network a345358b-c2f9-4423-be80-16d77882e75b {{(pid=103983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:23:10.120665 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c983e6b3-fb3c-450c-a84d-604963e9882a req-5404e710-f721-4aab-9974-28c97e5c35d2 service neutron] Port a5bb72e1-c095-40f5-bc31-4d861ee73640 on network a345358b-c2f9-4423-be80-16d77882e75b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83693 {{(pid=103983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 12:23:10.120996 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c983e6b3-fb3c-450c-a84d-604963e9882a req-5404e710-f721-4aab-9974-28c97e5c35d2 service neutron] Attempting to bind port a5bb72e1-c095-40f5-bc31-4d861ee73640 on network a345358b-c2f9-4423-be80-16d77882e75b {{(pid=103983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:23:10.126997 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c983e6b3-fb3c-450c-a84d-604963e9882a req-5404e710-f721-4aab-9974-28c97e5c35d2 service neutron] Checking agent: {'id': 'b65c4e22-832a-4f2b-89ab-f6b5f91e1f65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83693', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 12, 4, 29), 'started_at': datetime.datetime(2022, 4, 7, 12, 4, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 12, 23, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 12:23:10.127501 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c983e6b3-fb3c-450c-a84d-604963e9882a req-5404e710-f721-4aab-9974-28c97e5c35d2 service neutron] Checking segment: {'id': '7f8ea31b-b6d5-4bf8-9f2f-e16cecf12e77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'a345358b-c2f9-4423-be80-16d77882e75b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:23:10.127884 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c983e6b3-fb3c-450c-a84d-604963e9882a req-5404e710-f721-4aab-9974-28c97e5c35d2 service neutron] Bound using segment: {'id': '7f8ea31b-b6d5-4bf8-9f2f-e16cecf12e77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'a345358b-c2f9-4423-be80-16d77882e75b'} {{(pid=103983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 12:23:10.128841 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.plugins.ml2.managers [req-c983e6b3-fb3c-450c-a84d-604963e9882a req-5404e710-f721-4aab-9974-28c97e5c35d2 service neutron] Bound port: a5bb72e1-c095-40f5-bc31-4d861ee73640, host: hv-cinder-83693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f8ea31b-b6d5-4bf8-9f2f-e16cecf12e77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'a345358b-c2f9-4423-be80-16d77882e75b'}}] {{(pid=103983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 12:23:10.129444 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [req-c983e6b3-fb3c-450c-a84d-604963e9882a req-5404e710-f721-4aab-9974-28c97e5c35d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (a5bb72e1-c095-40f5-bc31-4d861ee73640), before_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:10.238465 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.plugins.ml2.db [req-c983e6b3-fb3c-450c-a84d-604963e9882a req-5404e710-f721-4aab-9974-28c97e5c35d2 service neutron] For port a5bb72e1-c095-40f5-bc31-4d861ee73640, host hv-cinder-83693, cleared binding levels {{(pid=103983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 12:23:10.242882 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.plugins.ml2.db [req-c983e6b3-fb3c-450c-a84d-604963e9882a req-5404e710-f721-4aab-9974-28c97e5c35d2 service neutron] For port a5bb72e1-c095-40f5-bc31-4d861ee73640, host hv-cinder-83693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83693',level=0,port_id=a5bb72e1-c095-40f5-bc31-4d861ee73640,segment=NetworkSegment(7f8ea31b-b6d5-4bf8-9f2f-e16cecf12e77),segment_id=7f8ea31b-b6d5-4bf8-9f2f-e16cecf12e77)] {{(pid=103983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 12:23:10.255500 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a7836f-8d4f-4ef5-b0f3-2c417aaeb56e req-5c0a58b5-b3ae-4f23-ae82-5626fdd899e7 tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:23:10.256957 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-85a7836f-8d4f-4ef5-b0f3-2c417aaeb56e req-5c0a58b5-b3ae-4f23-ae82-5626fdd899e7 tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] 10.222.0.58 "GET /v2.0/ports?device_id=87aefdd2-1746-4eca-a2e6-284a63eb39be HTTP/1.1" status: 200 len: 944 time: 0.0824807 Apr 07 12:23:10.306396 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-85a7836f-8d4f-4ef5-b0f3-2c417aaeb56e req-6d1ae065-095d-4451-a999-ff8f16cb6067 tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] 10.222.0.58 "GET /v2.0/security-groups?id=7f22cb13-67b3-4270-941d-47a255e4854d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437989 Apr 07 12:23:10.344082 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [req-c983e6b3-fb3c-450c-a84d-604963e9882a req-5404e710-f721-4aab-9974-28c97e5c35d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780057409639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780056949607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780056949625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126495704'] for port (a5bb72e1-c095-40f5-bc31-4d861ee73640), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:10.381138 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c983e6b3-fb3c-450c-a84d-604963e9882a req-5404e710-f721-4aab-9974-28c97e5c35d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:23:10.381750 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [req-c983e6b3-fb3c-450c-a84d-604963e9882a req-5404e710-f721-4aab-9974-28c97e5c35d2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91606'] for port (None), before_response {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:10.383108 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-c983e6b3-fb3c-450c-a84d-604963e9882a req-5404e710-f721-4aab-9974-28c97e5c35d2 service neutron] 10.222.0.49 "PUT /v2.0/ports/a5bb72e1-c095-40f5-bc31-4d861ee73640 HTTP/1.1" status: 200 len: 1094 time: 0.8154314 Apr 07 12:23:10.383565 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87aefdd2-1746-4eca-a2e6-284a63eb39be', 'tag': 'a5bb72e1-c095-40f5-bc31-4d861ee73640'}] {{(pid=103983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:23:10.385773 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0a7841b86293cbb58346800955405af87a5c8eeb3540a71a4bbd7df08edd1cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb5f5304-7bd6-4428-ba55-7734b805f622" -d '{"events": [{"name": "network-changed", "server_uuid": "87aefdd2-1746-4eca-a2e6-284a63eb39be", "tag": "a5bb72e1-c095-40f5-bc31-4d861ee73640"}]}' {{(pid=103983) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:23:10.410749 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5404e710-f721-4aab-9974-28c97e5c35d2 service neutron] Pushing event updated for resources: {'Port': ['ID=a5bb72e1-c095-40f5-bc31-4d861ee73640,revision_number=3']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:23:10.510071 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 12:23:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c78480b5-dd95-42d5-8552-fd67766795ea x-openstack-request-id: req-c78480b5-dd95-42d5-8552-fd67766795ea {{(pid=103983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:23:10.510447 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87aefdd2-1746-4eca-a2e6-284a63eb39be", "tag": "a5bb72e1-c095-40f5-bc31-4d861ee73640", "status": "completed", "code": 200}]} {{(pid=103983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:23:10.510860 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c78480b5-dd95-42d5-8552-fd67766795ea {{(pid=103983) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:23:10.511529 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c78480b5-dd95-42d5-8552-fd67766795ea'] response: {'name': 'network-changed', 'server_uuid': '87aefdd2-1746-4eca-a2e6-284a63eb39be', 'tag': 'a5bb72e1-c095-40f5-bc31-4d861ee73640', 'status': 'completed', 'code': 200} Apr 07 12:23:10.549428 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c983e6b3-fb3c-450c-a84d-604963e9882a req-1bfee06e-dd60-4cb1-8b82-d3380954aa19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:23:10.550996 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-c983e6b3-fb3c-450c-a84d-604963e9882a req-1bfee06e-dd60-4cb1-8b82-d3380954aa19 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e1b2030530534aa6979de076136fa20a&device_id=87aefdd2-1746-4eca-a2e6-284a63eb39be HTTP/1.1" status: 200 len: 1128 time: 0.0512257 Apr 07 12:23:10.605244 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-c983e6b3-fb3c-450c-a84d-604963e9882a req-ff5ffdcb-997f-4d72-bfc0-6b7188bf5802 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a5bb72e1-c095-40f5-bc31-4d861ee73640 HTTP/1.1" status: 200 len: 217 time: 0.0345404 Apr 07 12:23:10.656021 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c983e6b3-fb3c-450c-a84d-604963e9882a req-32f09027-fee3-4237-afb1-12de8daa5923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:23:10.657639 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-c983e6b3-fb3c-450c-a84d-604963e9882a req-32f09027-fee3-4237-afb1-12de8daa5923 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2d7690c0-1ac8-4c45-b462-9e76589db54f HTTP/1.1" status: 200 len: 851 time: 0.0465779 Apr 07 12:23:10.705461 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c983e6b3-fb3c-450c-a84d-604963e9882a req-dac20e6f-f581-499f-8bf0-9dab0b095ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:23:10.707705 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-c983e6b3-fb3c-450c-a84d-604963e9882a req-dac20e6f-f581-499f-8bf0-9dab0b095ff2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a345358b-c2f9-4423-be80-16d77882e75b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436223 Apr 07 12:23:10.800595 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-c983e6b3-fb3c-450c-a84d-604963e9882a req-64cd5df0-f388-4864-813d-7eeff4eddc60 service neutron] 10.222.0.49 "GET /v2.0/networks/a345358b-c2f9-4423-be80-16d77882e75b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858870 Apr 07 12:23:10.892301 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-c983e6b3-fb3c-450c-a84d-604963e9882a req-13cfb51e-21b9-4c86-8b32-6d3b57299cd6 service neutron] 10.222.0.49 "GET /v2.0/networks/a345358b-c2f9-4423-be80-16d77882e75b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844808 Apr 07 12:23:11.427041 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5f5304-7bd6-4428-ba55-7734b805f622 req-a7557714-0729-4738-ba7e-c1f49542e33a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:23:11.428575 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-cb5f5304-7bd6-4428-ba55-7734b805f622 req-a7557714-0729-4738-ba7e-c1f49542e33a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e1b2030530534aa6979de076136fa20a&device_id=87aefdd2-1746-4eca-a2e6-284a63eb39be HTTP/1.1" status: 200 len: 1128 time: 0.0801528 Apr 07 12:23:11.439294 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d97884f-f5e5-4f0d-8e1c-94fd26ea0bfc req-9b1e4d9a-b1bf-4d56-9ef4-e7ac9e5065da tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:23:11.440658 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-4d97884f-f5e5-4f0d-8e1c-94fd26ea0bfc req-9b1e4d9a-b1bf-4d56-9ef4-e7ac9e5065da tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] 10.222.0.58 "GET /v2.0/ports?device_id=87aefdd2-1746-4eca-a2e6-284a63eb39be HTTP/1.1" status: 200 len: 944 time: 0.0673969 Apr 07 12:23:11.542150 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-4d97884f-f5e5-4f0d-8e1c-94fd26ea0bfc req-12318d76-dac7-4af3-937f-d185f20937fb tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] 10.222.0.58 "GET /v2.0/security-groups?id=7f22cb13-67b3-4270-941d-47a255e4854d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913272 Apr 07 12:23:11.558780 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5f5304-7bd6-4428-ba55-7734b805f622 req-cebbd873-3a1e-4dd0-b585-255bfa670e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:23:11.560260 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-cb5f5304-7bd6-4428-ba55-7734b805f622 req-cebbd873-3a1e-4dd0-b585-255bfa670e98 service neutron] 10.222.0.49 "GET /v2.0/networks?id=a345358b-c2f9-4423-be80-16d77882e75b HTTP/1.1" status: 200 len: 913 time: 0.1165030 Apr 07 12:23:11.608531 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-cb5f5304-7bd6-4428-ba55-7734b805f622 req-29c8efa0-6842-4153-ba2e-f2163ebfdfcf service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a5bb72e1-c095-40f5-bc31-4d861ee73640 HTTP/1.1" status: 200 len: 217 time: 0.0368028 Apr 07 12:23:11.656749 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5f5304-7bd6-4428-ba55-7734b805f622 req-8b27e42a-4604-4f87-b129-283d2724c81c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:23:11.658137 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-cb5f5304-7bd6-4428-ba55-7734b805f622 req-8b27e42a-4604-4f87-b129-283d2724c81c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2d7690c0-1ac8-4c45-b462-9e76589db54f HTTP/1.1" status: 200 len: 851 time: 0.0412519 Apr 07 12:23:11.706174 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5f5304-7bd6-4428-ba55-7734b805f622 req-8b6e5ba7-c23d-41f0-ad01-74c3a3a1112a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:23:11.707690 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-cb5f5304-7bd6-4428-ba55-7734b805f622 req-8b6e5ba7-c23d-41f0-ad01-74c3a3a1112a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a345358b-c2f9-4423-be80-16d77882e75b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0426643 Apr 07 12:23:11.797984 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-cb5f5304-7bd6-4428-ba55-7734b805f622 req-0ed2b8ee-c859-492e-a628-5dcc443c5f82 service neutron] 10.222.0.49 "GET /v2.0/networks/a345358b-c2f9-4423-be80-16d77882e75b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835042 Apr 07 12:23:11.884100 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-cb5f5304-7bd6-4428-ba55-7734b805f622 req-5650d165-c47f-4bfa-a688-d674a7f5fa10 service neutron] 10.222.0.49 "GET /v2.0/networks/a345358b-c2f9-4423-be80-16d77882e75b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796325 Apr 07 12:23:12.661966 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978f3643-870d-4c80-b2ba-c5125aac02d2 req-5878929b-e995-4a54-896c-20ab508b5da1 tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:23:12.663435 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-978f3643-870d-4c80-b2ba-c5125aac02d2 req-5878929b-e995-4a54-896c-20ab508b5da1 tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] 10.222.0.58 "GET /v2.0/ports?device_id=87aefdd2-1746-4eca-a2e6-284a63eb39be HTTP/1.1" status: 200 len: 944 time: 0.0533140 Apr 07 12:23:12.711619 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-978f3643-870d-4c80-b2ba-c5125aac02d2 req-97308e03-bc7e-42be-8bf0-833ca02dac11 tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] 10.222.0.58 "GET /v2.0/security-groups?id=7f22cb13-67b3-4270-941d-47a255e4854d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424252 Apr 07 12:23:13.309814 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.agents_db [None req-3662b1ad-d2b5-4b6d-81f6-e1280f618718 None None] Agent healthcheck: found 6 active agents {{(pid=103985) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 12:23:13.829646 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7002cf1a-d3f5-41f7-954c-53d28d5928a7 req-b3394078-3955-42f7-8a36-19ae8ab8c239 tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:23:13.831348 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-7002cf1a-d3f5-41f7-954c-53d28d5928a7 req-b3394078-3955-42f7-8a36-19ae8ab8c239 tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] 10.222.0.58 "GET /v2.0/ports?device_id=87aefdd2-1746-4eca-a2e6-284a63eb39be HTTP/1.1" status: 200 len: 944 time: 0.0555542 Apr 07 12:23:13.878795 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-7002cf1a-d3f5-41f7-954c-53d28d5928a7 req-1836c690-435e-4d93-8f7d-5f0092ea6aea tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] 10.222.0.58 "GET /v2.0/security-groups?id=7f22cb13-67b3-4270-941d-47a255e4854d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420399 Apr 07 12:23:14.993336 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762e6a19-6158-438d-8314-9fa9186c7718 req-a5aca2ca-2889-4c5b-a34e-391b991764e6 tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:23:14.994963 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-762e6a19-6158-438d-8314-9fa9186c7718 req-a5aca2ca-2889-4c5b-a34e-391b991764e6 tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] 10.222.0.58 "GET /v2.0/ports?device_id=87aefdd2-1746-4eca-a2e6-284a63eb39be HTTP/1.1" status: 200 len: 944 time: 0.0504515 Apr 07 12:23:15.041817 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-762e6a19-6158-438d-8314-9fa9186c7718 req-74eddad8-47eb-457c-994b-9c86bb03e66c tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] 10.222.0.58 "GET /v2.0/security-groups?id=7f22cb13-67b3-4270-941d-47a255e4854d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412943 Apr 07 12:23:16.160464 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aba1a6-d6bd-4369-943e-eddf3eb08ca2 req-d96775d4-b846-4ece-ae40-29c4b0cd66c8 tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:23:16.161943 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-52aba1a6-d6bd-4369-943e-eddf3eb08ca2 req-d96775d4-b846-4ece-ae40-29c4b0cd66c8 tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] 10.222.0.58 "GET /v2.0/ports?device_id=87aefdd2-1746-4eca-a2e6-284a63eb39be HTTP/1.1" status: 200 len: 944 time: 0.0520158 Apr 07 12:23:16.213351 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-52aba1a6-d6bd-4369-943e-eddf3eb08ca2 req-35465c80-8c3b-4152-8654-a50db5a759f3 tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] 10.222.0.58 "GET /v2.0/security-groups?id=7f22cb13-67b3-4270-941d-47a255e4854d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456758 Apr 07 12:23:17.331809 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13401e2-9ac5-4375-a0e1-4d0a9e6c6ae9 req-6b12c670-93ab-4c69-b863-c28bfab78dcb tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:23:17.333221 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-d13401e2-9ac5-4375-a0e1-4d0a9e6c6ae9 req-6b12c670-93ab-4c69-b863-c28bfab78dcb tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] 10.222.0.58 "GET /v2.0/ports?device_id=87aefdd2-1746-4eca-a2e6-284a63eb39be HTTP/1.1" status: 200 len: 944 time: 0.0543947 Apr 07 12:23:17.381047 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-d13401e2-9ac5-4375-a0e1-4d0a9e6c6ae9 req-c6441cff-3ba1-42ce-b0f5-96c453a4c836 tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] 10.222.0.58 "GET /v2.0/security-groups?id=7f22cb13-67b3-4270-941d-47a255e4854d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422683 Apr 07 12:23:18.499324 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b08e920-51d0-4dcd-be47-0ddbbb8d769f req-a7ce8780-c11c-497a-a68d-37565c99ee65 tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:23:18.500690 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-5b08e920-51d0-4dcd-be47-0ddbbb8d769f req-a7ce8780-c11c-497a-a68d-37565c99ee65 tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] 10.222.0.58 "GET /v2.0/ports?device_id=87aefdd2-1746-4eca-a2e6-284a63eb39be HTTP/1.1" status: 200 len: 944 time: 0.0513449 Apr 07 12:23:18.551472 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-5b08e920-51d0-4dcd-be47-0ddbbb8d769f req-951d83ee-9d56-4b4d-89e4-784781e6e8cd tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] 10.222.0.58 "GET /v2.0/security-groups?id=7f22cb13-67b3-4270-941d-47a255e4854d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452414 Apr 07 12:23:19.665679 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32c4e3e-0501-49da-9bc1-95664811159e req-e4e9a5ef-4bf0-430d-9764-b85ac2679299 tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:23:19.667138 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-c32c4e3e-0501-49da-9bc1-95664811159e req-e4e9a5ef-4bf0-430d-9764-b85ac2679299 tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] 10.222.0.58 "GET /v2.0/ports?device_id=87aefdd2-1746-4eca-a2e6-284a63eb39be HTTP/1.1" status: 200 len: 944 time: 0.0515692 Apr 07 12:23:19.714130 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-c32c4e3e-0501-49da-9bc1-95664811159e req-e16579e2-0a90-4ebe-915a-db298354d114 tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] 10.222.0.58 "GET /v2.0/security-groups?id=7f22cb13-67b3-4270-941d-47a255e4854d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415237 Apr 07 12:23:20.122896 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Device a5bb72e1-c095-40f5-bc31-4d861ee73640 details requested by agent hyperv_hv-cinder-83693 with host hv-cinder-83693 {{(pid=103984) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 12:23:20.223703 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.db [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] For port a5bb72e1-c095-40f5-bc31-4d861ee73640, host hv-cinder-83693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83693',level=0,port_id=a5bb72e1-c095-40f5-bc31-4d861ee73640,segment=NetworkSegment(7f8ea31b-b6d5-4bf8-9f2f-e16cecf12e77),segment_id=7f8ea31b-b6d5-4bf8-9f2f-e16cecf12e77)] {{(pid=103984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:23:20.234835 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Returning: {'device': 'a5bb72e1-c095-40f5-bc31-4d861ee73640', 'network_id': 'a345358b-c2f9-4423-be80-16d77882e75b', 'port_id': 'a5bb72e1-c095-40f5-bc31-4d861ee73640', 'mac_address': 'fa:16:3e:fc:a5:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d7690c0-1ac8-4c45-b462-9e76589db54f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103984) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 12:23:20.270956 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Current status of the port a5bb72e1-c095-40f5-bc31-4d861ee73640 is: DOWN; New status is: BUILD {{(pid=103984) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:23:20.271367 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (a5bb72e1-c095-40f5-bc31-4d861ee73640), before_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:20.284397 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.notifiers.nova [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5bb72e1-c095-40f5-bc31-4d861ee73640 {{(pid=103984) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 12:23:20.302519 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.db [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] For port a5bb72e1-c095-40f5-bc31-4d861ee73640, host hv-cinder-83693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83693',level=0,port_id=a5bb72e1-c095-40f5-bc31-4d861ee73640,segment=NetworkSegment(7f8ea31b-b6d5-4bf8-9f2f-e16cecf12e77),segment_id=7f8ea31b-b6d5-4bf8-9f2f-e16cecf12e77)] {{(pid=103984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:23:20.418128 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780057409639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780056949607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780056949625'] for port (a5bb72e1-c095-40f5-bc31-4d861ee73640), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:20.469745 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Pushing event updated for resources: {'Port': ['ID=a5bb72e1-c095-40f5-bc31-4d861ee73640,revision_number=4']} {{(pid=103984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:23:20.476609 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:23:20.476958 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:23:20.477301 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:23:20.477640 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:23:20.477976 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:23:20.478308 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:23:20.478631 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:23:20.478954 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:23:20.479309 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:23:20.479634 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:23:20.479957 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:23:20.480279 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:23:20.480600 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:23:20.480917 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:23:20.481235 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:23:20.755873 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.db [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] get_ports_and_sgs() called for port_ids ['a5bb72e1-c095-40f5-bc31-4d861ee73640'] {{(pid=103984) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 12:23:20.831473 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bdc5c3-6c00-4965-93e2-aa4bcdf5ce95 req-527db568-1b7e-47a4-85ad-5560d73b2715 tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:23:20.832933 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-42bdc5c3-6c00-4965-93e2-aa4bcdf5ce95 req-527db568-1b7e-47a4-85ad-5560d73b2715 tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] 10.222.0.58 "GET /v2.0/ports?device_id=87aefdd2-1746-4eca-a2e6-284a63eb39be HTTP/1.1" status: 200 len: 945 time: 0.0512826 Apr 07 12:23:20.881562 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-42bdc5c3-6c00-4965-93e2-aa4bcdf5ce95 req-04d19573-ea95-44ac-b899-2deb78aa328f tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] 10.222.0.58 "GET /v2.0/security-groups?id=7f22cb13-67b3-4270-941d-47a255e4854d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428891 Apr 07 12:23:22.049270 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0cca91-2b77-45a3-b5df-7f02377c1674 req-e21ee700-af81-4b6c-bb18-dabcd635e9cb tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:23:22.050740 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-fe0cca91-2b77-45a3-b5df-7f02377c1674 req-e21ee700-af81-4b6c-bb18-dabcd635e9cb tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] 10.222.0.58 "GET /v2.0/ports?device_id=87aefdd2-1746-4eca-a2e6-284a63eb39be HTTP/1.1" status: 200 len: 945 time: 0.0551865 Apr 07 12:23:22.107420 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-fe0cca91-2b77-45a3-b5df-7f02377c1674 req-5fe0b899-f4b8-434c-839e-e3a6378d979b tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] 10.222.0.58 "GET /v2.0/security-groups?id=7f22cb13-67b3-4270-941d-47a255e4854d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511372 Apr 07 12:23:22.125344 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Device a5bb72e1-c095-40f5-bc31-4d861ee73640 up at agent hyperv_hv-cinder-83693 {{(pid=103984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:23:22.246682 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.provisioning_blocks [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Provisioning for port a5bb72e1-c095-40f5-bc31-4d861ee73640 completed by entity L2. {{(pid=103984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 12:23:22.250872 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.provisioning_blocks [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Provisioning complete for port a5bb72e1-c095-40f5-bc31-4d861ee73640 triggered by entity L2. {{(pid=103984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:23:22.251344 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7484729'] for port (a5bb72e1-c095-40f5-bc31-4d861ee73640), provisioning_complete {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:22.329789 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Current status of the port a5bb72e1-c095-40f5-bc31-4d861ee73640 is: BUILD; New status is: ACTIVE {{(pid=103984) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:23:22.330171 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (a5bb72e1-c095-40f5-bc31-4d861ee73640), before_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:22.351351 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87aefdd2-1746-4eca-a2e6-284a63eb39be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5bb72e1-c095-40f5-bc31-4d861ee73640'}] {{(pid=103984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:23:22.353547 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0608bff1dee5f704c30ce50aefecbc08eaebc6e842b477e08be3f7901197da8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07e6435c-a54e-4fa9-b977-d3195a7a007d" -d '{"events": [{"server_uuid": "87aefdd2-1746-4eca-a2e6-284a63eb39be", "name": "network-vif-plugged", "status": "completed", "tag": "a5bb72e1-c095-40f5-bc31-4d861ee73640"}]}' {{(pid=103984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:23:22.366527 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.db [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] For port a5bb72e1-c095-40f5-bc31-4d861ee73640, host hv-cinder-83693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83693',level=0,port_id=a5bb72e1-c095-40f5-bc31-4d861ee73640,segment=NetworkSegment(7f8ea31b-b6d5-4bf8-9f2f-e16cecf12e77),segment_id=7f8ea31b-b6d5-4bf8-9f2f-e16cecf12e77)] {{(pid=103984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:23:22.391619 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 12:23:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3066e318-6bd6-43e1-bca8-dd1d28d1e9a4 x-openstack-request-id: req-3066e318-6bd6-43e1-bca8-dd1d28d1e9a4 {{(pid=103984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:23:22.391619 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87aefdd2-1746-4eca-a2e6-284a63eb39be", "name": "network-vif-plugged", "status": "completed", "tag": "a5bb72e1-c095-40f5-bc31-4d861ee73640", "code": 200}]} {{(pid=103984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:23:22.391619 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3066e318-6bd6-43e1-bca8-dd1d28d1e9a4 {{(pid=103984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:23:22.391619 dv-cinder-836930-1-iscsi neutron-server[103984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3066e318-6bd6-43e1-bca8-dd1d28d1e9a4'] response: {'server_uuid': '87aefdd2-1746-4eca-a2e6-284a63eb39be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5bb72e1-c095-40f5-bc31-4d861ee73640', 'code': 200} Apr 07 12:23:22.445277 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780057409639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780056949607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780056949625'] for port (a5bb72e1-c095-40f5-bc31-4d861ee73640), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:22.493196 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Pushing event updated for resources: {'Port': ['ID=a5bb72e1-c095-40f5-bc31-4d861ee73640,revision_number=5']} {{(pid=103984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:23:22.817077 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a672f184-40f6-4e57-9465-4f6f1669dc08 req-f7e6060f-c3bc-49c5-86f6-64699f41b556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:23:22.818710 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-a672f184-40f6-4e57-9465-4f6f1669dc08 req-f7e6060f-c3bc-49c5-86f6-64699f41b556 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=87aefdd2-1746-4eca-a2e6-284a63eb39be HTTP/1.1" status: 200 len: 1130 time: 0.0430379 Apr 07 12:23:22.868333 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-a672f184-40f6-4e57-9465-4f6f1669dc08 req-5a483229-1548-4ccd-99d5-00d6ee68ee1b service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=7f22cb13-67b3-4270-941d-47a255e4854d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434675 Apr 07 12:23:23.245116 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effc85a5-92ec-498e-9b40-88195de74372 req-f0c4f80b-6366-4c91-8b2c-c84dec92bcf0 tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:23:23.246731 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-effc85a5-92ec-498e-9b40-88195de74372 req-f0c4f80b-6366-4c91-8b2c-c84dec92bcf0 tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] 10.222.0.58 "GET /v2.0/ports?device_id=87aefdd2-1746-4eca-a2e6-284a63eb39be HTTP/1.1" status: 200 len: 946 time: 0.0629835 Apr 07 12:23:23.296530 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-effc85a5-92ec-498e-9b40-88195de74372 req-84641027-979a-4ee4-b955-ad1d1b2d9346 tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] 10.222.0.58 "GET /v2.0/security-groups?id=7f22cb13-67b3-4270-941d-47a255e4854d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429277 Apr 07 12:23:24.415796 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0d5594-5bc9-4611-994b-61469b2b86ab req-d6d32e1f-22c2-44aa-8407-139fed5c1a72 tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:23:24.417262 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-8d0d5594-5bc9-4611-994b-61469b2b86ab req-d6d32e1f-22c2-44aa-8407-139fed5c1a72 tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] 10.222.0.58 "GET /v2.0/ports?device_id=87aefdd2-1746-4eca-a2e6-284a63eb39be HTTP/1.1" status: 200 len: 946 time: 0.0550048 Apr 07 12:23:24.465604 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-8d0d5594-5bc9-4611-994b-61469b2b86ab req-467823d0-f278-4fcf-af93-94dbcef952a4 tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] 10.222.0.58 "GET /v2.0/security-groups?id=7f22cb13-67b3-4270-941d-47a255e4854d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428357 Apr 07 12:23:24.591632 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81af27b7-1b0a-4077-a4bc-e722c755cedb req-f693228b-39f0-40c6-8101-f4e13d53393e tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:23:24.593554 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-81af27b7-1b0a-4077-a4bc-e722c755cedb req-f693228b-39f0-40c6-8101-f4e13d53393e tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] 10.222.0.58 "GET /v2.0/ports?device_id=87aefdd2-1746-4eca-a2e6-284a63eb39be HTTP/1.1" status: 200 len: 946 time: 0.0618644 Apr 07 12:23:24.646997 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-81af27b7-1b0a-4077-a4bc-e722c755cedb req-16d46900-13f9-4ca3-8bbf-49d4235812d7 tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] 10.222.0.58 "GET /v2.0/security-groups?id=7f22cb13-67b3-4270-941d-47a255e4854d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462253 Apr 07 12:23:24.668452 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.58', 44648) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:23:24.710559 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87368b6f-37d6-4d6a-b239-a7afca957f42 tempest-TestVolumeBootPattern-1887162161 tempest-TestVolumeBootPattern-1887162161-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:23:24.712068 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [None req-87368b6f-37d6-4d6a-b239-a7afca957f42 tempest-TestVolumeBootPattern-1887162161 tempest-TestVolumeBootPattern-1887162161-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=87aefdd2-1746-4eca-a2e6-284a63eb39be HTTP/1.1" status: 200 len: 1125 time: 0.0426676 Apr 07 12:23:24.714724 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.58', 44650) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:23:24.718784 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.v2.base [None req-dedf1487-c283-4f87-b225-060c08b804f5 tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Request body: {'floatingip': {'floating_network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'port_id': 'a5bb72e1-c095-40f5-bc31-4d861ee73640', 'tenant_id': 'e1b2030530534aa6979de076136fa20a', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:23:24.799450 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-dedf1487-c283-4f87-b225-060c08b804f5 tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:24.893367 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-dedf1487-c283-4f87-b225-060c08b804f5 tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (None), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:24.998053 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.db.db_base_plugin_common [None req-dedf1487-c283-4f87-b225-060c08b804f5 tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Allocated IP 172.27.0.228 (bbaeba58-97ce-4d65-bbf2-981851410a56/4554067d-f507-4a99-8a98-0874c02c5721/3033dade-9c99-4db3-8160-ae35fbe22a68) {{(pid=103982) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 12:23:25.099170 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-dedf1487-c283-4f87-b225-060c08b804f5 tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Publish callbacks [] for port (3033dade-9c99-4db3-8160-ae35fbe22a68), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:25.182744 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-dedf1487-c283-4f87-b225-060c08b804f5 tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780056949589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126593575'] for port (3033dade-9c99-4db3-8160-ae35fbe22a68), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:25.219005 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dedf1487-c283-4f87-b225-060c08b804f5 tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Network bbaeba58-97ce-4d65-bbf2-981851410a56 is already hosted by enough agents. {{(pid=103982) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:23:25.221751 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.scheduler.base_scheduler [None req-dedf1487-c283-4f87-b225-060c08b804f5 tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Resources bound (agent type, host, resource id): {{(pid=103982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:23:25.227751 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dedf1487-c283-4f87-b225-060c08b804f5 tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Received port after_create {{(pid=103982) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 12:23:25.249397 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedf1487-c283-4f87-b225-060c08b804f5 tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Pushing event updated for resources: {'Port': ['ID=3033dade-9c99-4db3-8160-ae35fbe22a68,revision_number=1']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:23:25.261515 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedf1487-c283-4f87-b225-060c08b804f5 tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:23:25.261853 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedf1487-c283-4f87-b225-060c08b804f5 tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:23:25.262187 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedf1487-c283-4f87-b225-060c08b804f5 tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:23:25.262517 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedf1487-c283-4f87-b225-060c08b804f5 tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:23:25.262841 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedf1487-c283-4f87-b225-060c08b804f5 tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:23:25.263189 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedf1487-c283-4f87-b225-060c08b804f5 tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:23:25.263531 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedf1487-c283-4f87-b225-060c08b804f5 tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:23:25.263822 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedf1487-c283-4f87-b225-060c08b804f5 tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:23:25.264139 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedf1487-c283-4f87-b225-060c08b804f5 tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:23:25.264454 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedf1487-c283-4f87-b225-060c08b804f5 tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:23:25.264769 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedf1487-c283-4f87-b225-060c08b804f5 tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:23:25.265082 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedf1487-c283-4f87-b225-060c08b804f5 tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:23:25.265393 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedf1487-c283-4f87-b225-060c08b804f5 tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:23:25.265702 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedf1487-c283-4f87-b225-060c08b804f5 tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:23:25.266012 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedf1487-c283-4f87-b225-060c08b804f5 tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:23:25.595607 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-dedf1487-c283-4f87-b225-060c08b804f5 tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Publish callbacks [] for floatingip (843fc18f-7c84-42f3-8422-68e9ea262434), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:25.983156 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-dedf1487-c283-4f87-b225-060c08b804f5 tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7692518'] for port (3033dade-9c99-4db3-8160-ae35fbe22a68), before_update {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:26.129433 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-dedf1487-c283-4f87-b225-060c08b804f5 tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Publish callbacks [] for port (3033dade-9c99-4db3-8160-ae35fbe22a68), precommit_update {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:26.212502 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-dedf1487-c283-4f87-b225-060c08b804f5 tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780057409639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780056949607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780056949625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126593592'] for port (3033dade-9c99-4db3-8160-ae35fbe22a68), after_update {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:26.278967 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedf1487-c283-4f87-b225-060c08b804f5 tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Pushing event updated for resources: {'Port': ['ID=3033dade-9c99-4db3-8160-ae35fbe22a68,revision_number=2']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:23:26.296540 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-dedf1487-c283-4f87-b225-060c08b804f5 tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2019898'] for floatingip (843fc18f-7c84-42f3-8422-68e9ea262434), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:26.396452 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.db.l3_db [None req-dedf1487-c283-4f87-b225-060c08b804f5 tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Floating IP 843fc18f-7c84-42f3-8422-68e9ea262434 associated. External IP: 172.27.0.228, port: a5bb72e1-c095-40f5-bc31-4d861ee73640. Apr 07 12:23:26.610008 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dedf1487-c283-4f87-b225-060c08b804f5 tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Router 0b1c35bf-c535-44f5-b127-a2ac993223bd has already been hosted by L3 agent ad8978c4-6515-441c-a828-0289badd3b4a {{(pid=103982) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 12:23:26.718362 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dedf1487-c283-4f87-b225-060c08b804f5 tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Notify agent at l3_agent.dv-cinder-836930-1-iscsi the message routers_updated {{(pid=103982) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 12:23:26.728145 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e17e2361-9688-4aff-ad84-2186b47f57cf None None] Sync routers for ids ['0b1c35bf-c535-44f5-b127-a2ac993223bd'] in dv-cinder-836930-1-iscsi {{(pid=103984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 12:23:26.738846 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e17e2361-9688-4aff-ad84-2186b47f57cf None None] Routers {'0b1c35bf-c535-44f5-b127-a2ac993223bd'} bound to L3 agent in host dv-cinder-836930-1-iscsi {{(pid=103984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:23:26.739473 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_hamode_db [None req-e17e2361-9688-4aff-ad84-2186b47f57cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836930-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T11:57:34Z,description=,heartbeat_timestamp=2022-04-07T12:23:04Z,host='dv-cinder-836930-1-iscsi',id=ad8978c4-6515-441c-a828-0289badd3b4a,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:57:35Z,topic='l3_agent')) {'router_ids': ['0b1c35bf-c535-44f5-b127-a2ac993223bd'], 'active': True} {{(pid=103984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:23:26.803485 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-dedf1487-c283-4f87-b225-060c08b804f5 tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91606'] for floatingip (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:26.834164 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [None req-dedf1487-c283-4f87-b225-060c08b804f5 tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1184144 Apr 07 12:23:26.834749 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87aefdd2-1746-4eca-a2e6-284a63eb39be', 'tag': 'a5bb72e1-c095-40f5-bc31-4d861ee73640'}] {{(pid=103982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:23:26.837028 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a87f3ac2112343cf46b731ae90f6f8f3b8b920e6472e7c70a4e5373429e5b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-349697d3-b7df-43f8-acc2-ca7c4787716b" -d '{"events": [{"name": "network-changed", "server_uuid": "87aefdd2-1746-4eca-a2e6-284a63eb39be", "tag": "a5bb72e1-c095-40f5-bc31-4d861ee73640"}]}' {{(pid=103982) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:23:26.849485 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_dvr_db [None req-e17e2361-9688-4aff-ad84-2186b47f57cf None None] Set router 0b1c35bf-c535-44f5-b127-a2ac993223bd gateway port host: dv-cinder-836930-1-iscsi {{(pid=103984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:23:26.929327 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 12:23:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8c75f71-6778-46fe-a6df-4e2d17189add x-openstack-request-id: req-d8c75f71-6778-46fe-a6df-4e2d17189add {{(pid=103982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:23:26.929617 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87aefdd2-1746-4eca-a2e6-284a63eb39be", "tag": "a5bb72e1-c095-40f5-bc31-4d861ee73640", "status": "completed", "code": 200}]} {{(pid=103982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:23:26.929864 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d8c75f71-6778-46fe-a6df-4e2d17189add {{(pid=103982) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:23:26.930263 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8c75f71-6778-46fe-a6df-4e2d17189add'] response: {'name': 'network-changed', 'server_uuid': '87aefdd2-1746-4eca-a2e6-284a63eb39be', 'tag': 'a5bb72e1-c095-40f5-bc31-4d861ee73640', 'status': 'completed', 'code': 200} Apr 07 12:23:27.025687 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349697d3-b7df-43f8-acc2-ca7c4787716b req-29c96fe6-3906-46b6-9ee1-9026f040cd29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:23:27.027282 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-349697d3-b7df-43f8-acc2-ca7c4787716b req-29c96fe6-3906-46b6-9ee1-9026f040cd29 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e1b2030530534aa6979de076136fa20a&device_id=87aefdd2-1746-4eca-a2e6-284a63eb39be HTTP/1.1" status: 200 len: 1130 time: 0.0440388 Apr 07 12:23:27.079746 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_hamode_db [None req-e17e2361-9688-4aff-ad84-2186b47f57cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b1c35bf-c535-44f5-b127-a2ac993223bd', 'name': 'tempest-TestVolumeBootPattern-1656811937-router', 'tenant_id': 'e1b2030530534aa6979de076136fa20a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'external_fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': 'e81aeb67-84f5-43ac-8df2-9790a00726a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:18:10Z', 'updated_at': '2022-04-07T12:18:13Z', 'revision_number': 4, 'project_id': 'e1b2030530534aa6979de076136fa20a', 'gw_port': {'id': 'e81aeb67-84f5-43ac-8df2-9790a00726a2', 'name': '', 'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:f2:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1c35bf-c535-44f5-b127-a2ac993223bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:18:11Z', 'updated_at': '2022-04-07T12:18:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4554067d-f507-4a99-8a98-0874c02c5721', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836930-1-iscsi', '_floatingips': [{'id': '3ab59601-5d61-44dd-a33d-5594dbd29547', 'tenant_id': 'e1b2030530534aa6979de076136fa20a', 'floating_ip_address': '172.27.0.112', 'floating_network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'router_id': '0b1c35bf-c535-44f5-b127-a2ac993223bd', 'port_id': '7b25f41b-6a69-47ca-bc22-bec9f53c7b0e', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a345358b-c2f9-4423-be80-16d77882e75b', 'mac_address': 'fa:16:3e:13:49:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6eabdb9-5213-4215-a7f9-2a097e964133', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T12:21:27Z', 'updated_at': '2022-04-07T12:21:29Z', 'revision_number': 1, 'project_id': 'e1b2030530534aa6979de076136fa20a', 'fixed_ip_address_scope': None}, {'id': '843fc18f-7c84-42f3-8422-68e9ea262434', 'tenant_id': 'e1b2030530534aa6979de076136fa20a', 'floating_ip_address': '172.27.0.228', 'floating_network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'router_id': '0b1c35bf-c535-44f5-b127-a2ac993223bd', 'port_id': 'a5bb72e1-c095-40f5-bc31-4d861ee73640', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a345358b-c2f9-4423-be80-16d77882e75b', 'mac_address': 'fa:16:3e:fc:a5:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87aefdd2-1746-4eca-a2e6-284a63eb39be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T12:23:25Z', 'updated_at': '2022-04-07T12:23:25Z', 'revision_number': 0, 'project_id': 'e1b2030530534aa6979de076136fa20a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6be6968e-a869-46e2-8977-4ba1c04a3b65', 'name': '', 'network_id': 'a345358b-c2f9-4423-be80-16d77882e75b', 'tenant_id': 'e1b2030530534aa6979de076136fa20a', 'mac_address': 'fa:16:3e:7b:6e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1c35bf-c535-44f5-b127-a2ac993223bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '2d7690c0-1ac8-4c45-b462-9e76589db54f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:18:13Z', 'updated_at': '2022-04-07T12:18:17Z', 'revision_number': 5, 'project_id': 'e1b2030530534aa6979de076136fa20a', 'subnets': [{'id': '2d7690c0-1ac8-4c45-b462-9e76589db54f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836930-1-iscsi', False) {} {{(pid=103984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:23:27.105967 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e17e2361-9688-4aff-ad84-2186b47f57cf None None] Checking router: 0b1c35bf-c535-44f5-b127-a2ac993223bd for host: dv-cinder-836930-1-iscsi {{(pid=103984) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 12:23:27.115975 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e17e2361-9688-4aff-ad84-2186b47f57cf None None] Routers {'0b1c35bf-c535-44f5-b127-a2ac993223bd'} bound to L3 agent in host dv-cinder-836930-1-iscsi {{(pid=103984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:23:27.116500 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_hamode_db [None req-e17e2361-9688-4aff-ad84-2186b47f57cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836930-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T11:57:34Z,description=,heartbeat_timestamp=2022-04-07T12:23:04Z,host='dv-cinder-836930-1-iscsi',id=ad8978c4-6515-441c-a828-0289badd3b4a,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:57:35Z,topic='l3_agent')) {'router_ids': ['0b1c35bf-c535-44f5-b127-a2ac993223bd'], 'active': True} {{(pid=103984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:23:27.122182 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349697d3-b7df-43f8-acc2-ca7c4787716b req-37c5045c-e4c7-48a0-bdc0-ebcc09924d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:23:27.123690 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-349697d3-b7df-43f8-acc2-ca7c4787716b req-37c5045c-e4c7-48a0-bdc0-ebcc09924d3a service neutron] 10.222.0.49 "GET /v2.0/networks?id=a345358b-c2f9-4423-be80-16d77882e75b HTTP/1.1" status: 200 len: 913 time: 0.0893142 Apr 07 12:23:27.194368 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-349697d3-b7df-43f8-acc2-ca7c4787716b req-acc3cb66-d75f-4545-8b57-b02d1093dd88 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a5bb72e1-c095-40f5-bc31-4d861ee73640 HTTP/1.1" status: 200 len: 1000 time: 0.0603197 Apr 07 12:23:27.248265 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349697d3-b7df-43f8-acc2-ca7c4787716b req-152d17da-89fc-447a-9640-ee470217977f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:23:27.249765 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-349697d3-b7df-43f8-acc2-ca7c4787716b req-152d17da-89fc-447a-9640-ee470217977f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2d7690c0-1ac8-4c45-b462-9e76589db54f HTTP/1.1" status: 200 len: 851 time: 0.0482960 Apr 07 12:23:27.306390 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349697d3-b7df-43f8-acc2-ca7c4787716b req-494010df-d074-4a31-9b96-263754d83f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:23:27.307941 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-349697d3-b7df-43f8-acc2-ca7c4787716b req-494010df-d074-4a31-9b96-263754d83f48 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a345358b-c2f9-4423-be80-16d77882e75b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0493712 Apr 07 12:23:27.358864 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_dvr_db [None req-e17e2361-9688-4aff-ad84-2186b47f57cf None None] Set router 0b1c35bf-c535-44f5-b127-a2ac993223bd gateway port host: dv-cinder-836930-1-iscsi {{(pid=103984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:23:27.398303 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-349697d3-b7df-43f8-acc2-ca7c4787716b req-1da5dd99-04d8-4c5a-b41d-fabed7ef6d51 service neutron] 10.222.0.49 "GET /v2.0/networks/a345358b-c2f9-4423-be80-16d77882e75b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827179 Apr 07 12:23:27.493187 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-349697d3-b7df-43f8-acc2-ca7c4787716b req-84856d66-1fa6-4a51-a338-1c2aef241d0a service neutron] 10.222.0.49 "GET /v2.0/networks/a345358b-c2f9-4423-be80-16d77882e75b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860493 Apr 07 12:23:27.585033 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_hamode_db [None req-e17e2361-9688-4aff-ad84-2186b47f57cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b1c35bf-c535-44f5-b127-a2ac993223bd', 'name': 'tempest-TestVolumeBootPattern-1656811937-router', 'tenant_id': 'e1b2030530534aa6979de076136fa20a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'external_fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': 'e81aeb67-84f5-43ac-8df2-9790a00726a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:18:10Z', 'updated_at': '2022-04-07T12:18:13Z', 'revision_number': 4, 'project_id': 'e1b2030530534aa6979de076136fa20a', 'gw_port': {'id': 'e81aeb67-84f5-43ac-8df2-9790a00726a2', 'name': '', 'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:f2:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1c35bf-c535-44f5-b127-a2ac993223bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:18:11Z', 'updated_at': '2022-04-07T12:18:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4554067d-f507-4a99-8a98-0874c02c5721', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836930-1-iscsi', '_floatingips': [{'id': '3ab59601-5d61-44dd-a33d-5594dbd29547', 'tenant_id': 'e1b2030530534aa6979de076136fa20a', 'floating_ip_address': '172.27.0.112', 'floating_network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'router_id': '0b1c35bf-c535-44f5-b127-a2ac993223bd', 'port_id': '7b25f41b-6a69-47ca-bc22-bec9f53c7b0e', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a345358b-c2f9-4423-be80-16d77882e75b', 'mac_address': 'fa:16:3e:13:49:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6eabdb9-5213-4215-a7f9-2a097e964133', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T12:21:27Z', 'updated_at': '2022-04-07T12:21:29Z', 'revision_number': 1, 'project_id': 'e1b2030530534aa6979de076136fa20a', 'fixed_ip_address_scope': None}, {'id': '843fc18f-7c84-42f3-8422-68e9ea262434', 'tenant_id': 'e1b2030530534aa6979de076136fa20a', 'floating_ip_address': '172.27.0.228', 'floating_network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'router_id': '0b1c35bf-c535-44f5-b127-a2ac993223bd', 'port_id': 'a5bb72e1-c095-40f5-bc31-4d861ee73640', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a345358b-c2f9-4423-be80-16d77882e75b', 'mac_address': 'fa:16:3e:fc:a5:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87aefdd2-1746-4eca-a2e6-284a63eb39be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T12:23:25Z', 'updated_at': '2022-04-07T12:23:25Z', 'revision_number': 0, 'project_id': 'e1b2030530534aa6979de076136fa20a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6be6968e-a869-46e2-8977-4ba1c04a3b65', 'name': '', 'network_id': 'a345358b-c2f9-4423-be80-16d77882e75b', 'tenant_id': 'e1b2030530534aa6979de076136fa20a', 'mac_address': 'fa:16:3e:7b:6e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1c35bf-c535-44f5-b127-a2ac993223bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '2d7690c0-1ac8-4c45-b462-9e76589db54f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:18:13Z', 'updated_at': '2022-04-07T12:18:17Z', 'revision_number': 5, 'project_id': 'e1b2030530534aa6979de076136fa20a', 'subnets': [{'id': '2d7690c0-1ac8-4c45-b462-9e76589db54f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836930-1-iscsi', False) {} {{(pid=103984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:23:27.611202 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e17e2361-9688-4aff-ad84-2186b47f57cf None None] The sync data for ids ['0b1c35bf-c535-44f5-b127-a2ac993223bd'] in dv-cinder-836930-1-iscsi is: [{'id': '0b1c35bf-c535-44f5-b127-a2ac993223bd', 'name': 'tempest-TestVolumeBootPattern-1656811937-router', 'tenant_id': 'e1b2030530534aa6979de076136fa20a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'external_fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': 'e81aeb67-84f5-43ac-8df2-9790a00726a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:18:10Z', 'updated_at': '2022-04-07T12:18:13Z', 'revision_number': 4, 'project_id': 'e1b2030530534aa6979de076136fa20a', 'gw_port': {'id': 'e81aeb67-84f5-43ac-8df2-9790a00726a2', 'name': '', 'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:f2:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1c35bf-c535-44f5-b127-a2ac993223bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:18:11Z', 'updated_at': '2022-04-07T12:18:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4554067d-f507-4a99-8a98-0874c02c5721', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836930-1-iscsi', '_floatingips': [{'id': '3ab59601-5d61-44dd-a33d-5594dbd29547', 'tenant_id': 'e1b2030530534aa6979de076136fa20a', 'floating_ip_address': '172.27.0.112', 'floating_network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'router_id': '0b1c35bf-c535-44f5-b127-a2ac993223bd', 'port_id': '7b25f41b-6a69-47ca-bc22-bec9f53c7b0e', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a345358b-c2f9-4423-be80-16d77882e75b', 'mac_address': 'fa:16:3e:13:49:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6eabdb9-5213-4215-a7f9-2a097e964133', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T12:21:27Z', 'updated_at': '2022-04-07T12:21:29Z', 'revision_number': 1, 'project_id': 'e1b2030530534aa6979de076136fa20a', 'fixed_ip_address_scope': None}, {'id': '843fc18f-7c84-42f3-8422-68e9ea262434', 'tenant_id': 'e1b2030530534aa6979de076136fa20a', 'floating_ip_address': '172.27.0.228', 'floating_network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'router_id': '0b1c35bf-c535-44f5-b127-a2ac993223bd', 'port_id': 'a5bb72e1-c095-40f5-bc31-4d861ee73640', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a345358b-c2f9-4423-be80-16d77882e75b', 'mac_address': 'fa:16:3e:fc:a5:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87aefdd2-1746-4eca-a2e6-284a63eb39be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T12:23:25Z', 'updated_at': '2022-04-07T12:23:25Z', 'revision_number': 0, 'project_id': 'e1b2030530534aa6979de076136fa20a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6be6968e-a869-46e2-8977-4ba1c04a3b65', 'name': '', 'network_id': 'a345358b-c2f9-4423-be80-16d77882e75b', 'tenant_id': 'e1b2030530534aa6979de076136fa20a', 'mac_address': 'fa:16:3e:7b:6e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1c35bf-c535-44f5-b127-a2ac993223bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '2d7690c0-1ac8-4c45-b462-9e76589db54f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:18:13Z', 'updated_at': '2022-04-07T12:18:17Z', 'revision_number': 5, 'project_id': 'e1b2030530534aa6979de076136fa20a', 'subnets': [{'id': '2d7690c0-1ac8-4c45-b462-9e76589db54f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 12:23:27.793491 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-689aa100-4ba5-4a4a-b375-40aa35521a8a None None] New status for floating IP 843fc18f-7c84-42f3-8422-68e9ea262434: ACTIVE {{(pid=103985) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 12:23:31.954710 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-ccccdd16-6c04-4d66-9685-17a4db514d67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (94869e64-74fb-4601-95b5-a1334a6bdcea), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:32.207426 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (b65c4e22-832a-4f2b-89ab-f6b5f91e1f65), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:34.326450 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-2efd5757-a37c-415c-b3d5-1c5f80d66c02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (ad8978c4-6515-441c-a828-0289badd3b4a), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:35.730754 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-e3029262-029d-49e4-8078-e7e61e534645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (e465150c-12ca-425e-8c36-fa03ee6240b4), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:37.492413 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-4ee86192-ef9a-4f9c-8d37-983d911c7eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (8705c964-c35e-4008-b403-e26242cd5404), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:38.760639 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (18566f30-62c1-4fb1-af49-ebd049d63fec), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:42.528477 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-8645e266-2cb9-450b-8dd2-4a626de85afb req-d166edaa-a6cb-470d-96a0-3dde38a586ae service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=d6eabdb9-5213-4215-a7f9-2a097e964133&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0428152 Apr 07 12:23:42.626519 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8645e266-2cb9-450b-8dd2-4a626de85afb req-8fd38dfd-8da9-4e34-9e94-aac2921e5fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:23:42.628165 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-8645e266-2cb9-450b-8dd2-4a626de85afb req-8fd38dfd-8da9-4e34-9e94-aac2921e5fcd service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e1b2030530534aa6979de076136fa20a&device_id=d6eabdb9-5213-4215-a7f9-2a097e964133 HTTP/1.1" status: 200 len: 1129 time: 0.0426540 Apr 07 12:23:42.730202 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8645e266-2cb9-450b-8dd2-4a626de85afb req-2425c796-3e09-490e-bbbd-cd81da8a2f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:23:42.731677 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-8645e266-2cb9-450b-8dd2-4a626de85afb req-2425c796-3e09-490e-bbbd-cd81da8a2f83 service neutron] 10.222.0.49 "GET /v2.0/networks?id=a345358b-c2f9-4423-be80-16d77882e75b HTTP/1.1" status: 200 len: 913 time: 0.0846534 Apr 07 12:23:42.794520 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-8645e266-2cb9-450b-8dd2-4a626de85afb req-9b8b5bb3-8c8d-4b78-84a8-5654995a9f98 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7b25f41b-6a69-47ca-bc22-bec9f53c7b0e HTTP/1.1" status: 200 len: 1001 time: 0.0559506 Apr 07 12:23:42.844754 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8645e266-2cb9-450b-8dd2-4a626de85afb req-cbcd39f1-c065-407d-9fd2-58bbf7b200e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:23:42.846161 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-8645e266-2cb9-450b-8dd2-4a626de85afb req-cbcd39f1-c065-407d-9fd2-58bbf7b200e8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2d7690c0-1ac8-4c45-b462-9e76589db54f HTTP/1.1" status: 200 len: 851 time: 0.0452378 Apr 07 12:23:42.892878 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8645e266-2cb9-450b-8dd2-4a626de85afb req-0f03ca53-db08-480f-988c-783119d9372c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:23:42.894327 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-8645e266-2cb9-450b-8dd2-4a626de85afb req-0f03ca53-db08-480f-988c-783119d9372c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a345358b-c2f9-4423-be80-16d77882e75b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0422137 Apr 07 12:23:42.984244 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-8645e266-2cb9-450b-8dd2-4a626de85afb req-882f45e6-93ca-44bb-a171-d1fbe8173be5 service neutron] 10.222.0.49 "GET /v2.0/networks/a345358b-c2f9-4423-be80-16d77882e75b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837100 Apr 07 12:23:43.070029 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-8645e266-2cb9-450b-8dd2-4a626de85afb req-f9f12ee4-0598-4faa-b86a-8d9b0aa6be88 service neutron] 10.222.0.49 "GET /v2.0/networks/a345358b-c2f9-4423-be80-16d77882e75b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0785904 Apr 07 12:23:50.308927 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.agents_db [None req-3662b1ad-d2b5-4b6d-81f6-e1280f618718 None None] Agent healthcheck: found 6 active agents {{(pid=103985) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 12:24:01.949150 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-7578fa85-1577-41d2-9e31-5955dab87a78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (94869e64-74fb-4601-95b5-a1334a6bdcea), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:24:02.177634 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (b65c4e22-832a-4f2b-89ab-f6b5f91e1f65), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:24:04.348806 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-c65023c6-af61-431e-a01a-c8dcebb50663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (ad8978c4-6515-441c-a828-0289badd3b4a), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:24:05.703336 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-e3029262-029d-49e4-8078-e7e61e534645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (e465150c-12ca-425e-8c36-fa03ee6240b4), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:24:07.485905 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-4ee86192-ef9a-4f9c-8d37-983d911c7eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (8705c964-c35e-4008-b403-e26242cd5404), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:24:08.799122 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (18566f30-62c1-4fb1-af49-ebd049d63fec), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:24:27.308650 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.agents_db [None req-3662b1ad-d2b5-4b6d-81f6-e1280f618718 None None] Agent healthcheck: found 6 active agents {{(pid=103985) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 12:24:31.993270 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-26882283-2149-4a91-a0e2-9450ad5fbff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (94869e64-74fb-4601-95b5-a1334a6bdcea), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:24:32.210620 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (b65c4e22-832a-4f2b-89ab-f6b5f91e1f65), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:24:34.291669 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-9486a2f0-e27f-4759-8ab3-ea68ffda578f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (ad8978c4-6515-441c-a828-0289badd3b4a), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:24:35.726282 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-e3029262-029d-49e4-8078-e7e61e534645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (e465150c-12ca-425e-8c36-fa03ee6240b4), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:24:37.480111 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-4ee86192-ef9a-4f9c-8d37-983d911c7eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (8705c964-c35e-4008-b403-e26242cd5404), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:24:38.765843 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (18566f30-62c1-4fb1-af49-ebd049d63fec), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:24:44.551169 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-d9bd3a2d-610b-4557-9cfb-cc54670ab334 req-5ea249de-908e-4a36-897d-2c6717a5575b service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=87aefdd2-1746-4eca-a2e6-284a63eb39be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0526631 Apr 07 12:24:44.631038 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bd3a2d-610b-4557-9cfb-cc54670ab334 req-3b39b0e4-16eb-42b4-9ccc-0df4cf630edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:24:44.632561 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-d9bd3a2d-610b-4557-9cfb-cc54670ab334 req-3b39b0e4-16eb-42b4-9ccc-0df4cf630edf service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e1b2030530534aa6979de076136fa20a&device_id=87aefdd2-1746-4eca-a2e6-284a63eb39be HTTP/1.1" status: 200 len: 1130 time: 0.0477004 Apr 07 12:24:44.732712 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bd3a2d-610b-4557-9cfb-cc54670ab334 req-514b3290-95c1-4ae5-9cc8-056da9146e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:24:44.734179 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-d9bd3a2d-610b-4557-9cfb-cc54670ab334 req-514b3290-95c1-4ae5-9cc8-056da9146e48 service neutron] 10.222.0.49 "GET /v2.0/networks?id=a345358b-c2f9-4423-be80-16d77882e75b HTTP/1.1" status: 200 len: 913 time: 0.0840631 Apr 07 12:24:44.800812 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-d9bd3a2d-610b-4557-9cfb-cc54670ab334 req-d2cd91e4-be9c-43b4-9889-c0127c4c01d9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a5bb72e1-c095-40f5-bc31-4d861ee73640 HTTP/1.1" status: 200 len: 1002 time: 0.0604744 Apr 07 12:24:44.847488 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bd3a2d-610b-4557-9cfb-cc54670ab334 req-1adbef3e-e935-43eb-9c86-564054aae31e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:24:44.848825 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-d9bd3a2d-610b-4557-9cfb-cc54670ab334 req-1adbef3e-e935-43eb-9c86-564054aae31e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2d7690c0-1ac8-4c45-b462-9e76589db54f HTTP/1.1" status: 200 len: 851 time: 0.0425375 Apr 07 12:24:44.894814 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bd3a2d-610b-4557-9cfb-cc54670ab334 req-acdb9475-fb2f-49f8-8b2b-d2e66662c648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:24:44.896272 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-d9bd3a2d-610b-4557-9cfb-cc54670ab334 req-acdb9475-fb2f-49f8-8b2b-d2e66662c648 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a345358b-c2f9-4423-be80-16d77882e75b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0418427 Apr 07 12:24:45.244316 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-d9bd3a2d-610b-4557-9cfb-cc54670ab334 req-656ff000-f706-4baa-a060-61a0a9172d8e service neutron] 10.222.0.49 "GET /v2.0/networks/a345358b-c2f9-4423-be80-16d77882e75b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3414030 Apr 07 12:24:45.332681 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-d9bd3a2d-610b-4557-9cfb-cc54670ab334 req-0ba80ff3-6088-4564-98f0-cf95c05cc0ff service neutron] 10.222.0.49 "GET /v2.0/networks/a345358b-c2f9-4423-be80-16d77882e75b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813580 Apr 07 12:24:54.334894 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.wsgi [-] (103983) accepted ('10.222.0.58', 44686) {{(pid=103983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:24:54.490448 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-f26a6afd-02fc-4365-9406-e57c6ad4266c tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Deleting port 3033dade-9c99-4db3-8160-ae35fbe22a68 {{(pid=103983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:24:54.490703 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-f26a6afd-02fc-4365-9406-e57c6ad4266c tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780057404546'] for port (3033dade-9c99-4db3-8160-ae35fbe22a68), before_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:24:54.567010 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-f26a6afd-02fc-4365-9406-e57c6ad4266c tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2017998'] for port (3033dade-9c99-4db3-8160-ae35fbe22a68), precommit_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:24:54.567361 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-f26a6afd-02fc-4365-9406-e57c6ad4266c tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Publish callbacks [] for floatingip (3033dade-9c99-4db3-8160-ae35fbe22a68), precommit_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:24:54.579863 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-f26a6afd-02fc-4365-9406-e57c6ad4266c tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Calling delete_port for 3033dade-9c99-4db3-8160-ae35fbe22a68 owned by network:floatingip {{(pid=103983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:24:54.772076 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-f26a6afd-02fc-4365-9406-e57c6ad4266c tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780057409621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780056949598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126495687'] for port (3033dade-9c99-4db3-8160-ae35fbe22a68), after_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:24:54.799994 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26a6afd-02fc-4365-9406-e57c6ad4266c tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Pushing event deleted for resources: {'Port': ['ID=3033dade-9c99-4db3-8160-ae35fbe22a68,revision_number=None']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:24:54.824671 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26a6afd-02fc-4365-9406-e57c6ad4266c tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:24:54.825025 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26a6afd-02fc-4365-9406-e57c6ad4266c tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:24:54.825339 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26a6afd-02fc-4365-9406-e57c6ad4266c tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:24:54.825671 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26a6afd-02fc-4365-9406-e57c6ad4266c tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:24:54.825993 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26a6afd-02fc-4365-9406-e57c6ad4266c tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:24:54.826320 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26a6afd-02fc-4365-9406-e57c6ad4266c tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:24:54.826637 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26a6afd-02fc-4365-9406-e57c6ad4266c tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:24:54.826951 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26a6afd-02fc-4365-9406-e57c6ad4266c tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:24:54.827296 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26a6afd-02fc-4365-9406-e57c6ad4266c tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:24:54.827613 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26a6afd-02fc-4365-9406-e57c6ad4266c tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:24:54.828070 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26a6afd-02fc-4365-9406-e57c6ad4266c tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:24:54.828388 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26a6afd-02fc-4365-9406-e57c6ad4266c tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:24:54.828700 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26a6afd-02fc-4365-9406-e57c6ad4266c tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:24:54.829008 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26a6afd-02fc-4365-9406-e57c6ad4266c tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:24:54.829317 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26a6afd-02fc-4365-9406-e57c6ad4266c tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:24:54.870850 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-f26a6afd-02fc-4365-9406-e57c6ad4266c tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Publish callbacks [] for floatingip (843fc18f-7c84-42f3-8422-68e9ea262434), after_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:24:54.871193 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.db.l3_db [None req-f26a6afd-02fc-4365-9406-e57c6ad4266c tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Floating IP 843fc18f-7c84-42f3-8422-68e9ea262434 disassociated (deleted). External IP: 172.27.0.228, port: a5bb72e1-c095-40f5-bc31-4d861ee73640. Apr 07 12:24:55.084608 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f26a6afd-02fc-4365-9406-e57c6ad4266c tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Router 0b1c35bf-c535-44f5-b127-a2ac993223bd has already been hosted by L3 agent ad8978c4-6515-441c-a828-0289badd3b4a {{(pid=103983) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 12:24:55.194402 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f26a6afd-02fc-4365-9406-e57c6ad4266c tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Notify agent at l3_agent.dv-cinder-836930-1-iscsi the message routers_updated {{(pid=103983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 12:24:55.199483 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-f26a6afd-02fc-4365-9406-e57c6ad4266c tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91606'] for floatingip (None), before_response {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:24:55.206870 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cbbc6f5-816e-4438-9596-802bd1772c1a None None] Sync routers for ids ['0b1c35bf-c535-44f5-b127-a2ac993223bd'] in dv-cinder-836930-1-iscsi {{(pid=103984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 12:24:55.216281 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cbbc6f5-816e-4438-9596-802bd1772c1a None None] Routers {'0b1c35bf-c535-44f5-b127-a2ac993223bd'} bound to L3 agent in host dv-cinder-836930-1-iscsi {{(pid=103984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:24:55.216889 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_hamode_db [None req-8cbbc6f5-816e-4438-9596-802bd1772c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836930-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T11:57:34Z,description=,heartbeat_timestamp=2022-04-07T12:24:34Z,host='dv-cinder-836930-1-iscsi',id=ad8978c4-6515-441c-a828-0289badd3b4a,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:57:35Z,topic='l3_agent')) {'router_ids': ['0b1c35bf-c535-44f5-b127-a2ac993223bd'], 'active': True} {{(pid=103984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:24:55.229558 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [None req-f26a6afd-02fc-4365-9406-e57c6ad4266c tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] 10.222.0.58 "DELETE /v2.0/floatingips/843fc18f-7c84-42f3-8422-68e9ea262434 HTTP/1.1" status: 204 len: 168 time: 0.8935654 Apr 07 12:24:55.230131 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87aefdd2-1746-4eca-a2e6-284a63eb39be', 'tag': 'a5bb72e1-c095-40f5-bc31-4d861ee73640'}] {{(pid=103983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:24:55.232426 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0a7841b86293cbb58346800955405af87a5c8eeb3540a71a4bbd7df08edd1cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93c7058a-13df-4cd0-bd4a-81b5b41f3b4d" -d '{"events": [{"name": "network-changed", "server_uuid": "87aefdd2-1746-4eca-a2e6-284a63eb39be", "tag": "a5bb72e1-c095-40f5-bc31-4d861ee73640"}]}' {{(pid=103983) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:24:55.275354 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 12:24:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bc6d8df-cb6a-4ffa-b6e8-b434785e1d1b x-openstack-request-id: req-3bc6d8df-cb6a-4ffa-b6e8-b434785e1d1b {{(pid=103983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:24:55.275711 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87aefdd2-1746-4eca-a2e6-284a63eb39be", "tag": "a5bb72e1-c095-40f5-bc31-4d861ee73640", "status": "completed", "code": 200}]} {{(pid=103983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:24:55.276033 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3bc6d8df-cb6a-4ffa-b6e8-b434785e1d1b {{(pid=103983) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:24:55.276504 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3bc6d8df-cb6a-4ffa-b6e8-b434785e1d1b'] response: {'name': 'network-changed', 'server_uuid': '87aefdd2-1746-4eca-a2e6-284a63eb39be', 'tag': 'a5bb72e1-c095-40f5-bc31-4d861ee73640', 'status': 'completed', 'code': 200} Apr 07 12:24:55.339634 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_dvr_db [None req-8cbbc6f5-816e-4438-9596-802bd1772c1a None None] Set router 0b1c35bf-c535-44f5-b127-a2ac993223bd gateway port host: dv-cinder-836930-1-iscsi {{(pid=103984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:24:55.369259 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c7058a-13df-4cd0-bd4a-81b5b41f3b4d req-54750568-112c-4d07-afe4-7e532d8ab202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:24:55.370759 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-93c7058a-13df-4cd0-bd4a-81b5b41f3b4d req-54750568-112c-4d07-afe4-7e532d8ab202 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e1b2030530534aa6979de076136fa20a&device_id=87aefdd2-1746-4eca-a2e6-284a63eb39be HTTP/1.1" status: 200 len: 1130 time: 0.0450249 Apr 07 12:24:55.469126 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c7058a-13df-4cd0-bd4a-81b5b41f3b4d req-52d4be48-3a44-4da6-b544-b0455b4896a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:24:55.470589 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-93c7058a-13df-4cd0-bd4a-81b5b41f3b4d req-52d4be48-3a44-4da6-b544-b0455b4896a5 service neutron] 10.222.0.49 "GET /v2.0/networks?id=a345358b-c2f9-4423-be80-16d77882e75b HTTP/1.1" status: 200 len: 913 time: 0.0903273 Apr 07 12:24:55.512372 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-93c7058a-13df-4cd0-bd4a-81b5b41f3b4d req-d3e6291f-4f52-4f26-850d-276f07921c48 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a5bb72e1-c095-40f5-bc31-4d861ee73640 HTTP/1.1" status: 200 len: 217 time: 0.0350602 Apr 07 12:24:55.570278 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c7058a-13df-4cd0-bd4a-81b5b41f3b4d req-84419afe-f8ab-4870-b7f8-0d633ee8ecdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:24:55.572239 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-93c7058a-13df-4cd0-bd4a-81b5b41f3b4d req-84419afe-f8ab-4870-b7f8-0d633ee8ecdf service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2d7690c0-1ac8-4c45-b462-9e76589db54f HTTP/1.1" status: 200 len: 851 time: 0.0541048 Apr 07 12:24:55.576570 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_hamode_db [None req-8cbbc6f5-816e-4438-9596-802bd1772c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b1c35bf-c535-44f5-b127-a2ac993223bd', 'name': 'tempest-TestVolumeBootPattern-1656811937-router', 'tenant_id': 'e1b2030530534aa6979de076136fa20a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'external_fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': 'e81aeb67-84f5-43ac-8df2-9790a00726a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:18:10Z', 'updated_at': '2022-04-07T12:18:13Z', 'revision_number': 4, 'project_id': 'e1b2030530534aa6979de076136fa20a', 'gw_port': {'id': 'e81aeb67-84f5-43ac-8df2-9790a00726a2', 'name': '', 'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:f2:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1c35bf-c535-44f5-b127-a2ac993223bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:18:11Z', 'updated_at': '2022-04-07T12:18:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4554067d-f507-4a99-8a98-0874c02c5721', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836930-1-iscsi', '_floatingips': [{'id': '3ab59601-5d61-44dd-a33d-5594dbd29547', 'tenant_id': 'e1b2030530534aa6979de076136fa20a', 'floating_ip_address': '172.27.0.112', 'floating_network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'router_id': '0b1c35bf-c535-44f5-b127-a2ac993223bd', 'port_id': '7b25f41b-6a69-47ca-bc22-bec9f53c7b0e', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a345358b-c2f9-4423-be80-16d77882e75b', 'mac_address': 'fa:16:3e:13:49:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6eabdb9-5213-4215-a7f9-2a097e964133', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T12:21:27Z', 'updated_at': '2022-04-07T12:21:29Z', 'revision_number': 1, 'project_id': 'e1b2030530534aa6979de076136fa20a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6be6968e-a869-46e2-8977-4ba1c04a3b65', 'name': '', 'network_id': 'a345358b-c2f9-4423-be80-16d77882e75b', 'tenant_id': 'e1b2030530534aa6979de076136fa20a', 'mac_address': 'fa:16:3e:7b:6e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1c35bf-c535-44f5-b127-a2ac993223bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '2d7690c0-1ac8-4c45-b462-9e76589db54f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:18:13Z', 'updated_at': '2022-04-07T12:18:17Z', 'revision_number': 5, 'project_id': 'e1b2030530534aa6979de076136fa20a', 'subnets': [{'id': '2d7690c0-1ac8-4c45-b462-9e76589db54f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836930-1-iscsi', False) {} {{(pid=103984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:24:55.610054 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cbbc6f5-816e-4438-9596-802bd1772c1a None None] Checking router: 0b1c35bf-c535-44f5-b127-a2ac993223bd for host: dv-cinder-836930-1-iscsi {{(pid=103984) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 12:24:55.615814 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cbbc6f5-816e-4438-9596-802bd1772c1a None None] Routers {'0b1c35bf-c535-44f5-b127-a2ac993223bd'} bound to L3 agent in host dv-cinder-836930-1-iscsi {{(pid=103984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:24:55.616482 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_hamode_db [None req-8cbbc6f5-816e-4438-9596-802bd1772c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836930-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T11:57:34Z,description=,heartbeat_timestamp=2022-04-07T12:24:34Z,host='dv-cinder-836930-1-iscsi',id=ad8978c4-6515-441c-a828-0289badd3b4a,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:57:35Z,topic='l3_agent')) {'router_ids': ['0b1c35bf-c535-44f5-b127-a2ac993223bd'], 'active': True} {{(pid=103984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:24:55.632217 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c7058a-13df-4cd0-bd4a-81b5b41f3b4d req-c94b50c7-ef79-43f5-b54b-c0e95d3828bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:24:55.634422 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-93c7058a-13df-4cd0-bd4a-81b5b41f3b4d req-c94b50c7-ef79-43f5-b54b-c0e95d3828bc service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a345358b-c2f9-4423-be80-16d77882e75b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0558863 Apr 07 12:24:55.704857 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd969e2-3c74-4272-87e3-d8daf1d0d85d req-6899307b-0422-4bd5-a4d9-e0ff8111c933 tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:24:55.706592 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-6fd969e2-3c74-4272-87e3-d8daf1d0d85d req-6899307b-0422-4bd5-a4d9-e0ff8111c933 tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] 10.222.0.58 "GET /v2.0/ports?device_id=87aefdd2-1746-4eca-a2e6-284a63eb39be HTTP/1.1" status: 200 len: 946 time: 0.0531855 Apr 07 12:24:55.733070 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_dvr_db [None req-8cbbc6f5-816e-4438-9596-802bd1772c1a None None] Set router 0b1c35bf-c535-44f5-b127-a2ac993223bd gateway port host: dv-cinder-836930-1-iscsi {{(pid=103984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:24:55.754888 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-6fd969e2-3c74-4272-87e3-d8daf1d0d85d req-17ecb97f-5b33-4002-8050-22b5a99879d4 tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] 10.222.0.58 "GET /v2.0/security-groups?id=7f22cb13-67b3-4270-941d-47a255e4854d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427160 Apr 07 12:24:55.958110 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_hamode_db [None req-8cbbc6f5-816e-4438-9596-802bd1772c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b1c35bf-c535-44f5-b127-a2ac993223bd', 'name': 'tempest-TestVolumeBootPattern-1656811937-router', 'tenant_id': 'e1b2030530534aa6979de076136fa20a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'external_fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': 'e81aeb67-84f5-43ac-8df2-9790a00726a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:18:10Z', 'updated_at': '2022-04-07T12:18:13Z', 'revision_number': 4, 'project_id': 'e1b2030530534aa6979de076136fa20a', 'gw_port': {'id': 'e81aeb67-84f5-43ac-8df2-9790a00726a2', 'name': '', 'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:f2:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1c35bf-c535-44f5-b127-a2ac993223bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:18:11Z', 'updated_at': '2022-04-07T12:18:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4554067d-f507-4a99-8a98-0874c02c5721', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836930-1-iscsi', '_floatingips': [{'id': '3ab59601-5d61-44dd-a33d-5594dbd29547', 'tenant_id': 'e1b2030530534aa6979de076136fa20a', 'floating_ip_address': '172.27.0.112', 'floating_network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'router_id': '0b1c35bf-c535-44f5-b127-a2ac993223bd', 'port_id': '7b25f41b-6a69-47ca-bc22-bec9f53c7b0e', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a345358b-c2f9-4423-be80-16d77882e75b', 'mac_address': 'fa:16:3e:13:49:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6eabdb9-5213-4215-a7f9-2a097e964133', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T12:21:27Z', 'updated_at': '2022-04-07T12:21:29Z', 'revision_number': 1, 'project_id': 'e1b2030530534aa6979de076136fa20a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6be6968e-a869-46e2-8977-4ba1c04a3b65', 'name': '', 'network_id': 'a345358b-c2f9-4423-be80-16d77882e75b', 'tenant_id': 'e1b2030530534aa6979de076136fa20a', 'mac_address': 'fa:16:3e:7b:6e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1c35bf-c535-44f5-b127-a2ac993223bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '2d7690c0-1ac8-4c45-b462-9e76589db54f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:18:13Z', 'updated_at': '2022-04-07T12:18:17Z', 'revision_number': 5, 'project_id': 'e1b2030530534aa6979de076136fa20a', 'subnets': [{'id': '2d7690c0-1ac8-4c45-b462-9e76589db54f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836930-1-iscsi', False) {} {{(pid=103984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:24:55.983464 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cbbc6f5-816e-4438-9596-802bd1772c1a None None] The sync data for ids ['0b1c35bf-c535-44f5-b127-a2ac993223bd'] in dv-cinder-836930-1-iscsi is: [{'id': '0b1c35bf-c535-44f5-b127-a2ac993223bd', 'name': 'tempest-TestVolumeBootPattern-1656811937-router', 'tenant_id': 'e1b2030530534aa6979de076136fa20a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'external_fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': 'e81aeb67-84f5-43ac-8df2-9790a00726a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:18:10Z', 'updated_at': '2022-04-07T12:18:13Z', 'revision_number': 4, 'project_id': 'e1b2030530534aa6979de076136fa20a', 'gw_port': {'id': 'e81aeb67-84f5-43ac-8df2-9790a00726a2', 'name': '', 'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:f2:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1c35bf-c535-44f5-b127-a2ac993223bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:18:11Z', 'updated_at': '2022-04-07T12:18:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4554067d-f507-4a99-8a98-0874c02c5721', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836930-1-iscsi', '_floatingips': [{'id': '3ab59601-5d61-44dd-a33d-5594dbd29547', 'tenant_id': 'e1b2030530534aa6979de076136fa20a', 'floating_ip_address': '172.27.0.112', 'floating_network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'router_id': '0b1c35bf-c535-44f5-b127-a2ac993223bd', 'port_id': '7b25f41b-6a69-47ca-bc22-bec9f53c7b0e', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a345358b-c2f9-4423-be80-16d77882e75b', 'mac_address': 'fa:16:3e:13:49:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6eabdb9-5213-4215-a7f9-2a097e964133', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T12:21:27Z', 'updated_at': '2022-04-07T12:21:29Z', 'revision_number': 1, 'project_id': 'e1b2030530534aa6979de076136fa20a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6be6968e-a869-46e2-8977-4ba1c04a3b65', 'name': '', 'network_id': 'a345358b-c2f9-4423-be80-16d77882e75b', 'tenant_id': 'e1b2030530534aa6979de076136fa20a', 'mac_address': 'fa:16:3e:7b:6e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1c35bf-c535-44f5-b127-a2ac993223bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '2d7690c0-1ac8-4c45-b462-9e76589db54f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:18:13Z', 'updated_at': '2022-04-07T12:18:17Z', 'revision_number': 5, 'project_id': 'e1b2030530534aa6979de076136fa20a', 'subnets': [{'id': '2d7690c0-1ac8-4c45-b462-9e76589db54f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 12:24:56.193010 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ff226e-fa7d-4157-abf4-5eedc96d1ad6 None None] New status for floating IP 843fc18f-7c84-42f3-8422-68e9ea262434: DOWN {{(pid=103985) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 12:24:56.851400 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-93c7058a-13df-4cd0-bd4a-81b5b41f3b4d req-a210b620-84e8-4f00-9ae6-8040485d46a6 service neutron] 10.222.0.49 "GET /v2.0/networks/a345358b-c2f9-4423-be80-16d77882e75b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906324 Apr 07 12:24:56.879440 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bd36d9-eb02-43aa-ae3e-791c0b152a8d req-53add353-4a2b-496e-9568-bc2e2ad2d6d4 tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:24:56.880941 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-15bd36d9-eb02-43aa-ae3e-791c0b152a8d req-53add353-4a2b-496e-9568-bc2e2ad2d6d4 tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] 10.222.0.58 "GET /v2.0/ports?device_id=87aefdd2-1746-4eca-a2e6-284a63eb39be HTTP/1.1" status: 200 len: 946 time: 0.0565693 Apr 07 12:24:56.929078 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-15bd36d9-eb02-43aa-ae3e-791c0b152a8d req-d0584d1a-1c4e-460c-908a-acaa4ea651e2 tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] 10.222.0.58 "GET /v2.0/security-groups?id=7f22cb13-67b3-4270-941d-47a255e4854d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426157 Apr 07 12:24:57.079861 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-93c7058a-13df-4cd0-bd4a-81b5b41f3b4d req-486b198d-bdb3-4c08-a1a0-9652da617464 service neutron] 10.222.0.49 "GET /v2.0/networks/a345358b-c2f9-4423-be80-16d77882e75b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838988 Apr 07 12:24:57.460427 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad7f7c8-b8ec-4d7b-bc11-f8007890253e req-2a4036e8-ca6e-4e81-85f7-5154e579d670 tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:24:57.461852 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-bad7f7c8-b8ec-4d7b-bc11-f8007890253e req-2a4036e8-ca6e-4e81-85f7-5154e579d670 tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] 10.222.0.49 "GET /v2.0/ports?device_id=87aefdd2-1746-4eca-a2e6-284a63eb39be HTTP/1.1" status: 200 len: 946 time: 0.0521290 Apr 07 12:24:57.553508 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [req-bad7f7c8-b8ec-4d7b-bc11-f8007890253e req-990eab8e-c587-4647-a4fd-cbe5db936402 tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Deleting port a5bb72e1-c095-40f5-bc31-4d861ee73640 {{(pid=103983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:24:57.553849 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [req-bad7f7c8-b8ec-4d7b-bc11-f8007890253e req-990eab8e-c587-4647-a4fd-cbe5db936402 tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780057404546'] for port (a5bb72e1-c095-40f5-bc31-4d861ee73640), before_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:24:57.640818 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.plugins.ml2.db [req-bad7f7c8-b8ec-4d7b-bc11-f8007890253e req-990eab8e-c587-4647-a4fd-cbe5db936402 tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] For port a5bb72e1-c095-40f5-bc31-4d861ee73640, host hv-cinder-83693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83693',level=0,port_id=a5bb72e1-c095-40f5-bc31-4d861ee73640,segment=NetworkSegment(7f8ea31b-b6d5-4bf8-9f2f-e16cecf12e77),segment_id=7f8ea31b-b6d5-4bf8-9f2f-e16cecf12e77)] {{(pid=103983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:24:57.641180 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [req-bad7f7c8-b8ec-4d7b-bc11-f8007890253e req-990eab8e-c587-4647-a4fd-cbe5db936402 tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2017998'] for port (a5bb72e1-c095-40f5-bc31-4d861ee73640), precommit_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:24:57.657911 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [req-bad7f7c8-b8ec-4d7b-bc11-f8007890253e req-990eab8e-c587-4647-a4fd-cbe5db936402 tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Calling delete_port for a5bb72e1-c095-40f5-bc31-4d861ee73640 owned by compute:nova {{(pid=103983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:24:57.857461 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [req-bad7f7c8-b8ec-4d7b-bc11-f8007890253e req-990eab8e-c587-4647-a4fd-cbe5db936402 tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780057409621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780056949598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126495687'] for port (a5bb72e1-c095-40f5-bc31-4d861ee73640), after_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:24:57.883848 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990eab8e-c587-4647-a4fd-cbe5db936402 tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Pushing event deleted for resources: {'Port': ['ID=a5bb72e1-c095-40f5-bc31-4d861ee73640,revision_number=None']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:24:57.934406 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.db.l3_dvrscheduler_db [req-bad7f7c8-b8ec-4d7b-bc11-f8007890253e req-990eab8e-c587-4647-a4fd-cbe5db936402 tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] No DVR routers for this DVR port a5bb72e1-c095-40f5-bc31-4d861ee73640 on host hv-cinder-83693 {{(pid=103983) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 12:24:57.936793 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [req-bad7f7c8-b8ec-4d7b-bc11-f8007890253e req-990eab8e-c587-4647-a4fd-cbe5db936402 tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91606'] for port (None), before_response {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:24:57.940096 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-bad7f7c8-b8ec-4d7b-bc11-f8007890253e req-990eab8e-c587-4647-a4fd-cbe5db936402 tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] 10.222.0.49 "DELETE /v2.0/ports/a5bb72e1-c095-40f5-bc31-4d861ee73640 HTTP/1.1" status: 204 len: 173 time: 0.4727325 Apr 07 12:24:57.940537 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87aefdd2-1746-4eca-a2e6-284a63eb39be', 'name': 'network-vif-deleted', 'tag': 'a5bb72e1-c095-40f5-bc31-4d861ee73640'}] {{(pid=103983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:24:57.942753 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0a7841b86293cbb58346800955405af87a5c8eeb3540a71a4bbd7df08edd1cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d212e542-e0be-4af6-8bbd-cf6a79cfeb8c" -d '{"events": [{"server_uuid": "87aefdd2-1746-4eca-a2e6-284a63eb39be", "name": "network-vif-deleted", "tag": "a5bb72e1-c095-40f5-bc31-4d861ee73640"}]}' {{(pid=103983) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:24:57.977554 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 12:24:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c227f26a-8fb1-4603-a262-5aabf0de417f x-openstack-request-id: req-c227f26a-8fb1-4603-a262-5aabf0de417f {{(pid=103983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:24:57.977855 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87aefdd2-1746-4eca-a2e6-284a63eb39be", "name": "network-vif-deleted", "tag": "a5bb72e1-c095-40f5-bc31-4d861ee73640", "status": "completed", "code": 200}]} {{(pid=103983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:24:57.978111 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c227f26a-8fb1-4603-a262-5aabf0de417f {{(pid=103983) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:24:57.978516 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c227f26a-8fb1-4603-a262-5aabf0de417f'] response: {'server_uuid': '87aefdd2-1746-4eca-a2e6-284a63eb39be', 'name': 'network-vif-deleted', 'tag': 'a5bb72e1-c095-40f5-bc31-4d861ee73640', 'status': 'completed', 'code': 200} Apr 07 12:24:58.026518 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-906cab41-5fbf-48c9-a7ae-c50895ca5cd9 req-a253e23f-23f0-4496-aa61-f1f91ad705dd tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] 10.222.0.58 "GET /v2.0/ports?device_id=87aefdd2-1746-4eca-a2e6-284a63eb39be HTTP/1.1" status: 200 len: 210 time: 0.0272818 Apr 07 12:24:59.135004 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-b5009e89-6697-4ded-beec-04d812f2392f req-99138bd7-a759-4b73-8fd7-3817cc9c1cff tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] 10.222.0.58 "GET /v2.0/ports?device_id=87aefdd2-1746-4eca-a2e6-284a63eb39be HTTP/1.1" status: 200 len: 210 time: 0.0276697 Apr 07 12:25:00.688214 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Device a5bb72e1-c095-40f5-bc31-4d861ee73640 no longer exists at agent hyperv_hv-cinder-83693 {{(pid=103984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 12:25:00.708191 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] No Port match for: a5bb72e1-c095-40f5-bc31-4d861ee73640 {{(pid=103984) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 12:25:00.708530 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Device a5bb72e1-c095-40f5-bc31-4d861ee73640 not bound to the agent host hv-cinder-83693 {{(pid=103984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 12:25:01.982786 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-0eaa926f-2f75-48b7-8abe-c0c78d742a22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (94869e64-74fb-4601-95b5-a1334a6bdcea), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:02.211935 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (b65c4e22-832a-4f2b-89ab-f6b5f91e1f65), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:02.654574 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.wsgi [-] (103983) accepted ('10.222.0.58', 44728) {{(pid=103983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:25:02.809566 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-78a0caf5-225f-460f-b5a1-6394c315ef4e tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Deleting port a78a5aa4-1ee9-4cd2-a41c-7928f8a20e2d {{(pid=103983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:25:02.809904 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-78a0caf5-225f-460f-b5a1-6394c315ef4e tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780057404546'] for port (a78a5aa4-1ee9-4cd2-a41c-7928f8a20e2d), before_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:02.886857 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-78a0caf5-225f-460f-b5a1-6394c315ef4e tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2017998'] for port (a78a5aa4-1ee9-4cd2-a41c-7928f8a20e2d), precommit_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:02.887218 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-78a0caf5-225f-460f-b5a1-6394c315ef4e tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Publish callbacks [] for floatingip (a78a5aa4-1ee9-4cd2-a41c-7928f8a20e2d), precommit_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:02.904976 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-78a0caf5-225f-460f-b5a1-6394c315ef4e tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Calling delete_port for a78a5aa4-1ee9-4cd2-a41c-7928f8a20e2d owned by network:floatingip {{(pid=103983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:25:03.160173 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-78a0caf5-225f-460f-b5a1-6394c315ef4e tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780057409621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780056949598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126495687'] for port (a78a5aa4-1ee9-4cd2-a41c-7928f8a20e2d), after_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:03.186148 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a0caf5-225f-460f-b5a1-6394c315ef4e tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Pushing event deleted for resources: {'Port': ['ID=a78a5aa4-1ee9-4cd2-a41c-7928f8a20e2d,revision_number=None']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:25:03.248178 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-78a0caf5-225f-460f-b5a1-6394c315ef4e tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Publish callbacks [] for floatingip (3ab59601-5d61-44dd-a33d-5594dbd29547), after_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:03.248515 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.db.l3_db [None req-78a0caf5-225f-460f-b5a1-6394c315ef4e tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Floating IP 3ab59601-5d61-44dd-a33d-5594dbd29547 disassociated (deleted). External IP: 172.27.0.112, port: 7b25f41b-6a69-47ca-bc22-bec9f53c7b0e. Apr 07 12:25:03.456889 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78a0caf5-225f-460f-b5a1-6394c315ef4e tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Router 0b1c35bf-c535-44f5-b127-a2ac993223bd has already been hosted by L3 agent ad8978c4-6515-441c-a828-0289badd3b4a {{(pid=103983) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 12:25:03.563569 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78a0caf5-225f-460f-b5a1-6394c315ef4e tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Notify agent at l3_agent.dv-cinder-836930-1-iscsi the message routers_updated {{(pid=103983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 12:25:03.567863 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-78a0caf5-225f-460f-b5a1-6394c315ef4e tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91606'] for floatingip (None), before_response {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:03.573851 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba0c53f5-ea4d-4d2b-8581-6674dc714a52 None None] Sync routers for ids ['0b1c35bf-c535-44f5-b127-a2ac993223bd'] in dv-cinder-836930-1-iscsi {{(pid=103984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 12:25:03.584458 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba0c53f5-ea4d-4d2b-8581-6674dc714a52 None None] Routers {'0b1c35bf-c535-44f5-b127-a2ac993223bd'} bound to L3 agent in host dv-cinder-836930-1-iscsi {{(pid=103984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:25:03.585067 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_hamode_db [None req-ba0c53f5-ea4d-4d2b-8581-6674dc714a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836930-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T11:57:34Z,description=,heartbeat_timestamp=2022-04-07T12:24:34Z,host='dv-cinder-836930-1-iscsi',id=ad8978c4-6515-441c-a828-0289badd3b4a,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:57:35Z,topic='l3_agent')) {'router_ids': ['0b1c35bf-c535-44f5-b127-a2ac993223bd'], 'active': True} {{(pid=103984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:25:03.598654 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [None req-78a0caf5-225f-460f-b5a1-6394c315ef4e tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] 10.222.0.58 "DELETE /v2.0/floatingips/3ab59601-5d61-44dd-a33d-5594dbd29547 HTTP/1.1" status: 204 len: 168 time: 0.9429431 Apr 07 12:25:03.599481 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6eabdb9-5213-4215-a7f9-2a097e964133', 'tag': '7b25f41b-6a69-47ca-bc22-bec9f53c7b0e'}] {{(pid=103983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:25:03.601867 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0a7841b86293cbb58346800955405af87a5c8eeb3540a71a4bbd7df08edd1cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d791fe26-6ed8-402e-8d07-719b3106bbdc" -d '{"events": [{"name": "network-changed", "server_uuid": "d6eabdb9-5213-4215-a7f9-2a097e964133", "tag": "7b25f41b-6a69-47ca-bc22-bec9f53c7b0e"}]}' {{(pid=103983) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:25:03.642587 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 12:25:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8f9fee7-aa9e-4ded-a162-a57adad9b6b1 x-openstack-request-id: req-a8f9fee7-aa9e-4ded-a162-a57adad9b6b1 {{(pid=103983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:25:03.642889 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6eabdb9-5213-4215-a7f9-2a097e964133", "tag": "7b25f41b-6a69-47ca-bc22-bec9f53c7b0e", "status": "completed", "code": 200}]} {{(pid=103983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:25:03.643166 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a8f9fee7-aa9e-4ded-a162-a57adad9b6b1 {{(pid=103983) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:25:03.643586 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8f9fee7-aa9e-4ded-a162-a57adad9b6b1'] response: {'name': 'network-changed', 'server_uuid': 'd6eabdb9-5213-4215-a7f9-2a097e964133', 'tag': '7b25f41b-6a69-47ca-bc22-bec9f53c7b0e', 'status': 'completed', 'code': 200} Apr 07 12:25:03.702390 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_dvr_db [None req-ba0c53f5-ea4d-4d2b-8581-6674dc714a52 None None] Set router 0b1c35bf-c535-44f5-b127-a2ac993223bd gateway port host: dv-cinder-836930-1-iscsi {{(pid=103984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:25:03.737270 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d791fe26-6ed8-402e-8d07-719b3106bbdc req-e680187f-87b4-44aa-87bb-b40a2defa200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:25:03.738818 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-d791fe26-6ed8-402e-8d07-719b3106bbdc req-e680187f-87b4-44aa-87bb-b40a2defa200 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e1b2030530534aa6979de076136fa20a&device_id=d6eabdb9-5213-4215-a7f9-2a097e964133 HTTP/1.1" status: 200 len: 1129 time: 0.0456085 Apr 07 12:25:03.833447 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d791fe26-6ed8-402e-8d07-719b3106bbdc req-86e68c08-d40d-4460-85b3-2b43b30645a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:25:03.834892 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-d791fe26-6ed8-402e-8d07-719b3106bbdc req-86e68c08-d40d-4460-85b3-2b43b30645a8 service neutron] 10.222.0.49 "GET /v2.0/networks?id=a345358b-c2f9-4423-be80-16d77882e75b HTTP/1.1" status: 200 len: 913 time: 0.0898564 Apr 07 12:25:03.878739 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-d791fe26-6ed8-402e-8d07-719b3106bbdc req-29ac6e56-f7fc-4f25-94f0-2fa77a5ba169 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7b25f41b-6a69-47ca-bc22-bec9f53c7b0e HTTP/1.1" status: 200 len: 217 time: 0.0370347 Apr 07 12:25:03.897656 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_hamode_db [None req-ba0c53f5-ea4d-4d2b-8581-6674dc714a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b1c35bf-c535-44f5-b127-a2ac993223bd', 'name': 'tempest-TestVolumeBootPattern-1656811937-router', 'tenant_id': 'e1b2030530534aa6979de076136fa20a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'external_fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': 'e81aeb67-84f5-43ac-8df2-9790a00726a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:18:10Z', 'updated_at': '2022-04-07T12:18:13Z', 'revision_number': 4, 'project_id': 'e1b2030530534aa6979de076136fa20a', 'gw_port': {'id': 'e81aeb67-84f5-43ac-8df2-9790a00726a2', 'name': '', 'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:f2:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1c35bf-c535-44f5-b127-a2ac993223bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:18:11Z', 'updated_at': '2022-04-07T12:18:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4554067d-f507-4a99-8a98-0874c02c5721', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836930-1-iscsi', '_interfaces': [{'id': '6be6968e-a869-46e2-8977-4ba1c04a3b65', 'name': '', 'network_id': 'a345358b-c2f9-4423-be80-16d77882e75b', 'tenant_id': 'e1b2030530534aa6979de076136fa20a', 'mac_address': 'fa:16:3e:7b:6e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1c35bf-c535-44f5-b127-a2ac993223bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '2d7690c0-1ac8-4c45-b462-9e76589db54f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:18:13Z', 'updated_at': '2022-04-07T12:18:17Z', 'revision_number': 5, 'project_id': 'e1b2030530534aa6979de076136fa20a', 'subnets': [{'id': '2d7690c0-1ac8-4c45-b462-9e76589db54f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836930-1-iscsi', False) {} {{(pid=103984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:25:03.926180 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba0c53f5-ea4d-4d2b-8581-6674dc714a52 None None] Checking router: 0b1c35bf-c535-44f5-b127-a2ac993223bd for host: dv-cinder-836930-1-iscsi {{(pid=103984) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 12:25:03.930231 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d791fe26-6ed8-402e-8d07-719b3106bbdc req-cd15b197-fde4-4934-85c4-c45526cdec50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:25:03.931737 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-d791fe26-6ed8-402e-8d07-719b3106bbdc req-cd15b197-fde4-4934-85c4-c45526cdec50 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2d7690c0-1ac8-4c45-b462-9e76589db54f HTTP/1.1" status: 200 len: 851 time: 0.0470920 Apr 07 12:25:03.938942 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba0c53f5-ea4d-4d2b-8581-6674dc714a52 None None] Routers {'0b1c35bf-c535-44f5-b127-a2ac993223bd'} bound to L3 agent in host dv-cinder-836930-1-iscsi {{(pid=103984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:25:03.939942 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_hamode_db [None req-ba0c53f5-ea4d-4d2b-8581-6674dc714a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836930-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T11:57:34Z,description=,heartbeat_timestamp=2022-04-07T12:24:34Z,host='dv-cinder-836930-1-iscsi',id=ad8978c4-6515-441c-a828-0289badd3b4a,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:57:35Z,topic='l3_agent')) {'router_ids': ['0b1c35bf-c535-44f5-b127-a2ac993223bd'], 'active': True} {{(pid=103984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:25:03.998600 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d791fe26-6ed8-402e-8d07-719b3106bbdc req-6ecbc8bf-6c6b-4e95-872e-bee7c80973fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:25:04.000163 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-d791fe26-6ed8-402e-8d07-719b3106bbdc req-6ecbc8bf-6c6b-4e95-872e-bee7c80973fd service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a345358b-c2f9-4423-be80-16d77882e75b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0614469 Apr 07 12:25:04.040236 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1118d7-4366-4bd2-827b-59fd13b687d6 req-45772dca-9d89-4af6-8480-2d6978816f7e tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:25:04.041899 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-3d1118d7-4366-4bd2-827b-59fd13b687d6 req-45772dca-9d89-4af6-8480-2d6978816f7e tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] 10.222.0.58 "GET /v2.0/ports?device_id=d6eabdb9-5213-4215-a7f9-2a097e964133 HTTP/1.1" status: 200 len: 945 time: 0.0562272 Apr 07 12:25:04.092386 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-3d1118d7-4366-4bd2-827b-59fd13b687d6 req-621c0c86-fa57-4997-b737-b5e8e3602396 tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] 10.222.0.58 "GET /v2.0/security-groups?id=7f22cb13-67b3-4270-941d-47a255e4854d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445156 Apr 07 12:25:04.178319 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_dvr_db [None req-ba0c53f5-ea4d-4d2b-8581-6674dc714a52 None None] Set router 0b1c35bf-c535-44f5-b127-a2ac993223bd gateway port host: dv-cinder-836930-1-iscsi {{(pid=103984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:25:04.309298 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.agents_db [None req-3662b1ad-d2b5-4b6d-81f6-e1280f618718 None None] Agent healthcheck: found 6 active agents {{(pid=103985) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 12:25:04.383635 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_hamode_db [None req-ba0c53f5-ea4d-4d2b-8581-6674dc714a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b1c35bf-c535-44f5-b127-a2ac993223bd', 'name': 'tempest-TestVolumeBootPattern-1656811937-router', 'tenant_id': 'e1b2030530534aa6979de076136fa20a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'external_fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': 'e81aeb67-84f5-43ac-8df2-9790a00726a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:18:10Z', 'updated_at': '2022-04-07T12:18:13Z', 'revision_number': 4, 'project_id': 'e1b2030530534aa6979de076136fa20a', 'gw_port': {'id': 'e81aeb67-84f5-43ac-8df2-9790a00726a2', 'name': '', 'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:f2:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1c35bf-c535-44f5-b127-a2ac993223bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:18:11Z', 'updated_at': '2022-04-07T12:18:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4554067d-f507-4a99-8a98-0874c02c5721', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836930-1-iscsi', '_interfaces': [{'id': '6be6968e-a869-46e2-8977-4ba1c04a3b65', 'name': '', 'network_id': 'a345358b-c2f9-4423-be80-16d77882e75b', 'tenant_id': 'e1b2030530534aa6979de076136fa20a', 'mac_address': 'fa:16:3e:7b:6e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1c35bf-c535-44f5-b127-a2ac993223bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '2d7690c0-1ac8-4c45-b462-9e76589db54f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:18:13Z', 'updated_at': '2022-04-07T12:18:17Z', 'revision_number': 5, 'project_id': 'e1b2030530534aa6979de076136fa20a', 'subnets': [{'id': '2d7690c0-1ac8-4c45-b462-9e76589db54f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836930-1-iscsi', False) {} {{(pid=103984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:25:04.410393 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba0c53f5-ea4d-4d2b-8581-6674dc714a52 None None] The sync data for ids ['0b1c35bf-c535-44f5-b127-a2ac993223bd'] in dv-cinder-836930-1-iscsi is: [{'id': '0b1c35bf-c535-44f5-b127-a2ac993223bd', 'name': 'tempest-TestVolumeBootPattern-1656811937-router', 'tenant_id': 'e1b2030530534aa6979de076136fa20a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'external_fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': 'e81aeb67-84f5-43ac-8df2-9790a00726a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:18:10Z', 'updated_at': '2022-04-07T12:18:13Z', 'revision_number': 4, 'project_id': 'e1b2030530534aa6979de076136fa20a', 'gw_port': {'id': 'e81aeb67-84f5-43ac-8df2-9790a00726a2', 'name': '', 'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:f2:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1c35bf-c535-44f5-b127-a2ac993223bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:18:11Z', 'updated_at': '2022-04-07T12:18:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4554067d-f507-4a99-8a98-0874c02c5721', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836930-1-iscsi', '_interfaces': [{'id': '6be6968e-a869-46e2-8977-4ba1c04a3b65', 'name': '', 'network_id': 'a345358b-c2f9-4423-be80-16d77882e75b', 'tenant_id': 'e1b2030530534aa6979de076136fa20a', 'mac_address': 'fa:16:3e:7b:6e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1c35bf-c535-44f5-b127-a2ac993223bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '2d7690c0-1ac8-4c45-b462-9e76589db54f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:18:13Z', 'updated_at': '2022-04-07T12:18:17Z', 'revision_number': 5, 'project_id': 'e1b2030530534aa6979de076136fa20a', 'subnets': [{'id': '2d7690c0-1ac8-4c45-b462-9e76589db54f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 12:25:04.411954 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-953ade0c-4b3c-49c4-8628-e535c79b43f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (ad8978c4-6515-441c-a828-0289badd3b4a), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:04.628492 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f691ce1b-7ef3-41c0-b787-0bde978104d0 None None] New status for floating IP 3ab59601-5d61-44dd-a33d-5594dbd29547: DOWN {{(pid=103985) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 12:25:05.211776 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03427a55-935d-4469-934d-1ef0290851ab req-5a4a10ac-68be-4aa7-b9cf-06662fd4ad68 tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:25:05.213738 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-03427a55-935d-4469-934d-1ef0290851ab req-5a4a10ac-68be-4aa7-b9cf-06662fd4ad68 tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] 10.222.0.58 "GET /v2.0/ports?device_id=d6eabdb9-5213-4215-a7f9-2a097e964133 HTTP/1.1" status: 200 len: 945 time: 0.0526330 Apr 07 12:25:05.312975 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-03427a55-935d-4469-934d-1ef0290851ab req-7efbd781-9372-454a-8d25-d7b889b4f0b0 tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] 10.222.0.58 "GET /v2.0/security-groups?id=7f22cb13-67b3-4270-941d-47a255e4854d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934627 Apr 07 12:25:05.342912 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-d791fe26-6ed8-402e-8d07-719b3106bbdc req-52d1cfb9-b4e4-44f6-8a8a-d28b8c5e6e41 service neutron] 10.222.0.49 "GET /v2.0/networks/a345358b-c2f9-4423-be80-16d77882e75b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104765 Apr 07 12:25:05.612185 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-d791fe26-6ed8-402e-8d07-719b3106bbdc req-0f8afdc3-2061-4214-89f5-50d340351887 service neutron] 10.222.0.49 "GET /v2.0/networks/a345358b-c2f9-4423-be80-16d77882e75b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841734 Apr 07 12:25:05.737205 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-e3029262-029d-49e4-8078-e7e61e534645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (e465150c-12ca-425e-8c36-fa03ee6240b4), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:05.940773 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1655adf-b4b3-4570-b029-c3f9e92cd15a req-ba25a957-765e-4dda-8683-f443018b53cb tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:25:05.942212 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-f1655adf-b4b3-4570-b029-c3f9e92cd15a req-ba25a957-765e-4dda-8683-f443018b53cb tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] 10.222.0.49 "GET /v2.0/ports?device_id=d6eabdb9-5213-4215-a7f9-2a097e964133 HTTP/1.1" status: 200 len: 945 time: 0.0560114 Apr 07 12:25:06.030462 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [req-f1655adf-b4b3-4570-b029-c3f9e92cd15a req-6fb03eae-35fb-46c5-995e-613b7f41c6bb tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Deleting port 7b25f41b-6a69-47ca-bc22-bec9f53c7b0e {{(pid=103983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:25:06.031282 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [req-f1655adf-b4b3-4570-b029-c3f9e92cd15a req-6fb03eae-35fb-46c5-995e-613b7f41c6bb tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780057404546'] for port (7b25f41b-6a69-47ca-bc22-bec9f53c7b0e), before_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:06.380911 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.plugins.ml2.db [req-f1655adf-b4b3-4570-b029-c3f9e92cd15a req-6fb03eae-35fb-46c5-995e-613b7f41c6bb tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] For port 7b25f41b-6a69-47ca-bc22-bec9f53c7b0e, host hv-cinder-83693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83693',level=0,port_id=7b25f41b-6a69-47ca-bc22-bec9f53c7b0e,segment=NetworkSegment(7f8ea31b-b6d5-4bf8-9f2f-e16cecf12e77),segment_id=7f8ea31b-b6d5-4bf8-9f2f-e16cecf12e77)] {{(pid=103983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:25:06.381608 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [req-f1655adf-b4b3-4570-b029-c3f9e92cd15a req-6fb03eae-35fb-46c5-995e-613b7f41c6bb tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2017998'] for port (7b25f41b-6a69-47ca-bc22-bec9f53c7b0e), precommit_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:06.394317 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [req-f1655adf-b4b3-4570-b029-c3f9e92cd15a req-6fb03eae-35fb-46c5-995e-613b7f41c6bb tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Calling delete_port for 7b25f41b-6a69-47ca-bc22-bec9f53c7b0e owned by compute:nova {{(pid=103983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:25:06.436419 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e409df58-3ddc-4cc3-8e7a-b5dceb023d18 req-47b32e20-ed1c-4f50-8bd7-227fbfa5ceee tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:25:06.438664 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-e409df58-3ddc-4cc3-8e7a-b5dceb023d18 req-47b32e20-ed1c-4f50-8bd7-227fbfa5ceee tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] 10.222.0.58 "GET /v2.0/ports?device_id=d6eabdb9-5213-4215-a7f9-2a097e964133 HTTP/1.1" status: 200 len: 945 time: 0.0562429 Apr 07 12:25:06.486970 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-e409df58-3ddc-4cc3-8e7a-b5dceb023d18 req-1c82886c-df42-4fc9-8e27-329e8b12f22b tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] 10.222.0.58 "GET /v2.0/security-groups?id=7f22cb13-67b3-4270-941d-47a255e4854d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423980 Apr 07 12:25:06.554655 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [req-f1655adf-b4b3-4570-b029-c3f9e92cd15a req-6fb03eae-35fb-46c5-995e-613b7f41c6bb tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780057409621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780056949598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126495687'] for port (7b25f41b-6a69-47ca-bc22-bec9f53c7b0e), after_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:06.585772 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb03eae-35fb-46c5-995e-613b7f41c6bb tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Pushing event deleted for resources: {'Port': ['ID=7b25f41b-6a69-47ca-bc22-bec9f53c7b0e,revision_number=None']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:25:06.628674 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1655adf-b4b3-4570-b029-c3f9e92cd15a req-6fb03eae-35fb-46c5-995e-613b7f41c6bb tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] No DVR routers for this DVR port 7b25f41b-6a69-47ca-bc22-bec9f53c7b0e on host hv-cinder-83693 {{(pid=103983) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 12:25:06.631079 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [req-f1655adf-b4b3-4570-b029-c3f9e92cd15a req-6fb03eae-35fb-46c5-995e-613b7f41c6bb tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91606'] for port (None), before_response {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:06.634302 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [req-f1655adf-b4b3-4570-b029-c3f9e92cd15a req-6fb03eae-35fb-46c5-995e-613b7f41c6bb tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] 10.222.0.49 "DELETE /v2.0/ports/7b25f41b-6a69-47ca-bc22-bec9f53c7b0e HTTP/1.1" status: 204 len: 173 time: 0.6857631 Apr 07 12:25:06.634754 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6eabdb9-5213-4215-a7f9-2a097e964133', 'name': 'network-vif-deleted', 'tag': '7b25f41b-6a69-47ca-bc22-bec9f53c7b0e'}] {{(pid=103983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:25:06.636985 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0a7841b86293cbb58346800955405af87a5c8eeb3540a71a4bbd7df08edd1cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d665fd3-2039-4088-88bd-296976f3d966" -d '{"events": [{"server_uuid": "d6eabdb9-5213-4215-a7f9-2a097e964133", "name": "network-vif-deleted", "tag": "7b25f41b-6a69-47ca-bc22-bec9f53c7b0e"}]}' {{(pid=103983) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:25:06.671996 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 12:25:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7490f15-d4c7-433a-8af6-4b6c8009e381 x-openstack-request-id: req-f7490f15-d4c7-433a-8af6-4b6c8009e381 {{(pid=103983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:25:06.672288 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6eabdb9-5213-4215-a7f9-2a097e964133", "name": "network-vif-deleted", "tag": "7b25f41b-6a69-47ca-bc22-bec9f53c7b0e", "status": "completed", "code": 200}]} {{(pid=103983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:25:06.672541 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f7490f15-d4c7-433a-8af6-4b6c8009e381 {{(pid=103983) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:25:06.672945 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7490f15-d4c7-433a-8af6-4b6c8009e381'] response: {'server_uuid': 'd6eabdb9-5213-4215-a7f9-2a097e964133', 'name': 'network-vif-deleted', 'tag': '7b25f41b-6a69-47ca-bc22-bec9f53c7b0e', 'status': 'completed', 'code': 200} Apr 07 12:25:07.480097 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-4ee86192-ef9a-4f9c-8d37-983d911c7eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (8705c964-c35e-4008-b403-e26242cd5404), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:07.592121 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [req-6420f4f4-4112-4346-a1b3-153f92c38532 req-f984bff2-697c-4fb5-b9fa-86b4c85ec055 tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] 10.222.0.58 "GET /v2.0/ports?device_id=d6eabdb9-5213-4215-a7f9-2a097e964133 HTTP/1.1" status: 200 len: 210 time: 0.0273867 Apr 07 12:25:08.647013 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.wsgi [-] (103983) accepted ('10.222.0.58', 44750) {{(pid=103983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:25:08.707601 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Device 7b25f41b-6a69-47ca-bc22-bec9f53c7b0e no longer exists at agent hyperv_hv-cinder-83693 {{(pid=103984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 12:25:08.727670 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] No Port match for: 7b25f41b-6a69-47ca-bc22-bec9f53c7b0e {{(pid=103984) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 12:25:08.728695 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Device 7b25f41b-6a69-47ca-bc22-bec9f53c7b0e not bound to the agent host hv-cinder-83693 {{(pid=103984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 12:25:08.777780 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (18566f30-62c1-4fb1-af49-ebd049d63fec), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:08.780400 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-a33e42de-d1dc-4d6c-936f-f2959e08c8ae tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Deleting port 3b7bd6fe-6ebe-410d-ac0f-625d7672dfca {{(pid=103983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:25:08.781503 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-a33e42de-d1dc-4d6c-936f-f2959e08c8ae tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780057404546'] for port (3b7bd6fe-6ebe-410d-ac0f-625d7672dfca), before_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:08.859947 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-a33e42de-d1dc-4d6c-936f-f2959e08c8ae tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2017998'] for port (3b7bd6fe-6ebe-410d-ac0f-625d7672dfca), precommit_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:08.860268 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-a33e42de-d1dc-4d6c-936f-f2959e08c8ae tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Publish callbacks [] for floatingip (3b7bd6fe-6ebe-410d-ac0f-625d7672dfca), precommit_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:08.872405 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-a33e42de-d1dc-4d6c-936f-f2959e08c8ae tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Calling delete_port for 3b7bd6fe-6ebe-410d-ac0f-625d7672dfca owned by network:floatingip {{(pid=103983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:25:09.085900 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-a33e42de-d1dc-4d6c-936f-f2959e08c8ae tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780057409621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780056949598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126495687'] for port (3b7bd6fe-6ebe-410d-ac0f-625d7672dfca), after_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:09.114704 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33e42de-d1dc-4d6c-936f-f2959e08c8ae tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Pushing event deleted for resources: {'Port': ['ID=3b7bd6fe-6ebe-410d-ac0f-625d7672dfca,revision_number=None']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:25:09.173601 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-a33e42de-d1dc-4d6c-936f-f2959e08c8ae tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Publish callbacks [] for floatingip (13439f8c-fd8e-4778-b732-3bbaeeced886), after_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:09.176012 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-a33e42de-d1dc-4d6c-936f-f2959e08c8ae tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91606'] for floatingip (None), before_response {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:09.177405 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [None req-a33e42de-d1dc-4d6c-936f-f2959e08c8ae tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] 10.222.0.58 "DELETE /v2.0/floatingips/13439f8c-fd8e-4778-b732-3bbaeeced886 HTTP/1.1" status: 204 len: 168 time: 0.5291183 Apr 07 12:25:10.486174 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.wsgi [-] (103983) accepted ('10.222.0.58', 44762) {{(pid=103983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:25:10.540535 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-d9c9a71c-513e-4a0d-a719-34f9b3530508 tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Publish callbacks [] for security_group (7f22cb13-67b3-4270-941d-47a255e4854d), before_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:10.564915 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-d9c9a71c-513e-4a0d-a719-34f9b3530508 tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Publish callbacks [] for security_group (7f22cb13-67b3-4270-941d-47a255e4854d), precommit_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:10.713617 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-d9c9a71c-513e-4a0d-a719-34f9b3530508 tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678166'] for security_group (7f22cb13-67b3-4270-941d-47a255e4854d), after_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:10.716180 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-d9c9a71c-513e-4a0d-a719-34f9b3530508 tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Publish callbacks [] for security_group (None), before_response {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:10.718044 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [None req-d9c9a71c-513e-4a0d-a719-34f9b3530508 tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] 10.222.0.58 "DELETE /v2.0/security-groups/7f22cb13-67b3-4270-941d-47a255e4854d HTTP/1.1" status: 204 len: 168 time: 0.2308154 Apr 07 12:25:10.727509 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c9a71c-513e-4a0d-a719-34f9b3530508 tempest-TestVolumeBootPattern-603829188 tempest-TestVolumeBootPattern-603829188-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f22cb13-67b3-4270-941d-47a255e4854d,revision_number=None']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:25:10.865101 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.wsgi [-] (103983) accepted ('10.222.0.58', 44766) {{(pid=103983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:25:11.320767 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-9d3739ae-41fb-4acf-8218-de7c64cac9ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2021178'] for router_interface (0b1c35bf-c535-44f5-b127-a2ac993223bd), before_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:11.564920 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-9d3739ae-41fb-4acf-8218-de7c64cac9ab admin admin] Deleting port 6be6968e-a869-46e2-8977-4ba1c04a3b65 {{(pid=103983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:25:11.565608 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-9d3739ae-41fb-4acf-8218-de7c64cac9ab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780057404546'] for port (6be6968e-a869-46e2-8977-4ba1c04a3b65), before_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:11.643411 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.plugins.ml2.db [None req-9d3739ae-41fb-4acf-8218-de7c64cac9ab admin admin] For port 6be6968e-a869-46e2-8977-4ba1c04a3b65, host dv-cinder-836930-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836930-1-iscsi',level=0,port_id=6be6968e-a869-46e2-8977-4ba1c04a3b65,segment=NetworkSegment(7f8ea31b-b6d5-4bf8-9f2f-e16cecf12e77),segment_id=7f8ea31b-b6d5-4bf8-9f2f-e16cecf12e77)] {{(pid=103983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:25:11.643770 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-9d3739ae-41fb-4acf-8218-de7c64cac9ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2017998'] for port (6be6968e-a869-46e2-8977-4ba1c04a3b65), precommit_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:11.655998 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-9d3739ae-41fb-4acf-8218-de7c64cac9ab admin admin] Calling delete_port for 6be6968e-a869-46e2-8977-4ba1c04a3b65 owned by network:router_interface {{(pid=103983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:25:11.925076 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-9d3739ae-41fb-4acf-8218-de7c64cac9ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780057409621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780056949598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126495687'] for port (6be6968e-a869-46e2-8977-4ba1c04a3b65), after_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:11.950180 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3739ae-41fb-4acf-8218-de7c64cac9ab admin admin] Pushing event deleted for resources: {'Port': ['ID=6be6968e-a869-46e2-8977-4ba1c04a3b65,revision_number=None']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:25:12.115865 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-9d3739ae-41fb-4acf-8218-de7c64cac9ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2021237'] for router_interface (0b1c35bf-c535-44f5-b127-a2ac993223bd), after_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:12.329079 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d3739ae-41fb-4acf-8218-de7c64cac9ab admin admin] Router 0b1c35bf-c535-44f5-b127-a2ac993223bd has already been hosted by L3 agent ad8978c4-6515-441c-a828-0289badd3b4a {{(pid=103983) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 12:25:12.435969 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d3739ae-41fb-4acf-8218-de7c64cac9ab admin admin] Notify agent at l3_agent.dv-cinder-836930-1-iscsi the message routers_updated {{(pid=103983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 12:25:12.441306 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [None req-9d3739ae-41fb-4acf-8218-de7c64cac9ab admin admin] 10.222.0.58 "PUT /v2.0/routers/0b1c35bf-c535-44f5-b127-a2ac993223bd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5751476 Apr 07 12:25:12.444030 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.58', 44770) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:25:12.444497 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e53f03e-5635-4075-b524-f84b58d1be16 None None] Sync routers for ids ['0b1c35bf-c535-44f5-b127-a2ac993223bd'] in dv-cinder-836930-1-iscsi {{(pid=103984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 12:25:12.455813 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e53f03e-5635-4075-b524-f84b58d1be16 None None] Routers {'0b1c35bf-c535-44f5-b127-a2ac993223bd'} bound to L3 agent in host dv-cinder-836930-1-iscsi {{(pid=103984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:25:12.456459 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_hamode_db [None req-5e53f03e-5635-4075-b524-f84b58d1be16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836930-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T11:57:34Z,description=,heartbeat_timestamp=2022-04-07T12:25:04Z,host='dv-cinder-836930-1-iscsi',id=ad8978c4-6515-441c-a828-0289badd3b4a,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:57:35Z,topic='l3_agent')) {'router_ids': ['0b1c35bf-c535-44f5-b127-a2ac993223bd'], 'active': True} {{(pid=103984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:25:12.550021 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-8a6df263-6ba6-4875-be4b-a57a77631cbe admin admin] Publish callbacks [] for router (0b1c35bf-c535-44f5-b127-a2ac993223bd), before_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:12.561754 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_dvr_db [None req-5e53f03e-5635-4075-b524-f84b58d1be16 None None] Set router 0b1c35bf-c535-44f5-b127-a2ac993223bd gateway port host: dv-cinder-836930-1-iscsi {{(pid=103984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:25:12.658389 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-8a6df263-6ba6-4875-be4b-a57a77631cbe admin admin] Publish callbacks [] for router_gateway (0b1c35bf-c535-44f5-b127-a2ac993223bd), before_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:12.756379 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_hamode_db [None req-5e53f03e-5635-4075-b524-f84b58d1be16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b1c35bf-c535-44f5-b127-a2ac993223bd', 'name': 'tempest-TestVolumeBootPattern-1656811937-router', 'tenant_id': 'e1b2030530534aa6979de076136fa20a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'external_fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': 'e81aeb67-84f5-43ac-8df2-9790a00726a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:18:10Z', 'updated_at': '2022-04-07T12:25:11Z', 'revision_number': 5, 'project_id': 'e1b2030530534aa6979de076136fa20a', 'gw_port': {'id': 'e81aeb67-84f5-43ac-8df2-9790a00726a2', 'name': '', 'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:f2:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1c35bf-c535-44f5-b127-a2ac993223bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:18:11Z', 'updated_at': '2022-04-07T12:18:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4554067d-f507-4a99-8a98-0874c02c5721', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836930-1-iscsi'}], 'dv-cinder-836930-1-iscsi', False) {} {{(pid=103984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:25:12.783059 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e53f03e-5635-4075-b524-f84b58d1be16 None None] Checking router: 0b1c35bf-c535-44f5-b127-a2ac993223bd for host: dv-cinder-836930-1-iscsi {{(pid=103984) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 12:25:12.791236 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e53f03e-5635-4075-b524-f84b58d1be16 None None] Routers {'0b1c35bf-c535-44f5-b127-a2ac993223bd'} bound to L3 agent in host dv-cinder-836930-1-iscsi {{(pid=103984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:25:12.791850 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_hamode_db [None req-5e53f03e-5635-4075-b524-f84b58d1be16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836930-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T11:57:34Z,description=,heartbeat_timestamp=2022-04-07T12:25:04Z,host='dv-cinder-836930-1-iscsi',id=ad8978c4-6515-441c-a828-0289badd3b4a,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:57:35Z,topic='l3_agent')) {'router_ids': ['0b1c35bf-c535-44f5-b127-a2ac993223bd'], 'active': True} {{(pid=103984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:25:12.837891 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.plugin [None req-8a6df263-6ba6-4875-be4b-a57a77631cbe admin admin] Deleting port e81aeb67-84f5-43ac-8df2-9790a00726a2 {{(pid=103982) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:25:12.838122 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-8a6df263-6ba6-4875-be4b-a57a77631cbe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780057404546'] for port (e81aeb67-84f5-43ac-8df2-9790a00726a2), before_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:12.882586 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_dvr_db [None req-5e53f03e-5635-4075-b524-f84b58d1be16 None None] Set router 0b1c35bf-c535-44f5-b127-a2ac993223bd gateway port host: None {{(pid=103984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:25:12.919211 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.db [None req-8a6df263-6ba6-4875-be4b-a57a77631cbe admin admin] For port e81aeb67-84f5-43ac-8df2-9790a00726a2, host dv-cinder-836930-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836930-1-iscsi',level=0,port_id=e81aeb67-84f5-43ac-8df2-9790a00726a2,segment=NetworkSegment(82c7666f-c776-4b0f-ab14-8be16f51c525),segment_id=82c7666f-c776-4b0f-ab14-8be16f51c525)] {{(pid=103982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:25:12.919572 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-8a6df263-6ba6-4875-be4b-a57a77631cbe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2017998'] for port (e81aeb67-84f5-43ac-8df2-9790a00726a2), precommit_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:12.932342 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.plugin [None req-8a6df263-6ba6-4875-be4b-a57a77631cbe admin admin] Calling delete_port for e81aeb67-84f5-43ac-8df2-9790a00726a2 owned by network:router_gateway {{(pid=103982) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:25:12.936405 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_hamode_db [None req-5e53f03e-5635-4075-b524-f84b58d1be16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b1c35bf-c535-44f5-b127-a2ac993223bd', 'name': 'tempest-TestVolumeBootPattern-1656811937-router', 'tenant_id': 'e1b2030530534aa6979de076136fa20a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:18:10Z', 'updated_at': '2022-04-07T12:25:12Z', 'revision_number': 6, 'project_id': 'e1b2030530534aa6979de076136fa20a', 'gw_port_host': None}], 'dv-cinder-836930-1-iscsi', False) {} {{(pid=103984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:25:12.963082 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e53f03e-5635-4075-b524-f84b58d1be16 None None] The sync data for ids ['0b1c35bf-c535-44f5-b127-a2ac993223bd'] in dv-cinder-836930-1-iscsi is: [{'id': '0b1c35bf-c535-44f5-b127-a2ac993223bd', 'name': 'tempest-TestVolumeBootPattern-1656811937-router', 'tenant_id': 'e1b2030530534aa6979de076136fa20a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:18:10Z', 'updated_at': '2022-04-07T12:25:12Z', 'revision_number': 6, 'project_id': 'e1b2030530534aa6979de076136fa20a', 'gw_port_host': None}] {{(pid=103984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 12:25:13.189088 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-8a6df263-6ba6-4875-be4b-a57a77631cbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780057409621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780056949598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126593575'] for port (e81aeb67-84f5-43ac-8df2-9790a00726a2), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:13.215207 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6df263-6ba6-4875-be4b-a57a77631cbe admin admin] Pushing event deleted for resources: {'Port': ['ID=e81aeb67-84f5-43ac-8df2-9790a00726a2,revision_number=None']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:25:13.227033 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6df263-6ba6-4875-be4b-a57a77631cbe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:25:13.227411 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6df263-6ba6-4875-be4b-a57a77631cbe admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:25:13.227757 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6df263-6ba6-4875-be4b-a57a77631cbe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:25:13.228099 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6df263-6ba6-4875-be4b-a57a77631cbe admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:25:13.228434 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6df263-6ba6-4875-be4b-a57a77631cbe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:25:13.228769 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6df263-6ba6-4875-be4b-a57a77631cbe admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:25:13.229097 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6df263-6ba6-4875-be4b-a57a77631cbe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:25:13.229423 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6df263-6ba6-4875-be4b-a57a77631cbe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:25:13.229749 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6df263-6ba6-4875-be4b-a57a77631cbe admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:25:13.230075 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6df263-6ba6-4875-be4b-a57a77631cbe admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:25:13.230405 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6df263-6ba6-4875-be4b-a57a77631cbe admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:25:13.230728 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6df263-6ba6-4875-be4b-a57a77631cbe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:25:13.231059 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6df263-6ba6-4875-be4b-a57a77631cbe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:25:13.231399 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6df263-6ba6-4875-be4b-a57a77631cbe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:25:13.231719 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6df263-6ba6-4875-be4b-a57a77631cbe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:25:13.286264 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-8a6df263-6ba6-4875-be4b-a57a77631cbe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2019840'] for router_gateway (0b1c35bf-c535-44f5-b127-a2ac993223bd), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:13.380689 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-8a6df263-6ba6-4875-be4b-a57a77631cbe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105972'] for router (0b1c35bf-c535-44f5-b127-a2ac993223bd), precommit_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:13.382836 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-8a6df263-6ba6-4875-be4b-a57a77631cbe admin admin] Publish callbacks [] for router_controller (0b1c35bf-c535-44f5-b127-a2ac993223bd), precommit_delete_associations {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:13.474841 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-8a6df263-6ba6-4875-be4b-a57a77631cbe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1650014'] for router (0b1c35bf-c535-44f5-b127-a2ac993223bd), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:13.475532 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a6df263-6ba6-4875-be4b-a57a77631cbe admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0b1c35bf-c535-44f5-b127-a2ac993223bd {{(pid=103982) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 12:25:13.480463 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-8a6df263-6ba6-4875-be4b-a57a77631cbe admin admin] Publish callbacks [] for router (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:13.482002 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [None req-8a6df263-6ba6-4875-be4b-a57a77631cbe admin admin] 10.222.0.58 "DELETE /v2.0/routers/0b1c35bf-c535-44f5-b127-a2ac993223bd HTTP/1.1" status: 204 len: 168 time: 1.0365202 Apr 07 12:25:13.484912 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.58', 44772) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:25:13.502547 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Device e81aeb67-84f5-43ac-8df2-9790a00726a2 no longer exists at agent ovs-agent-dv-cinder-836930-1-iscsi {{(pid=103984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 12:25:13.519604 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] No Port match for: e81aeb67-84f5-43ac-8df2-9790a00726a2 {{(pid=103984) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 12:25:13.519958 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Device e81aeb67-84f5-43ac-8df2-9790a00726a2 not bound to the agent host dv-cinder-836930-1-iscsi {{(pid=103984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 12:25:13.520362 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Device 6be6968e-a869-46e2-8977-4ba1c04a3b65 no longer exists at agent ovs-agent-dv-cinder-836930-1-iscsi {{(pid=103984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 12:25:13.531780 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9b7cd9d-f08f-4295-86f5-de81356bdb2a admin admin] Deleting subnet 2d7690c0-1ac8-4c45-b462-9e76589db54f {{(pid=103982) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 12:25:13.535363 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-a9b7cd9d-f08f-4295-86f5-de81356bdb2a admin admin] Publish callbacks [] for subnet (2d7690c0-1ac8-4c45-b462-9e76589db54f), before_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:13.545249 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] No Port match for: 6be6968e-a869-46e2-8977-4ba1c04a3b65 {{(pid=103984) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 12:25:13.545600 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Device 6be6968e-a869-46e2-8977-4ba1c04a3b65 not bound to the agent host dv-cinder-836930-1-iscsi {{(pid=103984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 12:25:13.572001 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-a9b7cd9d-f08f-4295-86f5-de81356bdb2a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125930584'] for subnet (2d7690c0-1ac8-4c45-b462-9e76589db54f), precommit_delete_associations {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:13.652424 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-a9b7cd9d-f08f-4295-86f5-de81356bdb2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7504605'] for subnet (2d7690c0-1ac8-4c45-b462-9e76589db54f), precommit_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:13.777388 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-a9b7cd9d-f08f-4295-86f5-de81356bdb2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7504596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126593778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127907896'] for subnet (2d7690c0-1ac8-4c45-b462-9e76589db54f), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:13.803319 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b7cd9d-f08f-4295-86f5-de81356bdb2a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d7690c0-1ac8-4c45-b462-9e76589db54f,revision_number=None']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:25:13.806995 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-a9b7cd9d-f08f-4295-86f5-de81356bdb2a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585958'] for subnet (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:13.810347 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [None req-a9b7cd9d-f08f-4295-86f5-de81356bdb2a admin admin] 10.222.0.58 "DELETE /v2.0/subnets/2d7690c0-1ac8-4c45-b462-9e76589db54f HTTP/1.1" status: 204 len: 168 time: 0.3242161 Apr 07 12:25:13.813239 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.58', 44774) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:25:13.813860 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cea28ba5-540f-405e-acad-0bc20d46619f None None] Network a345358b-c2f9-4423-be80-16d77882e75b requested from dv-cinder-836930-1-iscsi {{(pid=103984) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 12:25:13.888019 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-bb618805-5b8a-4a61-bade-1ca34f8d2852 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7349020'] for network (a345358b-c2f9-4423-be80-16d77882e75b), before_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:13.942825 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.plugin [None req-bb618805-5b8a-4a61-bade-1ca34f8d2852 admin admin] Deleting port 2e809fe1-07d7-4dfb-a3c3-236739717915 {{(pid=103982) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:25:13.945082 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-bb618805-5b8a-4a61-bade-1ca34f8d2852 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780057404546'] for port (2e809fe1-07d7-4dfb-a3c3-236739717915), before_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:13.966239 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35ea564d-2766-48ed-8950-85e2c74ec517 None None] DHCP port deletion for a345358b-c2f9-4423-be80-16d77882e75b request from dv-cinder-836930-1-iscsi {{(pid=103984) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 12:25:14.011766 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.db [None req-bb618805-5b8a-4a61-bade-1ca34f8d2852 admin admin] For port 2e809fe1-07d7-4dfb-a3c3-236739717915, host dv-cinder-836930-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836930-1-iscsi',level=0,port_id=2e809fe1-07d7-4dfb-a3c3-236739717915,segment=NetworkSegment(7f8ea31b-b6d5-4bf8-9f2f-e16cecf12e77),segment_id=7f8ea31b-b6d5-4bf8-9f2f-e16cecf12e77)] {{(pid=103982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:25:14.012129 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-bb618805-5b8a-4a61-bade-1ca34f8d2852 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2017998'] for port (2e809fe1-07d7-4dfb-a3c3-236739717915), precommit_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:14.013570 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-35ea564d-2766-48ed-8950-85e2c74ec517 None None] Deleting port 2e809fe1-07d7-4dfb-a3c3-236739717915 {{(pid=103984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:25:14.014018 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-35ea564d-2766-48ed-8950-85e2c74ec517 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780057404546'] for port (2e809fe1-07d7-4dfb-a3c3-236739717915), before_delete {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:14.026597 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.plugin [None req-bb618805-5b8a-4a61-bade-1ca34f8d2852 admin admin] Calling delete_port for 2e809fe1-07d7-4dfb-a3c3-236739717915 owned by network:dhcp {{(pid=103982) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:25:14.084785 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.db [None req-35ea564d-2766-48ed-8950-85e2c74ec517 None None] For port 2e809fe1-07d7-4dfb-a3c3-236739717915, host dv-cinder-836930-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836930-1-iscsi',level=0,port_id=2e809fe1-07d7-4dfb-a3c3-236739717915,segment=NetworkSegment(7f8ea31b-b6d5-4bf8-9f2f-e16cecf12e77),segment_id=7f8ea31b-b6d5-4bf8-9f2f-e16cecf12e77)] {{(pid=103984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:25:14.085176 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-35ea564d-2766-48ed-8950-85e2c74ec517 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2017998'] for port (2e809fe1-07d7-4dfb-a3c3-236739717915), precommit_delete {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:14.097997 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-35ea564d-2766-48ed-8950-85e2c74ec517 None None] Calling delete_port for 2e809fe1-07d7-4dfb-a3c3-236739717915 owned by network:dhcp {{(pid=103984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:25:14.160600 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-bb618805-5b8a-4a61-bade-1ca34f8d2852 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780057409621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780056949598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126593575'] for port (2e809fe1-07d7-4dfb-a3c3-236739717915), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:14.173677 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-35ea564d-2766-48ed-8950-85e2c74ec517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780057409621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780056949598'] for port (2e809fe1-07d7-4dfb-a3c3-236739717915), after_delete {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:14.185822 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb618805-5b8a-4a61-bade-1ca34f8d2852 admin admin] Pushing event deleted for resources: {'Port': ['ID=2e809fe1-07d7-4dfb-a3c3-236739717915,revision_number=None']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:25:14.189816 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb618805-5b8a-4a61-bade-1ca34f8d2852 admin admin] No DVR routers for this DVR port 2e809fe1-07d7-4dfb-a3c3-236739717915 on host dv-cinder-836930-1-iscsi {{(pid=103982) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 12:25:14.199040 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ea564d-2766-48ed-8950-85e2c74ec517 None None] Pushing event deleted for resources: {'Port': ['ID=2e809fe1-07d7-4dfb-a3c3-236739717915,revision_number=None']} {{(pid=103984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:25:14.204260 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ea564d-2766-48ed-8950-85e2c74ec517 None None] No DVR routers for this DVR port 2e809fe1-07d7-4dfb-a3c3-236739717915 on host dv-cinder-836930-1-iscsi {{(pid=103984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 12:25:14.210780 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ea564d-2766-48ed-8950-85e2c74ec517 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:25:14.211147 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ea564d-2766-48ed-8950-85e2c74ec517 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:25:14.211507 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ea564d-2766-48ed-8950-85e2c74ec517 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:25:14.211837 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ea564d-2766-48ed-8950-85e2c74ec517 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:25:14.212180 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ea564d-2766-48ed-8950-85e2c74ec517 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:25:14.212509 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ea564d-2766-48ed-8950-85e2c74ec517 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:25:14.212829 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ea564d-2766-48ed-8950-85e2c74ec517 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:25:14.213154 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ea564d-2766-48ed-8950-85e2c74ec517 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:25:14.213478 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ea564d-2766-48ed-8950-85e2c74ec517 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:25:14.213795 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ea564d-2766-48ed-8950-85e2c74ec517 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:25:14.214121 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ea564d-2766-48ed-8950-85e2c74ec517 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:25:14.214447 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ea564d-2766-48ed-8950-85e2c74ec517 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:25:14.214769 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ea564d-2766-48ed-8950-85e2c74ec517 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:25:14.215086 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ea564d-2766-48ed-8950-85e2c74ec517 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:25:14.215433 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ea564d-2766-48ed-8950-85e2c74ec517 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836930-1-iscsi {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:25:14.267509 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-bb618805-5b8a-4a61-bade-1ca34f8d2852 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7490116', 'neutron.services.segments.db._delete_segments_for_network-8780057229514'] for network (a345358b-c2f9-4423-be80-16d77882e75b), precommit_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:14.290413 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.services.segments.db [None req-bb618805-5b8a-4a61-bade-1ca34f8d2852 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a345358b-c2f9-4423-be80-16d77882e75b']}} {{(pid=103982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:25:14.300911 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.services.segments.db [None req-bb618805-5b8a-4a61-bade-1ca34f8d2852 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f8ea31b-b6d5-4bf8-9f2f-e16cecf12e77') {'for_net_delete': True} {{(pid=103982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:25:14.301263 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.services.segments.db [None req-bb618805-5b8a-4a61-bade-1ca34f8d2852 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f8ea31b-b6d5-4bf8-9f2f-e16cecf12e77') {} {{(pid=103982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:25:14.312081 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-bb618805-5b8a-4a61-bade-1ca34f8d2852 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780057232083', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125930561'] for segment (7f8ea31b-b6d5-4bf8-9f2f-e16cecf12e77), before_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:14.326546 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-bb618805-5b8a-4a61-bade-1ca34f8d2852 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7510084'] for segment (7f8ea31b-b6d5-4bf8-9f2f-e16cecf12e77), precommit_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:14.333578 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb618805-5b8a-4a61-bade-1ca34f8d2852 admin admin] Releasing vlan 642 on physical network physnet1 to pool {{(pid=103982) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 12:25:14.333969 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-bb618805-5b8a-4a61-bade-1ca34f8d2852 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7510084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126593556'] for segment (7f8ea31b-b6d5-4bf8-9f2f-e16cecf12e77), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:14.335696 dv-cinder-836930-1-iscsi neutron-server[103982]: Traceback (most recent call last): Apr 07 12:25:14.335696 dv-cinder-836930-1-iscsi neutron-server[103982]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 12:25:14.335696 dv-cinder-836930-1-iscsi neutron-server[103982]: timer() Apr 07 12:25:14.335696 dv-cinder-836930-1-iscsi neutron-server[103982]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 12:25:14.335696 dv-cinder-836930-1-iscsi neutron-server[103982]: cb(*args, **kw) Apr 07 12:25:14.335696 dv-cinder-836930-1-iscsi neutron-server[103982]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 12:25:14.335696 dv-cinder-836930-1-iscsi neutron-server[103982]: return func(*args, **kwargs) Apr 07 12:25:14.335696 dv-cinder-836930-1-iscsi neutron-server[103982]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 12:25:14.335696 dv-cinder-836930-1-iscsi neutron-server[103982]: self._notify() Apr 07 12:25:14.335696 dv-cinder-836930-1-iscsi neutron-server[103982]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 12:25:14.335696 dv-cinder-836930-1-iscsi neutron-server[103982]: self.callback(batched_events) Apr 07 12:25:14.335696 dv-cinder-836930-1-iscsi neutron-server[103982]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 12:25:14.335696 dv-cinder-836930-1-iscsi neutron-server[103982]: event.method(event) Apr 07 12:25:14.335696 dv-cinder-836930-1-iscsi neutron-server[103982]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 12:25:14.335696 dv-cinder-836930-1-iscsi neutron-server[103982]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 12:25:14.335696 dv-cinder-836930-1-iscsi neutron-server[103982]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 12:25:14.335696 dv-cinder-836930-1-iscsi neutron-server[103982]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 12:25:14.335696 dv-cinder-836930-1-iscsi neutron-server[103982]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 12:25:14.335696 dv-cinder-836930-1-iscsi neutron-server[103982]: return f(self, *a, **k) Apr 07 12:25:14.335696 dv-cinder-836930-1-iscsi neutron-server[103982]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 12:25:14.335696 dv-cinder-836930-1-iscsi neutron-server[103982]: return self._get(url).json() Apr 07 12:25:14.335696 dv-cinder-836930-1-iscsi neutron-server[103982]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 12:25:14.335696 dv-cinder-836930-1-iscsi neutron-server[103982]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 12:25:14.335696 dv-cinder-836930-1-iscsi neutron-server[103982]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 12:25:14.335696 dv-cinder-836930-1-iscsi neutron-server[103982]: return self.request(url, 'GET', **kwargs) Apr 07 12:25:14.335696 dv-cinder-836930-1-iscsi neutron-server[103982]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 12:25:14.335696 dv-cinder-836930-1-iscsi neutron-server[103982]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 12:25:14.335696 dv-cinder-836930-1-iscsi neutron-server[103982]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 12:25:14.335696 dv-cinder-836930-1-iscsi neutron-server[103982]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 12:25:14.335696 dv-cinder-836930-1-iscsi neutron-server[103982]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 12:25:14.335696 dv-cinder-836930-1-iscsi neutron-server[103982]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 12:25:14.335696 dv-cinder-836930-1-iscsi neutron-server[103982]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 12:25:14.457209 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-bb618805-5b8a-4a61-bade-1ca34f8d2852 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7490143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2019876'] for network (a345358b-c2f9-4423-be80-16d77882e75b), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:14.462375 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-bb618805-5b8a-4a61-bade-1ca34f8d2852 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585958'] for network (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:14.465539 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [None req-bb618805-5b8a-4a61-bade-1ca34f8d2852 admin admin] 10.222.0.58 "DELETE /v2.0/networks/a345358b-c2f9-4423-be80-16d77882e75b HTTP/1.1" status: 204 len: 168 time: 0.6513836 Apr 07 12:25:14.469134 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.wsgi [-] (103983) accepted ('10.222.0.58', 44776) {{(pid=103983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:25:14.476578 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb618805-5b8a-4a61-bade-1ca34f8d2852 admin admin] Pushing event deleted for resources: {'Network': ['ID=a345358b-c2f9-4423-be80-16d77882e75b,revision_number=None']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:25:14.808052 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-b7a8c6f5-d776-4c12-9621-a29c91a29d67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2021178'] for router_interface (ca8ca79f-1cdf-49e3-9634-7117659b5fad), before_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:15.051907 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-b7a8c6f5-d776-4c12-9621-a29c91a29d67 admin admin] Deleting port 5cce0fa5-8268-414c-93cc-b17ddea9e0ef {{(pid=103983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:25:15.053555 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-b7a8c6f5-d776-4c12-9621-a29c91a29d67 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780057404546'] for port (5cce0fa5-8268-414c-93cc-b17ddea9e0ef), before_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:15.129451 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.plugins.ml2.db [None req-b7a8c6f5-d776-4c12-9621-a29c91a29d67 admin admin] For port 5cce0fa5-8268-414c-93cc-b17ddea9e0ef, host dv-cinder-836930-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836930-1-iscsi',level=0,port_id=5cce0fa5-8268-414c-93cc-b17ddea9e0ef,segment=NetworkSegment(59053603-6007-4f7c-9f39-e036bba1888e),segment_id=59053603-6007-4f7c-9f39-e036bba1888e)] {{(pid=103983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:25:15.129728 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-b7a8c6f5-d776-4c12-9621-a29c91a29d67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2017998'] for port (5cce0fa5-8268-414c-93cc-b17ddea9e0ef), precommit_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:15.142797 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-b7a8c6f5-d776-4c12-9621-a29c91a29d67 admin admin] Calling delete_port for 5cce0fa5-8268-414c-93cc-b17ddea9e0ef owned by network:router_interface {{(pid=103983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:25:15.400357 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-b7a8c6f5-d776-4c12-9621-a29c91a29d67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780057409621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780056949598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126495687'] for port (5cce0fa5-8268-414c-93cc-b17ddea9e0ef), after_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:15.428889 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a8c6f5-d776-4c12-9621-a29c91a29d67 admin admin] Pushing event deleted for resources: {'Port': ['ID=5cce0fa5-8268-414c-93cc-b17ddea9e0ef,revision_number=None']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:25:15.558271 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Device 2e809fe1-07d7-4dfb-a3c3-236739717915 no longer exists at agent ovs-agent-dv-cinder-836930-1-iscsi {{(pid=103984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 12:25:15.582570 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] No Port match for: 2e809fe1-07d7-4dfb-a3c3-236739717915 {{(pid=103984) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 12:25:15.582570 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Device 2e809fe1-07d7-4dfb-a3c3-236739717915 not bound to the agent host dv-cinder-836930-1-iscsi {{(pid=103984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 12:25:15.604246 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-b7a8c6f5-d776-4c12-9621-a29c91a29d67 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2021237'] for router_interface (ca8ca79f-1cdf-49e3-9634-7117659b5fad), after_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:16.073321 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7a8c6f5-d776-4c12-9621-a29c91a29d67 admin admin] Router ca8ca79f-1cdf-49e3-9634-7117659b5fad has already been hosted by L3 agent ad8978c4-6515-441c-a828-0289badd3b4a {{(pid=103983) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 12:25:16.177401 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7a8c6f5-d776-4c12-9621-a29c91a29d67 admin admin] Notify agent at l3_agent.dv-cinder-836930-1-iscsi the message routers_updated {{(pid=103983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 12:25:16.183668 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [None req-b7a8c6f5-d776-4c12-9621-a29c91a29d67 admin admin] 10.222.0.58 "PUT /v2.0/routers/ca8ca79f-1cdf-49e3-9634-7117659b5fad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7120395 Apr 07 12:25:16.184751 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.wsgi [-] (103983) accepted ('10.222.0.58', 44778) {{(pid=103983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:25:16.187822 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcfe1a08-02d4-4770-bfba-bb11800b926f None None] Sync routers for ids ['ca8ca79f-1cdf-49e3-9634-7117659b5fad'] in dv-cinder-836930-1-iscsi {{(pid=103985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 12:25:16.198760 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcfe1a08-02d4-4770-bfba-bb11800b926f None None] Routers {'ca8ca79f-1cdf-49e3-9634-7117659b5fad'} bound to L3 agent in host dv-cinder-836930-1-iscsi {{(pid=103985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:25:16.199437 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_hamode_db [None req-bcfe1a08-02d4-4770-bfba-bb11800b926f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836930-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T11:57:34Z,description=,heartbeat_timestamp=2022-04-07T12:25:04Z,host='dv-cinder-836930-1-iscsi',id=ad8978c4-6515-441c-a828-0289badd3b4a,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:57:35Z,topic='l3_agent')) {'router_ids': ['ca8ca79f-1cdf-49e3-9634-7117659b5fad'], 'active': True} {{(pid=103985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:25:16.289224 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-90f87efb-d818-47d6-9fcb-90e5497decf0 admin admin] Publish callbacks [] for router (ca8ca79f-1cdf-49e3-9634-7117659b5fad), before_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:16.305195 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_dvr_db [None req-bcfe1a08-02d4-4770-bfba-bb11800b926f None None] Set router ca8ca79f-1cdf-49e3-9634-7117659b5fad gateway port host: dv-cinder-836930-1-iscsi {{(pid=103985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:25:16.395649 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-90f87efb-d818-47d6-9fcb-90e5497decf0 admin admin] Publish callbacks [] for router_gateway (ca8ca79f-1cdf-49e3-9634-7117659b5fad), before_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:16.479336 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_hamode_db [None req-bcfe1a08-02d4-4770-bfba-bb11800b926f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca8ca79f-1cdf-49e3-9634-7117659b5fad', 'name': 'tempest-TestVolumeBootPattern-949378168-router', 'tenant_id': '3faecb4a1b1041ceafed955d685422b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'external_fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': '80ff72a9-f605-4687-8daa-366b3e1d9c41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:18:17Z', 'updated_at': '2022-04-07T12:25:15Z', 'revision_number': 5, 'project_id': '3faecb4a1b1041ceafed955d685422b2', 'gw_port': {'id': '80ff72a9-f605-4687-8daa-366b3e1d9c41', 'name': '', 'network_id': 'bbaeba58-97ce-4d65-bbf2-981851410a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:8b:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca8ca79f-1cdf-49e3-9634-7117659b5fad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '4554067d-f507-4a99-8a98-0874c02c5721', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836930-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:18:17Z', 'updated_at': '2022-04-07T12:18:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4554067d-f507-4a99-8a98-0874c02c5721', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836930-1-iscsi'}], 'dv-cinder-836930-1-iscsi', False) {} {{(pid=103985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:25:16.504915 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcfe1a08-02d4-4770-bfba-bb11800b926f None None] Checking router: ca8ca79f-1cdf-49e3-9634-7117659b5fad for host: dv-cinder-836930-1-iscsi {{(pid=103985) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 12:25:16.513263 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcfe1a08-02d4-4770-bfba-bb11800b926f None None] Routers {'ca8ca79f-1cdf-49e3-9634-7117659b5fad'} bound to L3 agent in host dv-cinder-836930-1-iscsi {{(pid=103985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:25:16.513861 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_hamode_db [None req-bcfe1a08-02d4-4770-bfba-bb11800b926f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836930-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T11:57:34Z,description=,heartbeat_timestamp=2022-04-07T12:25:04Z,host='dv-cinder-836930-1-iscsi',id=ad8978c4-6515-441c-a828-0289badd3b4a,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:57:35Z,topic='l3_agent')) {'router_ids': ['ca8ca79f-1cdf-49e3-9634-7117659b5fad'], 'active': True} {{(pid=103985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:25:16.538943 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-90f87efb-d818-47d6-9fcb-90e5497decf0 admin admin] Deleting port 80ff72a9-f605-4687-8daa-366b3e1d9c41 {{(pid=103983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:25:16.539309 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-90f87efb-d818-47d6-9fcb-90e5497decf0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780057404546'] for port (80ff72a9-f605-4687-8daa-366b3e1d9c41), before_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:16.601147 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_dvr_db [None req-bcfe1a08-02d4-4770-bfba-bb11800b926f None None] Set router ca8ca79f-1cdf-49e3-9634-7117659b5fad gateway port host: None {{(pid=103985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:25:16.617930 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.plugins.ml2.db [None req-90f87efb-d818-47d6-9fcb-90e5497decf0 admin admin] For port 80ff72a9-f605-4687-8daa-366b3e1d9c41, host dv-cinder-836930-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836930-1-iscsi',level=0,port_id=80ff72a9-f605-4687-8daa-366b3e1d9c41,segment=NetworkSegment(82c7666f-c776-4b0f-ab14-8be16f51c525),segment_id=82c7666f-c776-4b0f-ab14-8be16f51c525)] {{(pid=103983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:25:16.618510 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-90f87efb-d818-47d6-9fcb-90e5497decf0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2017998'] for port (80ff72a9-f605-4687-8daa-366b3e1d9c41), precommit_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:16.634321 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-90f87efb-d818-47d6-9fcb-90e5497decf0 admin admin] Calling delete_port for 80ff72a9-f605-4687-8daa-366b3e1d9c41 owned by network:router_gateway {{(pid=103983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:25:16.655943 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.l3_hamode_db [None req-bcfe1a08-02d4-4770-bfba-bb11800b926f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca8ca79f-1cdf-49e3-9634-7117659b5fad', 'name': 'tempest-TestVolumeBootPattern-949378168-router', 'tenant_id': '3faecb4a1b1041ceafed955d685422b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:18:17Z', 'updated_at': '2022-04-07T12:25:16Z', 'revision_number': 6, 'project_id': '3faecb4a1b1041ceafed955d685422b2', 'gw_port_host': None}], 'dv-cinder-836930-1-iscsi', False) {} {{(pid=103985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:25:16.689206 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcfe1a08-02d4-4770-bfba-bb11800b926f None None] The sync data for ids ['ca8ca79f-1cdf-49e3-9634-7117659b5fad'] in dv-cinder-836930-1-iscsi is: [{'id': 'ca8ca79f-1cdf-49e3-9634-7117659b5fad', 'name': 'tempest-TestVolumeBootPattern-949378168-router', 'tenant_id': '3faecb4a1b1041ceafed955d685422b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:18:17Z', 'updated_at': '2022-04-07T12:25:16Z', 'revision_number': 6, 'project_id': '3faecb4a1b1041ceafed955d685422b2', 'gw_port_host': None}] {{(pid=103985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 12:25:16.920638 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-90f87efb-d818-47d6-9fcb-90e5497decf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780057409621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780056949598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126495687'] for port (80ff72a9-f605-4687-8daa-366b3e1d9c41), after_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:16.946938 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f87efb-d818-47d6-9fcb-90e5497decf0 admin admin] Pushing event deleted for resources: {'Port': ['ID=80ff72a9-f605-4687-8daa-366b3e1d9c41,revision_number=None']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:25:17.008421 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-90f87efb-d818-47d6-9fcb-90e5497decf0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2019840'] for router_gateway (ca8ca79f-1cdf-49e3-9634-7117659b5fad), after_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:17.102610 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-90f87efb-d818-47d6-9fcb-90e5497decf0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105972'] for router (ca8ca79f-1cdf-49e3-9634-7117659b5fad), precommit_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:17.104911 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-90f87efb-d818-47d6-9fcb-90e5497decf0 admin admin] Publish callbacks [] for router_controller (ca8ca79f-1cdf-49e3-9634-7117659b5fad), precommit_delete_associations {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:17.223085 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-90f87efb-d818-47d6-9fcb-90e5497decf0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1650014'] for router (ca8ca79f-1cdf-49e3-9634-7117659b5fad), after_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:17.223604 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90f87efb-d818-47d6-9fcb-90e5497decf0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ca8ca79f-1cdf-49e3-9634-7117659b5fad {{(pid=103983) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 12:25:17.228279 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-90f87efb-d818-47d6-9fcb-90e5497decf0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:17.229396 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [None req-90f87efb-d818-47d6-9fcb-90e5497decf0 admin admin] 10.222.0.58 "DELETE /v2.0/routers/ca8ca79f-1cdf-49e3-9634-7117659b5fad HTTP/1.1" status: 204 len: 168 time: 1.0437558 Apr 07 12:25:17.236070 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.wsgi [-] (103983) accepted ('10.222.0.58', 44780) {{(pid=103983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:25:17.280140 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.db.db_base_plugin_v2 [None req-c234c94f-5515-4a9a-b714-d4e154539588 admin admin] Deleting subnet 90cfee73-90af-4bfb-aa59-f80e90cc17f0 {{(pid=103983) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 12:25:17.283230 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-c234c94f-5515-4a9a-b714-d4e154539588 admin admin] Publish callbacks [] for subnet (90cfee73-90af-4bfb-aa59-f80e90cc17f0), before_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:17.316681 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-c234c94f-5515-4a9a-b714-d4e154539588 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3396337'] for subnet (90cfee73-90af-4bfb-aa59-f80e90cc17f0), precommit_delete_associations {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:17.395079 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-c234c94f-5515-4a9a-b714-d4e154539588 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7504605'] for subnet (90cfee73-90af-4bfb-aa59-f80e90cc17f0), precommit_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:17.499101 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Device 5cce0fa5-8268-414c-93cc-b17ddea9e0ef no longer exists at agent ovs-agent-dv-cinder-836930-1-iscsi {{(pid=103984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 12:25:17.513970 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-c234c94f-5515-4a9a-b714-d4e154539588 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7504596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126495506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127800529'] for subnet (90cfee73-90af-4bfb-aa59-f80e90cc17f0), after_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:17.520107 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] No Port match for: 5cce0fa5-8268-414c-93cc-b17ddea9e0ef {{(pid=103984) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 12:25:17.520460 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Device 5cce0fa5-8268-414c-93cc-b17ddea9e0ef not bound to the agent host dv-cinder-836930-1-iscsi {{(pid=103984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 12:25:17.520845 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Device 80ff72a9-f605-4687-8daa-366b3e1d9c41 no longer exists at agent ovs-agent-dv-cinder-836930-1-iscsi {{(pid=103984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 12:25:17.540939 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c234c94f-5515-4a9a-b714-d4e154539588 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=90cfee73-90af-4bfb-aa59-f80e90cc17f0,revision_number=None']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:25:17.542540 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] No Port match for: 80ff72a9-f605-4687-8daa-366b3e1d9c41 {{(pid=103984) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 12:25:17.543067 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Device 80ff72a9-f605-4687-8daa-366b3e1d9c41 not bound to the agent host dv-cinder-836930-1-iscsi {{(pid=103984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 12:25:17.544609 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-c234c94f-5515-4a9a-b714-d4e154539588 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:17.548317 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [None req-c234c94f-5515-4a9a-b714-d4e154539588 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/90cfee73-90af-4bfb-aa59-f80e90cc17f0 HTTP/1.1" status: 204 len: 168 time: 0.3112743 Apr 07 12:25:17.551259 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.58', 44782) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:25:17.552028 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9810b87-d2c5-4fb5-838e-2bcbc1473722 None None] Network eec1f9a0-7959-4c02-871f-82483929c9d1 requested from dv-cinder-836930-1-iscsi {{(pid=103984) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 12:25:17.621104 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-516950f7-e5da-479b-9995-38cc2b507ee0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7349020'] for network (eec1f9a0-7959-4c02-871f-82483929c9d1), before_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:17.676067 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.plugin [None req-516950f7-e5da-479b-9995-38cc2b507ee0 admin admin] Deleting port 3417f385-06ce-43a0-a475-fe3846bce78e {{(pid=103982) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:25:17.676499 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-516950f7-e5da-479b-9995-38cc2b507ee0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780057404546'] for port (3417f385-06ce-43a0-a475-fe3846bce78e), before_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:17.721936 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b28d2f5c-4d75-452b-ba24-3a64bd895d29 None None] DHCP port deletion for eec1f9a0-7959-4c02-871f-82483929c9d1 request from dv-cinder-836930-1-iscsi {{(pid=103984) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 12:25:17.750558 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.db [None req-516950f7-e5da-479b-9995-38cc2b507ee0 admin admin] For port 3417f385-06ce-43a0-a475-fe3846bce78e, host dv-cinder-836930-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836930-1-iscsi',level=0,port_id=3417f385-06ce-43a0-a475-fe3846bce78e,segment=NetworkSegment(59053603-6007-4f7c-9f39-e036bba1888e),segment_id=59053603-6007-4f7c-9f39-e036bba1888e)] {{(pid=103982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:25:17.750918 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-516950f7-e5da-479b-9995-38cc2b507ee0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2017998'] for port (3417f385-06ce-43a0-a475-fe3846bce78e), precommit_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:17.764853 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.plugin [None req-516950f7-e5da-479b-9995-38cc2b507ee0 admin admin] Calling delete_port for 3417f385-06ce-43a0-a475-fe3846bce78e owned by network:dhcp {{(pid=103982) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:25:17.775847 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-b28d2f5c-4d75-452b-ba24-3a64bd895d29 None None] Deleting port 3417f385-06ce-43a0-a475-fe3846bce78e {{(pid=103984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:25:17.776423 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-b28d2f5c-4d75-452b-ba24-3a64bd895d29 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780057404546'] for port (3417f385-06ce-43a0-a475-fe3846bce78e), before_delete {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:17.838982 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.db [None req-b28d2f5c-4d75-452b-ba24-3a64bd895d29 None None] For port 3417f385-06ce-43a0-a475-fe3846bce78e, host dv-cinder-836930-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836930-1-iscsi',level=0,port_id=3417f385-06ce-43a0-a475-fe3846bce78e,segment=NetworkSegment(59053603-6007-4f7c-9f39-e036bba1888e),segment_id=59053603-6007-4f7c-9f39-e036bba1888e)] {{(pid=103984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:25:17.839635 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-b28d2f5c-4d75-452b-ba24-3a64bd895d29 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2017998'] for port (3417f385-06ce-43a0-a475-fe3846bce78e), precommit_delete {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:17.852404 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-b28d2f5c-4d75-452b-ba24-3a64bd895d29 None None] Calling delete_port for 3417f385-06ce-43a0-a475-fe3846bce78e owned by network:dhcp {{(pid=103984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:25:17.931654 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-516950f7-e5da-479b-9995-38cc2b507ee0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780057409621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780056949598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126593575'] for port (3417f385-06ce-43a0-a475-fe3846bce78e), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:17.937099 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-b28d2f5c-4d75-452b-ba24-3a64bd895d29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7692455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780057409621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780056949598'] for port (3417f385-06ce-43a0-a475-fe3846bce78e), after_delete {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:17.957376 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516950f7-e5da-479b-9995-38cc2b507ee0 admin admin] Pushing event deleted for resources: {'Port': ['ID=3417f385-06ce-43a0-a475-fe3846bce78e,revision_number=None']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:25:17.960846 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-516950f7-e5da-479b-9995-38cc2b507ee0 admin admin] No DVR routers for this DVR port 3417f385-06ce-43a0-a475-fe3846bce78e on host dv-cinder-836930-1-iscsi {{(pid=103982) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 12:25:17.964229 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28d2f5c-4d75-452b-ba24-3a64bd895d29 None None] Pushing event deleted for resources: {'Port': ['ID=3417f385-06ce-43a0-a475-fe3846bce78e,revision_number=None']} {{(pid=103984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:25:17.966054 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b28d2f5c-4d75-452b-ba24-3a64bd895d29 None None] No DVR routers for this DVR port 3417f385-06ce-43a0-a475-fe3846bce78e on host dv-cinder-836930-1-iscsi {{(pid=103984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 12:25:18.032144 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-516950f7-e5da-479b-9995-38cc2b507ee0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7490116', 'neutron.services.segments.db._delete_segments_for_network-8780057229514'] for network (eec1f9a0-7959-4c02-871f-82483929c9d1), precommit_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:18.060190 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.services.segments.db [None req-516950f7-e5da-479b-9995-38cc2b507ee0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eec1f9a0-7959-4c02-871f-82483929c9d1']}} {{(pid=103982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:25:18.070151 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.services.segments.db [None req-516950f7-e5da-479b-9995-38cc2b507ee0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59053603-6007-4f7c-9f39-e036bba1888e') {'for_net_delete': True} {{(pid=103982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:25:18.070696 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.services.segments.db [None req-516950f7-e5da-479b-9995-38cc2b507ee0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59053603-6007-4f7c-9f39-e036bba1888e') {} {{(pid=103982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:25:18.080937 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-516950f7-e5da-479b-9995-38cc2b507ee0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780057232083', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125930561'] for segment (59053603-6007-4f7c-9f39-e036bba1888e), before_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:18.093881 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-516950f7-e5da-479b-9995-38cc2b507ee0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7510084'] for segment (59053603-6007-4f7c-9f39-e036bba1888e), precommit_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:18.099636 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-516950f7-e5da-479b-9995-38cc2b507ee0 admin admin] Releasing vlan 615 on physical network physnet1 to pool {{(pid=103982) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 12:25:18.100008 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-516950f7-e5da-479b-9995-38cc2b507ee0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7510084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126593556'] for segment (59053603-6007-4f7c-9f39-e036bba1888e), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:18.101604 dv-cinder-836930-1-iscsi neutron-server[103982]: Traceback (most recent call last): Apr 07 12:25:18.101604 dv-cinder-836930-1-iscsi neutron-server[103982]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 12:25:18.101604 dv-cinder-836930-1-iscsi neutron-server[103982]: timer() Apr 07 12:25:18.101604 dv-cinder-836930-1-iscsi neutron-server[103982]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 12:25:18.101604 dv-cinder-836930-1-iscsi neutron-server[103982]: cb(*args, **kw) Apr 07 12:25:18.101604 dv-cinder-836930-1-iscsi neutron-server[103982]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 12:25:18.101604 dv-cinder-836930-1-iscsi neutron-server[103982]: return func(*args, **kwargs) Apr 07 12:25:18.101604 dv-cinder-836930-1-iscsi neutron-server[103982]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 12:25:18.101604 dv-cinder-836930-1-iscsi neutron-server[103982]: self._notify() Apr 07 12:25:18.101604 dv-cinder-836930-1-iscsi neutron-server[103982]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 12:25:18.101604 dv-cinder-836930-1-iscsi neutron-server[103982]: self.callback(batched_events) Apr 07 12:25:18.101604 dv-cinder-836930-1-iscsi neutron-server[103982]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 12:25:18.101604 dv-cinder-836930-1-iscsi neutron-server[103982]: event.method(event) Apr 07 12:25:18.101604 dv-cinder-836930-1-iscsi neutron-server[103982]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 12:25:18.101604 dv-cinder-836930-1-iscsi neutron-server[103982]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 12:25:18.101604 dv-cinder-836930-1-iscsi neutron-server[103982]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 12:25:18.101604 dv-cinder-836930-1-iscsi neutron-server[103982]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 12:25:18.101604 dv-cinder-836930-1-iscsi neutron-server[103982]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 12:25:18.101604 dv-cinder-836930-1-iscsi neutron-server[103982]: return f(self, *a, **k) Apr 07 12:25:18.101604 dv-cinder-836930-1-iscsi neutron-server[103982]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 12:25:18.101604 dv-cinder-836930-1-iscsi neutron-server[103982]: return self._get(url).json() Apr 07 12:25:18.101604 dv-cinder-836930-1-iscsi neutron-server[103982]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 12:25:18.101604 dv-cinder-836930-1-iscsi neutron-server[103982]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 12:25:18.101604 dv-cinder-836930-1-iscsi neutron-server[103982]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 12:25:18.101604 dv-cinder-836930-1-iscsi neutron-server[103982]: return self.request(url, 'GET', **kwargs) Apr 07 12:25:18.101604 dv-cinder-836930-1-iscsi neutron-server[103982]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 12:25:18.101604 dv-cinder-836930-1-iscsi neutron-server[103982]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 12:25:18.101604 dv-cinder-836930-1-iscsi neutron-server[103982]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 12:25:18.101604 dv-cinder-836930-1-iscsi neutron-server[103982]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 12:25:18.101604 dv-cinder-836930-1-iscsi neutron-server[103982]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 12:25:18.101604 dv-cinder-836930-1-iscsi neutron-server[103982]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 12:25:18.101604 dv-cinder-836930-1-iscsi neutron-server[103982]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 12:25:18.222601 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-516950f7-e5da-479b-9995-38cc2b507ee0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7490143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2019876'] for network (eec1f9a0-7959-4c02-871f-82483929c9d1), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:18.229558 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-516950f7-e5da-479b-9995-38cc2b507ee0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585958'] for network (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:18.231941 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [None req-516950f7-e5da-479b-9995-38cc2b507ee0 admin admin] 10.222.0.58 "DELETE /v2.0/networks/eec1f9a0-7959-4c02-871f-82483929c9d1 HTTP/1.1" status: 204 len: 168 time: 0.6796265 Apr 07 12:25:18.242054 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516950f7-e5da-479b-9995-38cc2b507ee0 admin admin] Pushing event deleted for resources: {'Network': ['ID=eec1f9a0-7959-4c02-871f-82483929c9d1,revision_number=None']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:25:18.640290 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.58', 44786) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:25:18.679314 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [None req-4884460a-6921-4d8c-9d42-c3638ed31b4e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e1b2030530534aa6979de076136fa20a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0378218 Apr 07 12:25:18.681648 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.58', 44788) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:25:18.731093 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-266f0b66-1998-448c-ae99-14fc1b2cb12b admin admin] Publish callbacks [] for security_group (cfb5e5b3-146f-4f7e-8e09-bc91eead3d55), before_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:18.752273 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-266f0b66-1998-448c-ae99-14fc1b2cb12b admin admin] Publish callbacks [] for security_group (cfb5e5b3-146f-4f7e-8e09-bc91eead3d55), precommit_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:18.885669 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-266f0b66-1998-448c-ae99-14fc1b2cb12b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678166'] for security_group (cfb5e5b3-146f-4f7e-8e09-bc91eead3d55), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:18.888262 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-266f0b66-1998-448c-ae99-14fc1b2cb12b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:18.889470 dv-cinder-836930-1-iscsi neutron-server[103982]: INFO neutron.wsgi [None req-266f0b66-1998-448c-ae99-14fc1b2cb12b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/cfb5e5b3-146f-4f7e-8e09-bc91eead3d55 HTTP/1.1" status: 204 len: 168 time: 0.2069318 Apr 07 12:25:18.899065 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266f0b66-1998-448c-ae99-14fc1b2cb12b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfb5e5b3-146f-4f7e-8e09-bc91eead3d55,revision_number=None']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:25:19.439466 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.wsgi [-] (103983) accepted ('10.222.0.58', 44794) {{(pid=103983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:25:19.481157 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [None req-e93e8cec-52be-4e22-a749-e5a534c5dcfc admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3faecb4a1b1041ceafed955d685422b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0404167 Apr 07 12:25:19.483704 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.wsgi [-] (103983) accepted ('10.222.0.58', 44796) {{(pid=103983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:25:19.505301 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Device 3417f385-06ce-43a0-a475-fe3846bce78e no longer exists at agent ovs-agent-dv-cinder-836930-1-iscsi {{(pid=103984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 12:25:19.524999 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.plugin [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] No Port match for: 3417f385-06ce-43a0-a475-fe3846bce78e {{(pid=103984) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 12:25:19.525347 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron.plugins.ml2.rpc [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Device 3417f385-06ce-43a0-a475-fe3846bce78e not bound to the agent host dv-cinder-836930-1-iscsi {{(pid=103984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 12:25:19.529937 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-6abaad79-c6a7-4843-abde-e65643a8dec7 admin admin] Publish callbacks [] for security_group (cba2879f-b5a3-40d4-b587-0e8ff608fa56), before_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:19.555024 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-6abaad79-c6a7-4843-abde-e65643a8dec7 admin admin] Publish callbacks [] for security_group (cba2879f-b5a3-40d4-b587-0e8ff608fa56), precommit_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:19.668966 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-6abaad79-c6a7-4843-abde-e65643a8dec7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678166'] for security_group (cba2879f-b5a3-40d4-b587-0e8ff608fa56), after_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:19.672062 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-6abaad79-c6a7-4843-abde-e65643a8dec7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:19.676754 dv-cinder-836930-1-iscsi neutron-server[103983]: INFO neutron.wsgi [None req-6abaad79-c6a7-4843-abde-e65643a8dec7 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/cba2879f-b5a3-40d4-b587-0e8ff608fa56 HTTP/1.1" status: 204 len: 168 time: 0.1886594 Apr 07 12:25:19.680869 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abaad79-c6a7-4843-abde-e65643a8dec7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cba2879f-b5a3-40d4-b587-0e8ff608fa56,revision_number=None']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:25:31.960168 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-e9102060-a181-43e0-b55a-cfe9f308064a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (94869e64-74fb-4601-95b5-a1334a6bdcea), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:32.245714 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (b65c4e22-832a-4f2b-89ab-f6b5f91e1f65), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:34.320038 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-0629d4be-cf37-4575-ae37-6232b2079874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (ad8978c4-6515-441c-a828-0289badd3b4a), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:35.720053 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-e3029262-029d-49e4-8078-e7e61e534645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (e465150c-12ca-425e-8c36-fa03ee6240b4), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:37.508294 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-4ee86192-ef9a-4f9c-8d37-983d911c7eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (8705c964-c35e-4008-b403-e26242cd5404), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:38.782157 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (18566f30-62c1-4fb1-af49-ebd049d63fec), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:41.306104 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.agents_db [None req-3662b1ad-d2b5-4b6d-81f6-e1280f618718 None None] Agent healthcheck: found 6 active agents {{(pid=103985) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 12:26:01.994311 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-c3fc0773-40c1-4912-ae7b-26506246e819 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (94869e64-74fb-4601-95b5-a1334a6bdcea), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:02.222619 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (b65c4e22-832a-4f2b-89ab-f6b5f91e1f65), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:04.296799 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-0d2904c3-ae83-41ca-bd20-b3cef02ec3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (ad8978c4-6515-441c-a828-0289badd3b4a), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:05.713307 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-e3029262-029d-49e4-8078-e7e61e534645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (e465150c-12ca-425e-8c36-fa03ee6240b4), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:07.479247 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-4ee86192-ef9a-4f9c-8d37-983d911c7eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (8705c964-c35e-4008-b403-e26242cd5404), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:08.753716 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (18566f30-62c1-4fb1-af49-ebd049d63fec), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:18.304060 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.agents_db [None req-3662b1ad-d2b5-4b6d-81f6-e1280f618718 None None] Agent healthcheck: found 6 active agents {{(pid=103985) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 12:26:31.960427 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-3f474a75-6ba4-4d62-a7a0-98a499655243 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (94869e64-74fb-4601-95b5-a1334a6bdcea), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:32.251334 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (b65c4e22-832a-4f2b-89ab-f6b5f91e1f65), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:34.296948 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-ce7cbd64-18bf-4224-8c40-16079e76da22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (ad8978c4-6515-441c-a828-0289badd3b4a), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:35.736069 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-e3029262-029d-49e4-8078-e7e61e534645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (e465150c-12ca-425e-8c36-fa03ee6240b4), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:37.473981 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-4ee86192-ef9a-4f9c-8d37-983d911c7eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (8705c964-c35e-4008-b403-e26242cd5404), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:38.770465 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (18566f30-62c1-4fb1-af49-ebd049d63fec), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:55.302844 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.agents_db [None req-3662b1ad-d2b5-4b6d-81f6-e1280f618718 None None] Agent healthcheck: found 6 active agents {{(pid=103985) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 12:27:01.936480 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-5f41825e-cb8c-4e28-a64c-2a01f19b438b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (94869e64-74fb-4601-95b5-a1334a6bdcea), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:27:02.239546 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (b65c4e22-832a-4f2b-89ab-f6b5f91e1f65), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:27:04.296582 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-9842ca63-58b6-43b5-a66b-9980796cef9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (ad8978c4-6515-441c-a828-0289badd3b4a), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:27:05.747924 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-e3029262-029d-49e4-8078-e7e61e534645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (e465150c-12ca-425e-8c36-fa03ee6240b4), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:27:07.479702 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-4ee86192-ef9a-4f9c-8d37-983d911c7eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (8705c964-c35e-4008-b403-e26242cd5404), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:27:08.748004 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (18566f30-62c1-4fb1-af49-ebd049d63fec), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:27:31.948156 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-4a579a75-6664-4736-b6e3-5ef2055613ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (94869e64-74fb-4601-95b5-a1334a6bdcea), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:27:32.228238 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (b65c4e22-832a-4f2b-89ab-f6b5f91e1f65), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:27:32.301317 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.agents_db [None req-3662b1ad-d2b5-4b6d-81f6-e1280f618718 None None] Agent healthcheck: found 6 active agents {{(pid=103985) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 12:27:34.302332 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-1cea3835-c691-44e5-b89e-ba7414d28e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (ad8978c4-6515-441c-a828-0289badd3b4a), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:27:35.702075 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-e3029262-029d-49e4-8078-e7e61e534645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (e465150c-12ca-425e-8c36-fa03ee6240b4), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:27:37.496418 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-4ee86192-ef9a-4f9c-8d37-983d911c7eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (8705c964-c35e-4008-b403-e26242cd5404), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:27:38.776580 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (18566f30-62c1-4fb1-af49-ebd049d63fec), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:28:02.010650 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-f5186d8d-7478-41d8-98b3-ab6f15dae77b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (94869e64-74fb-4601-95b5-a1334a6bdcea), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:28:02.244800 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (b65c4e22-832a-4f2b-89ab-f6b5f91e1f65), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:28:04.302298 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-3f43f67b-5c90-4ff0-9659-c7fa3c1278a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (ad8978c4-6515-441c-a828-0289badd3b4a), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:28:05.736118 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-e3029262-029d-49e4-8078-e7e61e534645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (e465150c-12ca-425e-8c36-fa03ee6240b4), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:28:07.502321 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-4ee86192-ef9a-4f9c-8d37-983d911c7eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (8705c964-c35e-4008-b403-e26242cd5404), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:28:08.764745 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (18566f30-62c1-4fb1-af49-ebd049d63fec), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:28:09.300713 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.agents_db [None req-3662b1ad-d2b5-4b6d-81f6-e1280f618718 None None] Agent healthcheck: found 6 active agents {{(pid=103985) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 12:28:23.586993 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.wsgi [req-c0b16aad-9f48-4361-9c4c-4463fc5806a5 req-74c0f8a5-9de2-4360-90a8-2dac09a87756 service neutron] (103983) timed out ('10.222.0.58', 38500) {{(pid=103983) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 07 12:28:23.663799 dv-cinder-836930-1-iscsi neutron-server[103983]: DEBUG neutron.wsgi [req-c0b16aad-9f48-4361-9c4c-4463fc5806a5 req-03dd88a1-c659-4114-89bc-143a752b84dc tempest-AttachVolumeShelveTestJSON-651193787 tempest-AttachVolumeShelveTestJSON-651193787-project] (103983) timed out ('10.222.0.58', 38508) {{(pid=103983) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 07 12:28:31.970709 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-9288170f-96c2-46e8-829a-2ba678f1a18a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (94869e64-74fb-4601-95b5-a1334a6bdcea), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:28:32.239515 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (b65c4e22-832a-4f2b-89ab-f6b5f91e1f65), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:28:34.308018 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-7588bcf0-d5e1-4418-baaa-c15a672cba0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (ad8978c4-6515-441c-a828-0289badd3b4a), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:28:35.713576 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-e3029262-029d-49e4-8078-e7e61e534645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (e465150c-12ca-425e-8c36-fa03ee6240b4), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:28:37.496594 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-4ee86192-ef9a-4f9c-8d37-983d911c7eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (8705c964-c35e-4008-b403-e26242cd5404), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:28:38.747682 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (18566f30-62c1-4fb1-af49-ebd049d63fec), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:28:46.299300 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.agents_db [None req-3662b1ad-d2b5-4b6d-81f6-e1280f618718 None None] Agent healthcheck: found 6 active agents {{(pid=103985) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 12:29:01.988946 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-1cf33a6a-8064-4c1b-b4c6-877b7d036790 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (94869e64-74fb-4601-95b5-a1334a6bdcea), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:29:02.262066 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (b65c4e22-832a-4f2b-89ab-f6b5f91e1f65), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:29:04.382305 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-dd985758-2c53-4712-ab75-bc42a33ba223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (ad8978c4-6515-441c-a828-0289badd3b4a), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:29:05.725000 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-e3029262-029d-49e4-8078-e7e61e534645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (e465150c-12ca-425e-8c36-fa03ee6240b4), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:29:07.525066 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-4ee86192-ef9a-4f9c-8d37-983d911c7eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (8705c964-c35e-4008-b403-e26242cd5404), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:29:08.753660 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (18566f30-62c1-4fb1-af49-ebd049d63fec), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:29:23.298602 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.agents_db [None req-3662b1ad-d2b5-4b6d-81f6-e1280f618718 None None] Agent healthcheck: found 6 active agents {{(pid=103985) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 12:29:28.449071 dv-cinder-836930-1-iscsi neutron-server[103982]: DEBUG neutron.wsgi [req-c47b353f-260d-4fb4-82ff-5500e6cad19c req-6c6486d9-a329-4778-ad58-14776e416e7e service neutron] (103982) timed out ('10.222.0.49', 55586) {{(pid=103982) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 07 12:29:31.993428 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-b7f99a14-9580-48bb-86be-d34b12325a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (94869e64-74fb-4601-95b5-a1334a6bdcea), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:29:32.233415 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (b65c4e22-832a-4f2b-89ab-f6b5f91e1f65), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:29:34.342161 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-9b94114f-c378-4886-9bc8-1a7c4d218d18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (ad8978c4-6515-441c-a828-0289badd3b4a), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:29:35.736187 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-e3029262-029d-49e4-8078-e7e61e534645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (e465150c-12ca-425e-8c36-fa03ee6240b4), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:29:37.501641 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-4ee86192-ef9a-4f9c-8d37-983d911c7eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (8705c964-c35e-4008-b403-e26242cd5404), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:29:38.793391 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (18566f30-62c1-4fb1-af49-ebd049d63fec), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:30:00.296643 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.agents_db [None req-3662b1ad-d2b5-4b6d-81f6-e1280f618718 None None] Agent healthcheck: found 6 active agents {{(pid=103985) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 12:30:01.971063 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-0e2dd697-d103-40e0-8377-ebb5bd1b4552 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (94869e64-74fb-4601-95b5-a1334a6bdcea), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:30:02.262521 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (b65c4e22-832a-4f2b-89ab-f6b5f91e1f65), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:30:04.330995 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-72b63f71-6fc7-4633-9d2a-6011f87cd766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (ad8978c4-6515-441c-a828-0289badd3b4a), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:30:05.747859 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-e3029262-029d-49e4-8078-e7e61e534645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (e465150c-12ca-425e-8c36-fa03ee6240b4), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:30:07.491218 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-4ee86192-ef9a-4f9c-8d37-983d911c7eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (8705c964-c35e-4008-b403-e26242cd5404), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:30:08.748035 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (18566f30-62c1-4fb1-af49-ebd049d63fec), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:30:31.971267 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-88a523c2-7c73-4d66-9427-7134a92027ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (94869e64-74fb-4601-95b5-a1334a6bdcea), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:30:32.274270 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-50b56e09-d1d3-478b-89ab-d2aad4fd801c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (b65c4e22-832a-4f2b-89ab-f6b5f91e1f65), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:30:34.324981 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-2c71ae3c-5360-4f40-b28a-bd13e5cb186e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (ad8978c4-6515-441c-a828-0289badd3b4a), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:30:35.771524 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-e3029262-029d-49e4-8078-e7e61e534645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (e465150c-12ca-425e-8c36-fa03ee6240b4), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:30:37.295225 dv-cinder-836930-1-iscsi neutron-server[103985]: DEBUG neutron.db.agents_db [None req-3662b1ad-d2b5-4b6d-81f6-e1280f618718 None None] Agent healthcheck: found 6 active agents {{(pid=103985) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 12:30:37.513623 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-4ee86192-ef9a-4f9c-8d37-983d911c7eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (8705c964-c35e-4008-b403-e26242cd5404), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:30:38.776743 dv-cinder-836930-1-iscsi neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-36abff19-ee6c-434d-a5a6-7063f4659175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780057229496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7484803'] for agent (18566f30-62c1-4fb1-af49-ebd049d63fec), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}